-- Logs begin at Wed 2022-06-15 23:40:13 UTC, end at Thu 2022-06-16 00:58:43 UTC. -- Jun 16 00:26:06.836271 dv-cinder-803823-11-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 16 00:26:09.539404 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.common.config [-] Logging enabled! Jun 16 00:26:09.540020 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev347 Jun 16 00:26:09.540196 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110913) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 16 00:26:09.543414 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.common.config [-] Logging enabled! Jun 16 00:26:09.543668 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev347 Jun 16 00:26:09.543980 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110913) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 16 00:26:09.544951 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 00:26:09.545182 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 00:26:09.545558 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 00:26:09.545802 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 00:26:09.546025 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 00:26:09.546437 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:09.546737 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:09.546968 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:09.547262 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:09.547554 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:09.547835 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:09.548123 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:09.548416 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:09.548734 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:09.549013 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:09.549294 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:09.549520 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:09.549797 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:09.550080 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:09.550365 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:09.550583 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] debug = True {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:09.550860 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:09.551295 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:09.551700 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:09.551977 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:09.552265 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:09.552557 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:09.552832 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:09.553638 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:09.553919 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:09.554251 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] host = dv-cinder-803823-11-iscsi {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:09.554524 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:09.554809 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:09.555091 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:09.555374 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:09.555646 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:09.555921 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:09.556203 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:09.556750 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:09.557023 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] log_file = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:09.557295 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:09.557582 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:09.557869 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:09.558154 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:09.558375 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:09.558595 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:09.558880 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:09.559179 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:09.559452 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:09.559723 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:09.559994 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:09.560263 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:09.560548 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:09.560836 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:09.561115 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:09.561398 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:09.561681 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:09.561953 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:09.562223 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:09.562493 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:09.562761 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:09.563041 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:09.563310 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:09.563580 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:09.563849 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:09.564129 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:09.564398 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:09.564690 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:09.564987 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:09.565269 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:09.565546 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:09.565828 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:09.566098 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:09.566377 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:09.566647 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:09.566915 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:09.567183 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] use_json = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:09.567453 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:09.567719 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:09.567996 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:09.568264 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:09.568548 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:09.569389 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:09.569659 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:09.569943 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:09.570213 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:09.570506 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.570796 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.571093 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.571374 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.571675 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.571953 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.572241 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.572536 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.572826 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.573113 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.573397 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.573671 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.573967 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.574256 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.574546 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.574847 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.575138 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.575429 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.575705 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.575977 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.576249 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.576550 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.576830 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.577107 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.577396 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.577683 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.577960 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.578252 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.578593 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.578818 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.579108 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.579396 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.579671 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.579949 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.580241 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.580533 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.580810 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.581098 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.581379 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.581649 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.581928 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.582218 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.582501 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.582771 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.583045 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.583333 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.583606 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.583875 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.584141 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.584442 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.584730 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.585011 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.585286 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.585556 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.585825 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.586099 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.586367 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.586635 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.586908 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.587176 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.587449 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.587717 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.587984 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.588253 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.588537 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.588809 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.589077 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.589345 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.589619 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.589892 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.590168 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.590436 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.590707 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.590979 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.591279 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.591558 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.591853 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.592111 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.592386 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.592693 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.592967 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.593243 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.593520 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.593791 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.594548 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.594548 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.594697 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.594900 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.595175 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.595484 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.595759 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.596034 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.596313 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.596608 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.596884 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.597165 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.597445 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.597736 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.598026 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.598302 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.598593 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.598882 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.599169 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.599444 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.599745 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.600075 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:09.600293 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 00:26:09.600540 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110913) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 16 00:26:09.980013 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 16 00:26:09.980192 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 16 00:26:09.980498 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 16 00:26:09.980850 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 16 00:26:10.306172 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:10.306712 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:10.306982 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:10.309829 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:10.310104 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:10.310367 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:10.362769 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:10.363052 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:10.363320 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:10.378206 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:10.378482 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:10.378746 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:10.408867 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:10.409140 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:10.409406 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:10.445931 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:10.446206 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:10.446469 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:10.678028 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:10.679206 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:10.679206 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:10.679382 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:10.680201 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:10.777695 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:10.778005 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:10.778280 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:10.778546 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:10.778809 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:10.779117 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:10.779378 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:10.779632 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:10.779884 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:10.780161 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:10.780414 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:10.780695 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:10.780947 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:10.781193 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:10.781440 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:10.781698 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:10.781945 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:10.782204 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:10.782466 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:10.782720 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:10.782985 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:10.783231 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:10.783508 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:10.783878 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:10.784122 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:10.784362 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:10.784769 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110913) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 00:26:10.785003 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110913) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 00:26:10.785233 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110913) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 00:26:10.785463 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110913) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 00:26:10.785691 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110913) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 00:26:10.785918 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110913) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 00:26:10.786282 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 16 00:26:10.789949 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 16 00:26:10.793826 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 16 00:26:10.798184 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Jun 16 00:26:10.799776 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 16 00:26:10.800241 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 16 00:26:10.800600 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 16 00:26:10.800980 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 16 00:26:10.803786 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 16 00:26:10.804032 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 16 00:26:10.804374 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 16 00:26:10.809717 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jun 16 00:26:10.833128 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 16 00:26:10.833574 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:10.833867 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110913) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jun 16 00:26:10.834751 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:10.836096 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110913) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 16 00:26:10.836370 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 16 00:26:10.836638 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 16 00:26:10.840079 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:10.840357 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:10.992204 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 16 00:26:10.992390 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 16 00:26:10.992623 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 16 00:26:10.993004 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 16 00:26:11.046032 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO dbcounter [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Registered counter for database neutron Jun 16 00:26:11.065272 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_db.sqlalchemy.engines [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110913) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 16 00:26:11.071091 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG dbcounter [-] [110913] Writer thread running {{(pid=110913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 16 00:26:11.779473 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.plugins.ml2.managers [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Initializing driver for type 'gre' Jun 16 00:26:11.780174 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] gre ID ranges: [(1, 1000)] Jun 16 00:26:11.952974 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.plugins.ml2.managers [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Initializing driver for type 'local' Jun 16 00:26:11.953234 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.plugins.ml2.managers [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Initializing driver for type 'vlan' Jun 16 00:26:12.038873 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] VlanTypeDriver initialization complete Jun 16 00:26:12.039203 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.plugins.ml2.managers [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Initializing driver for type 'vxlan' Jun 16 00:26:12.039698 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] vxlan ID ranges: [(1, 1000)] Jun 16 00:26:12.236645 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.plugins.ml2.managers [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Initializing extension driver 'port_security' Jun 16 00:26:12.236925 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.plugins.ml2.extensions.port_security [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] PortSecurityExtensionDriver initialization complete Jun 16 00:26:12.237279 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.plugins.ml2.managers [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Initializing mechanism driver 'openvswitch' Jun 16 00:26:12.237615 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.plugins.ml2.managers [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Initializing mechanism driver 'hyperv' Jun 16 00:26:12.244686 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.plugins.ml2.plugin [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:26:12.245407 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Subscribe: > port after_create 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:12.245767 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Subscribe: > port after_update 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:12.246113 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Subscribe: > port after_delete 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:12.246614 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110913) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 16 00:26:12.247815 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Subscribe: > subnet after_create 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:12.247815 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Subscribe: > subnet after_update 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:12.247815 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:12.248121 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110913) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 16 00:26:12.248550 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Subscribe: > network after_create 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:12.248910 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Subscribe: > network after_update 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:12.249251 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Subscribe: > network after_delete 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:12.249634 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110913) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 16 00:26:12.250031 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Subscribe: > security_group after_create 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:12.250376 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Subscribe: > security_group after_update 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:12.250715 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Subscribe: > security_group after_delete 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:12.251099 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110913) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 16 00:26:12.251498 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:12.251842 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:12.252178 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:12.252725 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110913) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 16 00:26:12.253127 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Subscribe: > address_group after_create 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:12.253471 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Subscribe: > address_group after_update 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:12.253805 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Subscribe: > address_group after_delete 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:12.254186 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110913) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 16 00:26:12.254663 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] ML2 OVO RPC backend initialized. {{(pid=110913) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 16 00:26:12.255351 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:12.255701 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:12.256782 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Subscribe: > network before_response 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:12.257142 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Subscribe: > networks before_response 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:12.257490 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Subscribe: > port before_response 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:12.257828 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Subscribe: > ports before_response 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:12.258168 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Subscribe: > subnet before_response 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:12.258512 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Subscribe: > subnets before_response 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:12.258854 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Subscribe: > network after_create 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:12.259201 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Subscribe: > network after_update 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:12.259668 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Subscribe: > network after_delete 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:12.260007 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Subscribe: > port after_create 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:12.260341 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Subscribe: > port after_update 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:12.260709 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Subscribe: > port after_delete 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:12.261044 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Subscribe: > subnet after_create 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:12.261376 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Subscribe: > subnet after_update 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:12.261706 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:12.269192 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.quota [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loaded quota_driver: . Jun 16 00:26:12.269649 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.plugins.ml2.plugin [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Modular L2 Plugin initialization complete Jun 16 00:26:12.269994 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading services supported by the core plugin {{(pid=110913) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 16 00:26:12.270328 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.plugins.ml2.managers [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Got port-security extension from driver 'port_security' Jun 16 00:26:12.270804 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.extensions.vlantransparent [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Disabled vlantransparent extension. Jun 16 00:26:12.271286 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110913) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 16 00:26:12.271604 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading Plugin: router Jun 16 00:26:12.306918 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Subscribe: > router_interface before_create 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:12.307305 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Subscribe: > router after_create 55549900 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:12.307666 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Subscribe: > router before_create 55549900 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:12.308033 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:12.308401 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:12.308780 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Subscribe: > router after_delete 55549900 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:12.309135 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Subscribe: > floatingip after_create 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:12.309479 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Subscribe: > floatingip after_update 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:12.309832 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Subscribe: > router after_create 55549900 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:12.310173 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Subscribe: > router after_update 55549900 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:12.310518 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Subscribe: > router after_update 55549900 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:12.310862 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:12.311214 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Subscribe: > router after_update 55549900 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:12.311618 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Subscribe: > router precommit_update 55549900 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:12.311981 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Subscribe: port after_update 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:12.312313 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Subscribe: port after_delete 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:12.312675 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Subscribe: subnet after_update 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:12.313010 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:12.313354 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Subscribe: > port precommit_delete 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:12.313695 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Subscribe: > router precommit_create 55549900 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:12.314030 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Subscribe: port before_delete 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:12.314367 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Subscribe: > router precommit_create 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:12.314714 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Subscribe: > router after_update 55549900 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:12.315050 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Subscribe: > router precommit_delete 55549900 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:12.315394 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Subscribe: > router precommit_create 55549900 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:12.315747 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:12.316086 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Subscribe: > router precommit_update 55549900 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:12.316445 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Subscribe: > agent after_create 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:12.316824 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Subscribe: > agent after_delete 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:12.317166 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Subscribe: > network after_delete 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:12.317997 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.quota.resource_registry [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Tracking information for resource: router configured {{(pid=110913) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 00:26:12.318325 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.quota.resource_registry [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Tracking information for resource: floatingip configured {{(pid=110913) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 00:26:12.323729 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.db.l3_agentschedulers_db [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 16 00:26:12.324295 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Subscribe: port after_update 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:12.324689 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Subscribe: port after_create 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:12.325041 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Subscribe: port after_delete 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:12.325387 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Subscribe: port after_update 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:12.326163 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Subscribe: > router before_create 55550100 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:12.326525 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Subscribe: > router precommit_delete 55550100 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:12.326883 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Subscribe: > router precommit_create 55550100 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:12.327235 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Subscribe: > router precommit_update 55550100 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:12.331977 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.services.provider_configuration [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Service providers = [] {{(pid=110913) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 16 00:26:12.332337 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.db.servicetype_db [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110913) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 16 00:26:12.335293 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.services.service_base [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110913) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 00:26:12.335642 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.services.service_base [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110913) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 00:26:12.335980 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.services.service_base [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110913) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 00:26:12.336904 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.services.service_base [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110913) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 00:26:12.337272 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.services.service_base [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 16 00:26:12.337637 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110913) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 00:26:12.337951 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 16 00:26:12.348426 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110913) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 00:26:12.348785 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading Plugin: auto_allocate Jun 16 00:26:12.354416 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Subscribe: network precommit_update 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:12.354785 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Subscribe: network precommit_create 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:12.355295 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110913) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 00:26:12.355612 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading Plugin: tag Jun 16 00:26:12.362089 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110913) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 00:26:12.362413 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading Plugin: timestamp Jun 16 00:26:12.366903 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110913) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 00:26:12.367231 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading Plugin: network_ip_availability Jun 16 00:26:12.372634 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:12.373004 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:12.373354 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:12.374052 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110913) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 00:26:12.374366 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading Plugin: flavors Jun 16 00:26:12.379367 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110913) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 00:26:12.379693 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading Plugin: revisions Jun 16 00:26:12.384427 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110913) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 00:26:12.384835 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_concurrency.lockutils [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.404s {{(pid=110913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 16 00:26:12.385559 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110913) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 16 00:26:12.385891 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Initializing extension manager. Jun 16 00:26:12.386412 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: __init__.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.387010 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: __pycache__ {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.387344 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: _port_mac_address_override.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.387676 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: address_group.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.388415 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.389081 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loaded extension: address-group Jun 16 00:26:12.389409 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: address_scope.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.390116 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.390622 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loaded extension: address-scope Jun 16 00:26:12.390940 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: admin_state_down_before_update.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.391854 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.392361 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loaded extension: router-admin-state-down-before-update Jun 16 00:26:12.392702 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: agent.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.393397 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.393895 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loaded extension: agent Jun 16 00:26:12.394212 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: agent_resources_synced.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.395105 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.395605 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loaded extension: agent-resources-synced Jun 16 00:26:12.395923 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: allowedaddresspairs.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.397737 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.398253 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loaded extension: allowed-address-pairs Jun 16 00:26:12.398578 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: auto_allocated_topology.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.399640 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.400147 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loaded extension: auto-allocated-topology Jun 16 00:26:12.400471 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: availability_zone.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.401189 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.401695 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loaded extension: availability_zone Jun 16 00:26:12.402019 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: availability_zone_filter.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.402922 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.403429 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loaded extension: availability_zone_filter Jun 16 00:26:12.403749 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: data_plane_status.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.404678 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.405189 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extension data-plane-status not supported by any of loaded plugins Jun 16 00:26:12.405507 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: default_subnetpools.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.406410 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.406918 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loaded extension: default-subnetpools Jun 16 00:26:12.407240 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: dhcpagentscheduler.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.408037 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.408559 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loaded extension: dhcp_agent_scheduler Jun 16 00:26:12.408888 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: dns.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.409796 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.410297 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extension dns-integration not supported by any of loaded plugins Jun 16 00:26:12.410617 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: dns_domain_ports.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.411517 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.412019 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 16 00:26:12.412362 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.413298 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.413798 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 16 00:26:12.414218 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: dvr.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.414883 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.415383 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loaded extension: dvr Jun 16 00:26:12.415702 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: ecmp_routes.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.416625 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.417122 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extension ecmp_routes not supported by any of loaded plugins Jun 16 00:26:12.417439 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: empty_string_filtering.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.418340 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.418846 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loaded extension: empty-string-filtering Jun 16 00:26:12.419163 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.420056 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.420580 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 16 00:26:12.420898 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.421792 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.422289 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 16 00:26:12.422605 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: external_net.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.423509 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.424014 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loaded extension: external-net Jun 16 00:26:12.424333 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: extra_dhcp_opt.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.425245 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.425744 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loaded extension: extra_dhcp_opt Jun 16 00:26:12.426061 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: extraroute.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.426959 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.427455 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loaded extension: extraroute Jun 16 00:26:12.427773 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: extraroute_atomic.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.429349 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.429855 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loaded extension: extraroute-atomic Jun 16 00:26:12.430176 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: filter_validation.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.430832 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.431582 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loaded extension: filter-validation Jun 16 00:26:12.431911 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: fip_pf_description.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.432840 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.433337 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 16 00:26:12.433655 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: fip_pf_port_range.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.434552 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.435050 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jun 16 00:26:12.435369 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: fip_port_details.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.436275 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.436805 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loaded extension: fip-port-details Jun 16 00:26:12.437125 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: flavors.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.438328 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.438836 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loaded extension: flavors Jun 16 00:26:12.439158 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.442034 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.442553 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 16 00:26:12.442885 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: floatingip_pools.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.444190 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.444728 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loaded extension: floatingip-pools Jun 16 00:26:12.445057 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: ip_allocation.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.445978 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.446481 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extension ip_allocation not supported by any of loaded plugins Jun 16 00:26:12.446802 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.447720 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.448226 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loaded extension: ip-substring-filtering Jun 16 00:26:12.448573 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: l2_adjacency.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.449510 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.450013 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 16 00:26:12.450336 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: l3.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.451284 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.451797 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loaded extension: router Jun 16 00:26:12.452120 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: l3_conntrack_helper.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.454326 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.454844 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 16 00:26:12.455172 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.456083 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.456622 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loaded extension: ext-gw-mode Jun 16 00:26:12.456948 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.457856 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.458358 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loaded extension: l3-ha Jun 16 00:26:12.458680 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.459614 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.460113 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jun 16 00:26:12.460435 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: l3_flavors.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.461368 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.461873 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loaded extension: l3-flavors Jun 16 00:26:12.462194 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: l3_ndp_proxy.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.463543 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.464060 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jun 16 00:26:12.464385 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.465328 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.465838 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 16 00:26:12.466162 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: l3agentscheduler.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.467181 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.467690 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loaded extension: l3_agent_scheduler Jun 16 00:26:12.468017 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: local_ip.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.469802 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.470323 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extension local_ip not supported by any of loaded plugins Jun 16 00:26:12.470650 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: logging.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.472099 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.472648 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extension logging not supported by any of loaded plugins Jun 16 00:26:12.472975 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: metering.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.473709 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.474282 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loaded extension: metering Jun 16 00:26:12.474606 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.475718 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.476230 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loaded extension: metering_source_and_destination_fields Jun 16 00:26:12.476583 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: multiprovidernet.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.477513 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.478019 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loaded extension: multi-provider Jun 16 00:26:12.478343 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: netmtu.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.479382 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.479891 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loaded extension: net-mtu Jun 16 00:26:12.480213 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: netmtu_writable.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.481151 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.481656 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loaded extension: net-mtu-writable Jun 16 00:26:12.481976 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: network_availability_zone.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.482637 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.483141 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loaded extension: network_availability_zone Jun 16 00:26:12.483457 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: network_ip_availability.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.484573 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.485086 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loaded extension: network-ip-availability Jun 16 00:26:12.485406 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: network_segment_range.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.486162 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.486709 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extension network-segment-range not supported by any of loaded plugins Jun 16 00:26:12.486989 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: pagination.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.487958 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.488290 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loaded extension: pagination Jun 16 00:26:12.488644 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: port_device_profile.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.489550 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.490230 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loaded extension: port-device-profile Jun 16 00:26:12.490999 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: port_mac_address_override.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.491929 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.492437 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loaded extension: port-mac-override Jun 16 00:26:12.492789 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.493710 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.494219 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loaded extension: port-mac-address-regenerate Jun 16 00:26:12.494539 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.495436 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.495946 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loaded extension: port-numa-affinity-policy Jun 16 00:26:12.496265 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: port_resource_request.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.497252 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.497757 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extension port-resource-request not supported by any of loaded plugins Jun 16 00:26:12.505267 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: port_resource_request_groups.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.506061 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.507063 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jun 16 00:26:12.507383 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: portbindings.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.508307 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.508842 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loaded extension: binding Jun 16 00:26:12.509164 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: portbindings_extended.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.510422 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.511111 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loaded extension: binding-extended Jun 16 00:26:12.511446 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: portsecurity.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.512407 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.512993 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loaded extension: port-security Jun 16 00:26:12.513319 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: project_id.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.514290 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.514618 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loaded extension: project-id Jun 16 00:26:12.514935 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: providernet.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.515842 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.516353 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loaded extension: provider Jun 16 00:26:12.516741 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: qos.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.520292 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.520841 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extension qos not supported by any of loaded plugins Jun 16 00:26:12.521172 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.522436 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.522949 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 16 00:26:12.523378 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.524313 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.524843 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 16 00:26:12.525170 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: qos_default.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.526076 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.526584 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extension qos-default not supported by any of loaded plugins Jun 16 00:26:12.526917 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: qos_fip.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.527831 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.528334 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extension qos-fip not supported by any of loaded plugins Jun 16 00:26:12.528726 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: qos_fip_network_policy.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.534557 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.535058 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jun 16 00:26:12.535381 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: qos_gateway_ip.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.536298 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.536826 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 16 00:26:12.537152 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: qos_port_network_policy.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.538092 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.538595 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 16 00:26:12.538918 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.539944 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.540452 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jun 16 00:26:12.540810 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.541845 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.542352 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jun 16 00:26:12.542674 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: qos_pps_rule.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.543892 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.544404 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extension qos-pps not supported by any of loaded plugins Jun 16 00:26:12.544757 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: qos_rule_type_details.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.545707 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.546217 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 16 00:26:12.546539 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: qos_rule_type_filter.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.547625 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.548136 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jun 16 00:26:12.548459 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: qos_rules_alias.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.549517 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.550025 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 16 00:26:12.550349 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: quota_check_limit.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.551260 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.551861 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loaded extension: quota-check-limit Jun 16 00:26:12.552192 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: quotasv2.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.553709 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.554034 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loaded extension: quotas Jun 16 00:26:12.554352 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: quotasv2_detail.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.556027 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.556653 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loaded extension: quota_details Jun 16 00:26:12.556990 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: rbac.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.558164 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.558690 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loaded extension: rbac-policies Jun 16 00:26:12.559052 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: rbac_address_group.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.559975 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.560494 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loaded extension: rbac-address-group Jun 16 00:26:12.560844 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: rbac_address_scope.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.561836 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.562352 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loaded extension: rbac-address-scope Jun 16 00:26:12.562674 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: rbac_security_groups.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.563621 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.564128 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loaded extension: rbac-security-groups Jun 16 00:26:12.564451 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: rbac_subnetpool.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.565388 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.565896 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loaded extension: rbac-subnetpool Jun 16 00:26:12.566218 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: revisionifmatch.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.567169 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.567676 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loaded extension: revision-if-match Jun 16 00:26:12.567999 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: revisions.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.569680 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.570187 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loaded extension: standard-attr-revisions Jun 16 00:26:12.570508 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: router_availability_zone.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.571171 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.571679 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loaded extension: router_availability_zone Jun 16 00:26:12.572001 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: routerservicetype.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.572944 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.573445 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extension router-service-type not supported by any of loaded plugins Jun 16 00:26:12.573765 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.589600 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.590119 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loaded extension: security-groups-normalized-cidr Jun 16 00:26:12.590438 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: security_groups_port_filtering.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.591452 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.591963 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loaded extension: port-security-groups-filtering Jun 16 00:26:12.592279 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.593224 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.593732 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loaded extension: security-groups-remote-address-group Jun 16 00:26:12.594050 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.594974 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.595652 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loaded extension: security-groups-shared-filtering Jun 16 00:26:12.595911 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: securitygroup.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.605686 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.606215 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loaded extension: security-group Jun 16 00:26:12.606550 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: segment.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.607305 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.607818 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extension segment not supported by any of loaded plugins Jun 16 00:26:12.608144 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.609101 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.609609 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 16 00:26:12.609933 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: servicetype.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.611027 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.611542 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loaded extension: service-type Jun 16 00:26:12.611872 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: sorting.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.612914 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.613247 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loaded extension: sorting Jun 16 00:26:12.613569 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: standard_attr_segment.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.618192 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.618818 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 16 00:26:12.619137 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: standardattrdescription.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.619782 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.620337 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loaded extension: standard-attr-description Jun 16 00:26:12.620684 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: stateful_security_group.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.621634 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.622145 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loaded extension: stateful-security-group Jun 16 00:26:12.622467 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: stdattrs_common.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.623045 dv-cinder-803823-11-iscsi neutron-server[110913]: WARNING neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 16 00:26:12.623364 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.624279 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.624820 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 16 00:26:12.625148 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: subnet_onboard.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.626243 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.626753 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loaded extension: subnet_onboard Jun 16 00:26:12.627075 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.627991 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.628495 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 16 00:26:12.628841 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: subnet_service_types.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.629747 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.630263 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loaded extension: subnet-service-types Jun 16 00:26:12.630585 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: subnetallocation.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.632303 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.632847 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loaded extension: subnet_allocation Jun 16 00:26:12.633172 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.633837 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.634344 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loaded extension: subnetpool-prefix-ops Jun 16 00:26:12.634669 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.635640 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.636149 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 16 00:26:12.636473 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: tagging.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.637554 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.638077 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loaded extension: standard-attr-tag Jun 16 00:26:12.638406 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: timestamp.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.639592 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.640109 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loaded extension: standard-attr-timestamp Jun 16 00:26:12.640440 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: trunk.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.641595 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.642138 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extension trunk not supported by any of loaded plugins Jun 16 00:26:12.642459 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: trunk_details.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.643381 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.643894 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extension trunk-details not supported by any of loaded plugins Jun 16 00:26:12.644213 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: uplink_status_propagation.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.645156 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.645712 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 16 00:26:12.650032 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Loading extension file: vlantransparent.py {{(pid=110913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 00:26:12.650506 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 00:26:12.651013 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 16 00:26:12.653627 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.quota.resource_registry [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Creating instance of TrackedResource for resource:network Jun 16 00:26:12.654197 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.quota.resource_registry [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Creating instance of TrackedResource for resource:subnet Jun 16 00:26:12.654595 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.quota.resource_registry [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 00:26:12.654980 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.quota.resource_registry [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Creating instance of TrackedResource for resource:port Jun 16 00:26:12.656186 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.v2.resource_helper [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 00:26:12.656648 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.v2.resource_helper [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Service FLAVORS assigned prefix: {{(pid=110913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 00:26:12.657275 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.v2.resource_helper [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 00:26:12.657700 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.v2.resource_helper [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 00:26:12.658063 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.quota.resource_registry [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Creating instance of TrackedResource for resource:router Jun 16 00:26:12.658486 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.quota.resource_registry [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Creating instance of TrackedResource for resource:floatingip Jun 16 00:26:12.658974 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.v2.resource_helper [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Service METERING assigned prefix: /metering {{(pid=110913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 00:26:12.660393 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:12.660789 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:12.661137 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:26:12.662133 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.quota.resource_registry [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Creating instance of CountableResource for resource:rbac_policy Jun 16 00:26:12.663109 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.quota.resource_registry [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Creating instance of TrackedResource for resource:security_group Jun 16 00:26:12.663568 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.quota.resource_registry [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 16 00:26:12.664289 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.v2.resource_helper [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Service CORE assigned prefix: {{(pid=110913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 00:26:12.664652 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.quota.resource_registry [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 00:26:12.664995 dv-cinder-803823-11-iscsi neutron-server[110913]: WARNING neutron.quota.resource_registry [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] subnetpool is already registered Jun 16 00:26:12.665421 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.v2.resource_helper [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Service CORE assigned prefix: {{(pid=110913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 00:26:12.665745 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.quota.resource_registry [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 00:26:12.666075 dv-cinder-803823-11-iscsi neutron-server[110913]: WARNING neutron.quota.resource_registry [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] subnetpool is already registered Jun 16 00:26:12.668319 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.v2.resource_helper [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 00:26:12.668776 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.v2.resource_helper [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Service FLAVORS assigned prefix: {{(pid=110913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 00:26:12.669359 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.v2.resource_helper [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 00:26:12.669776 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.v2.resource_helper [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 00:26:12.670103 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.quota.resource_registry [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Creating instance of TrackedResource for resource:router Jun 16 00:26:12.670439 dv-cinder-803823-11-iscsi neutron-server[110913]: WARNING neutron.quota.resource_registry [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] router is already registered Jun 16 00:26:12.670847 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.quota.resource_registry [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Creating instance of TrackedResource for resource:floatingip Jun 16 00:26:12.671184 dv-cinder-803823-11-iscsi neutron-server[110913]: WARNING neutron.quota.resource_registry [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] floatingip is already registered Jun 16 00:26:12.671677 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.v2.resource_helper [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Service METERING assigned prefix: /metering {{(pid=110913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 00:26:12.672337 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.quota.resource_registry [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Creating instance of CountableResource for resource:rbac_policy Jun 16 00:26:12.672690 dv-cinder-803823-11-iscsi neutron-server[110913]: WARNING neutron.quota.resource_registry [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] rbac_policy is already registered Jun 16 00:26:12.673100 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.quota.resource_registry [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Creating instance of TrackedResource for resource:security_group Jun 16 00:26:12.673460 dv-cinder-803823-11-iscsi neutron-server[110913]: WARNING neutron.quota.resource_registry [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] security_group is already registered Jun 16 00:26:12.673861 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.quota.resource_registry [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 16 00:26:12.674192 dv-cinder-803823-11-iscsi neutron-server[110913]: WARNING neutron.quota.resource_registry [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] security_group_rule is already registered Jun 16 00:26:12.674813 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.v2.resource_helper [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Service CORE assigned prefix: {{(pid=110913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 00:26:12.675136 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.quota.resource_registry [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 00:26:12.675467 dv-cinder-803823-11-iscsi neutron-server[110913]: WARNING neutron.quota.resource_registry [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] subnetpool is already registered Jun 16 00:26:12.675881 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.v2.resource_helper [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Service CORE assigned prefix: {{(pid=110913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 00:26:12.676201 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.quota.resource_registry [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 00:26:12.676554 dv-cinder-803823-11-iscsi neutron-server[110913]: WARNING neutron.quota.resource_registry [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] subnetpool is already registered Jun 16 00:26:12.677022 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extended resource: extensions {{(pid=110913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 00:26:12.679072 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extended resource: address-groups {{(pid=110913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 00:26:12.681029 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extended resource: address-scopes {{(pid=110913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 00:26:12.682137 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extended resource: agents {{(pid=110913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 00:26:12.683288 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extended resource: auto-allocated-topology {{(pid=110913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 00:26:12.684508 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extended resource: availability_zones {{(pid=110913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 00:26:12.685742 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extended resource: dhcp-networks {{(pid=110913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 00:26:12.687237 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extended resource: dhcp-agents {{(pid=110913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 00:26:12.688777 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extended resource: routers {{(pid=110913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 00:26:12.690768 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extended resource: flavors {{(pid=110913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 00:26:12.692150 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extended resource: service_profiles {{(pid=110913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 00:26:12.693448 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extended resource: next_providers {{(pid=110913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 00:26:12.694894 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extended resource: service_profiles {{(pid=110913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 00:26:12.697429 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extended resource: floatingip-pools {{(pid=110913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 00:26:12.698656 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extended resource: routers {{(pid=110913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 00:26:12.700354 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extended resource: floatingips {{(pid=110913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 00:26:12.701672 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extended resource: l3-routers {{(pid=110913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 00:26:12.703046 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extended resource: l3-agents {{(pid=110913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 00:26:12.704440 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extended resource: metering-labels {{(pid=110913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 00:26:12.705708 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extended resource: metering-label-rules {{(pid=110913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 00:26:12.707133 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extended resource: network-ip-availabilities {{(pid=110913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 00:26:12.708386 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extended resource: bindings {{(pid=110913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 00:26:12.710038 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extended resource: quotas {{(pid=110913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 00:26:12.711774 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extended resource: quotas {{(pid=110913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 00:26:12.713317 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extended resource: rbac-policies {{(pid=110913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 00:26:12.714512 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extended resource: security-groups {{(pid=110913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 00:26:12.715812 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extended resource: security-group-rules {{(pid=110913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 00:26:12.717122 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extended resource: service-providers {{(pid=110913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 00:26:12.718363 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extended resource: subnetpools {{(pid=110913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 00:26:12.719660 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extended resource: subnetpools {{(pid=110913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 00:26:12.721267 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extended resource: tags {{(pid=110913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 00:26:12.722975 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extended resource: tags {{(pid=110913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 00:26:12.725420 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extended resource: tags {{(pid=110913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 00:26:12.727176 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extended resource: tags {{(pid=110913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 00:26:12.728966 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extended resource: tags {{(pid=110913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 00:26:12.730908 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extended resource: tags {{(pid=110913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 00:26:12.732629 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extended resource: tags {{(pid=110913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 00:26:12.734558 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extended resource: tags {{(pid=110913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 00:26:12.736314 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extended resource: tags {{(pid=110913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 00:26:12.738232 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron.api.extensions [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Extended resource: tags {{(pid=110913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 00:26:12.744953 dv-cinder-803823-11-iscsi neutron-server[110913]: WARNING keystonemiddleware.auth_token [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 16 00:26:12.750046 dv-cinder-803823-11-iscsi neutron-server[110913]: WARNING keystonemiddleware.auth_token [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 16 00:26:12.759086 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_concurrency.lockutils [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Acquired lock "singleton_lock" {{(pid=110913) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jun 16 00:26:12.759555 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_concurrency.lockutils [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Releasing lock "singleton_lock" {{(pid=110913) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jun 16 00:26:12.760206 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO oslo_service.service [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Starting 2 workers Jun 16 00:26:12.765197 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Started child 111022 {{(pid=110913) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 00:26:12.769666 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Started child 111023 {{(pid=110913) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 00:26:12.770755 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:26:12.771385 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO neutron.service [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 16 00:26:12.772004 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Publish callbacks [] for process (None), before_spawn {{(pid=110913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:26:12.772305 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [-] (111022) wsgi starting up on http://0.0.0.0:9696 Jun 16 00:26:12.774495 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO oslo_service.service [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Starting 1 workers Jun 16 00:26:12.774978 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:26:12.776488 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [-] (111023) wsgi starting up on http://0.0.0.0:9696 Jun 16 00:26:12.779786 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Started child 111024 {{(pid=110913) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 00:26:12.780331 dv-cinder-803823-11-iscsi neutron-server[110913]: INFO oslo_service.service [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Starting 1 workers Jun 16 00:26:12.783356 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.service [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] calling RpcWorker wait() {{(pid=111024) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 16 00:26:12.783847 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.service [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] returning from RpcWorker wait() {{(pid=111024) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 16 00:26:12.784874 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Started child 111025 {{(pid=110913) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 00:26:12.785156 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:26:12.785626 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:26:12.785722 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG neutron_lib.callbacks.manager [None req-26111c55-787c-4887-b69b-41db0b6d0e82 None None] Publish callbacks [] for process (None), after_spawn {{(pid=110913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:26:12.788177 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110913) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 16 00:26:12.788390 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 00:26:12.788587 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 00:26:12.788816 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 00:26:12.789181 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 00:26:12.789355 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 00:26:12.789844 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.790119 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.790382 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.790638 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:26:12.791113 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.791201 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.791488 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.791718 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.792021 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.792277 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.792441 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.792634 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.792971 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.793207 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.793517 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.793792 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.794029 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.794275 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.794434 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.794688 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.794973 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.795203 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.795483 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] debug = True {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.795718 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.796233 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.796463 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.796752 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.797049 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.797225 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.797448 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.797698 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.797935 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.798163 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.798410 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.798669 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.798905 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.799109 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.799336 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.799605 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.799818 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.800337 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] host = dv-cinder-803823-11-iscsi {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.800599 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.801456 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.801456 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.801456 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.801869 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.801869 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.802142 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.802286 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.802498 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.802707 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.803030 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.803782 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.804029 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.804288 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] log_file = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.804443 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] log_options = True {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.804706 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.804968 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.805240 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.805437 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.805586 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.805735 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.805993 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.806139 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.806658 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.806870 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.807084 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.807293 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.807522 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.807750 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.807990 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.808220 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.808514 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.808727 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.809048 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.810063 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.810317 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.811543 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.811773 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.812005 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.812234 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.812483 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.812773 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.813018 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.813238 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.813476 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.813564 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:26:12.813736 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.813997 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.814217 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.814467 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.814754 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.814986 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.815222 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.815439 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.815704 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.815934 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.816179 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.816437 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.816681 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.817066 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.817175 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.817387 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.817567 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] use_json = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.817873 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.817998 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.818653 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.818653 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.818814 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.818917 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.819184 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.819379 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.819768 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.820007 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.820340 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.820599 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.820848 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.821080 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.822564 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.823319 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.823573 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.823858 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.824106 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.824464 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.824741 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.825067 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.825782 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.826052 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.828057 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.829468 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.831593 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.832102 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.832360 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.832615 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.832890 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.833170 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.833412 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.833655 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.833919 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.834159 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.834450 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.834717 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.834987 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.835327 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.835627 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.836763 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.836763 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.836763 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.839510 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.839510 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.839510 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.839892 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.840137 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.840430 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.840706 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.840945 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.841207 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.841457 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.843013 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.843245 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.844945 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.845379 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.845794 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.846381 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.846616 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.846848 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.847092 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.847332 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.847555 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.847861 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.848105 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.848398 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.848680 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.849090 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.849413 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.849671 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.850423 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.850674 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.850871 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.851106 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.851316 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.851551 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.851817 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.852084 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.852316 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.852558 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.852759 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.852988 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.853204 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.853448 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.853664 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.853876 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.854088 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.854329 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.854550 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.854760 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.854990 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.855196 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.855408 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.855615 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.855822 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.856028 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.856256 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.856465 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.856807 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.857042 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.857288 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.857522 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.857787 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.858070 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.858312 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.860253 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.860514 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.860765 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.861025 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.862122 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.862122 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.862122 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.862122 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.864177 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.864428 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.864713 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.864954 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.865207 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.865507 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.866260 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.866535 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.866794 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.867068 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.867310 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.867561 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.867833 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.868091 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.868338 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.868896 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.869126 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.869456 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.869786 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.870051 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.870330 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.870579 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.870808 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.871061 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.871307 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.871574 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.871816 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.872066 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.872301 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.872583 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.872806 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.873034 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.873261 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.873554 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.873778 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.874009 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.874220 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.874481 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.874725 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.874970 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.875231 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.875486 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.875732 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.875958 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.876180 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.876407 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.876661 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.876884 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.877093 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.877492 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.877771 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.877970 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.878206 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.878404 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.878661 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.878905 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.879121 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.879334 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.879546 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.879759 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.879981 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.880197 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.880454 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.880724 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.880951 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.881176 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.881386 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.881592 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.881834 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.882046 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.882344 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.884125 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.884382 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.884640 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.884900 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.885137 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.885495 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.886070 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.886322 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.886583 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.886807 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.887028 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.887240 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.887452 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.887702 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.887929 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.888188 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.888454 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.888817 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.889068 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.889296 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.889551 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.889806 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.890036 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.890696 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.890922 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.891173 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.891403 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.891637 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.892088 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.892318 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.892599 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.892837 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.893021 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.893441 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.893839 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.894065 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.894314 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.894554 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.894770 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.894987 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.895766 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.896009 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.896218 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.896426 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.896693 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.896960 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.897244 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.897496 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.897741 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.897981 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.898201 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.898411 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.898661 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.898904 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.899119 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.899337 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.899550 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.899779 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.900810 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.901040 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.901275 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.901505 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.901742 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.902282 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.902527 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.902734 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.902944 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.903160 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.903406 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:26:12.903663 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.903874 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.904099 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.904327 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.904549 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.904775 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.904987 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.905189 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.905432 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.905657 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.905861 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.907267 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.907787 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.908028 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.908308 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.908578 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.910117 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.910117 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.910117 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.910117 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.910117 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.910117 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.914024 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.914024 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.914024 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.914024 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.914024 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.914024 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.914024 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.914024 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.914972 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.914972 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.914972 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.914972 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.914972 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.914972 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.914972 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.914972 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.915579 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.915579 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.915734 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.915959 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.916208 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.916436 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.916692 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.916925 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.917156 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.917412 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.917635 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.917875 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.918102 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.918322 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.918554 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.918791 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.919002 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.919438 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.919726 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.919885 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 00:26:12.920416 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110913) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 16 00:26:12.920598 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 00:26:12.921140 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 00:26:12.921311 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 00:26:12.921479 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 00:26:12.921629 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 00:26:12.921833 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.922197 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.922358 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.922516 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.922712 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.922872 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.923027 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.923179 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.923335 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.923488 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.923641 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.923794 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.924028 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.924187 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.924344 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.924498 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.924796 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.924948 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.925091 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.925248 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.925406 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.925635 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] debug = True {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.925795 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.926003 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.927225 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.927392 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.927545 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.927695 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.927855 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.929131 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.929302 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.929460 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.930801 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.930973 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.931134 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.931310 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.932253 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.932253 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.932253 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.932253 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] host = dv-cinder-803823-11-iscsi {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.936703 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.936703 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.936703 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.936703 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.936703 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.936703 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.936703 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.936703 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.937276 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.937276 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.937276 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.937276 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.937276 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.937276 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] log_file = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.937276 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] log_options = True {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.937276 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.937276 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.937901 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.937901 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.937901 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.937901 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.937901 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.937901 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.937901 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.938409 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.938409 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.938409 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.938409 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.938409 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.938409 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.938409 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.938409 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.938409 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.939041 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.939041 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.939041 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.939041 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.939041 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.939041 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.939041 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.939041 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.939601 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.939601 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.939601 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.939601 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.939601 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.939601 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.939601 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.940242 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.940242 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.940242 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.940242 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.940636 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.940636 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.940636 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.941177 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.941283 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.941397 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.941550 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.941703 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.941855 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.942007 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] use_json = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.942158 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.942644 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.942803 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.942961 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.943114 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.943267 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.943451 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.943584 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.943737 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 00:26:12.943915 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.944070 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.944236 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.944395 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.944572 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.944731 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.944886 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.945041 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.945195 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.945350 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.945512 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.945667 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.945847 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.946054 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.946262 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.946370 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.946521 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.946677 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.946833 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.946990 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.947145 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.947299 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.947463 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.947618 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.947773 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.947929 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.948084 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.948245 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.948399 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.948578 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.948750 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.948904 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.949062 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.949217 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.949373 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.949529 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.949685 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.949883 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.950019 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.950129 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.950282 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.950437 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.950592 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.950746 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.950901 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.951056 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.951211 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.951408 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.951563 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.951718 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.951874 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.952028 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.952185 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.952340 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.952495 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.952673 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.952829 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.952994 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.953149 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.953305 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.953479 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.953616 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.953770 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.953924 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.954078 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.954235 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.954390 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.954544 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.954710 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.954865 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.955019 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.955174 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.955328 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.955482 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.955636 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.955792 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.955945 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.956100 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.956256 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.956411 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.956589 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.956745 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.956900 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.957054 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.957209 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.959605 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.959605 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.959605 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.959605 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.959605 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.959605 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.959605 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.959605 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.960169 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.960169 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.960169 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.960169 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.960169 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.960169 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.960169 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.960169 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.960745 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.960745 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.960745 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.960745 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.960745 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.960745 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.960745 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.960745 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.961374 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.961374 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.961374 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.961374 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.961651 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.961651 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.961812 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.961894 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.962023 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.962177 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.962341 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.962495 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.962651 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.962805 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.962971 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.963171 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.963329 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.963484 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.963640 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.963795 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.963950 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.964104 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.964263 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.964417 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.964593 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.964749 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.964916 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.965073 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.965228 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.965396 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.965612 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.965768 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.965924 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.966080 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.966235 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.966390 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.966545 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.966700 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.966854 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.967009 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.967165 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.967320 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.967474 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.967628 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.967783 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.967939 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.968095 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.968250 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.968433 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.968667 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.968766 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.968914 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.969069 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.969223 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.969378 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.969532 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.969687 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.969841 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.969996 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.970149 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.970303 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.970457 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.970611 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.970764 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.970918 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.971073 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.971227 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.971383 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.971538 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.971701 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.971888 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.972050 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.972214 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.972361 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.972517 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.972702 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.972859 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.973013 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.973169 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.973324 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.973479 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.973634 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.973793 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.973947 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.974104 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.974278 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.974436 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.974589 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.975258 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.975426 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.975580 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.975735 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.975889 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.976044 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.976198 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.976354 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.976510 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.976880 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.976880 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.977038 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.977118 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.977255 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.977412 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.977568 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.977724 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.977880 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.978037 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.978256 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.978441 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.978599 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.978754 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.978921 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.979064 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.979220 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.979388 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.979543 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.979698 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.979852 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.980006 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.980161 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.980326 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.980481 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.980656 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.980811 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.980965 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.981120 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.981284 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.981439 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.981593 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.981748 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.981901 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.982056 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.982219 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.982374 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.982528 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.982682 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.982908 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.983005 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.983141 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.983296 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.983451 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.983647 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.983801 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.983955 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.984119 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.984278 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.984432 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.984610 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.984765 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.984919 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.985083 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.985238 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.985393 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.985554 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.985708 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.985863 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.986017 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.986183 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.986337 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.986494 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.986648 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.986803 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.986957 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.987112 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.987271 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.987434 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.987596 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.987751 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.987914 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.988076 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.988329 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.988432 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.988625 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.988792 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.988947 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.989102 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.989257 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.989410 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.989563 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.989716 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.989869 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.990021 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.990175 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.990328 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.991116 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.991273 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.991427 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.991632 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.991778 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.991935 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.992093 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.992248 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.992403 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 00:26:12.992556 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 00:26:13.016859 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 37160) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:26:13.026075 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071149 Jun 16 00:26:22.119004 dv-cinder-803823-11-iscsi neutron-server[110913]: DEBUG dbcounter [-] [110913] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=110913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:26:24.462103 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6af779b-83d9-4c72-aa30-22f34a248365 None None] get_active_networks_info from dv-cinder-803823-11-iscsi {{(pid=111024) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jun 16 00:26:24.470077 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writer thread running {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 16 00:26:24.528308 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6af779b-83d9-4c72-aa30-22f34a248365 None None] No non-hosted networks {{(pid=111024) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 16 00:26:24.542012 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.agentschedulers_db [None req-f6af779b-83d9-4c72-aa30-22f34a248365 None None] DHCP Agent not found on host dv-cinder-803823-11-iscsi {{(pid=111024) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jun 16 00:26:24.722244 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-27028c5a-f960-4bda-b78a-41bfb588562d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-677888'] for agent (2a8c543c-b8d9-40d8-999c-fa03b757f547), after_create {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:26:26.204784 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writer thread running {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 16 00:26:26.747021 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a0a0a113-29da-4a31-bcbf-5c5d314b1964 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-677888'] for agent (d0297bc9-c3a8-45ac-9023-c937cb4f21fc), after_create {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:26:26.774664 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.db.api [None req-aa39112d-2b60-43e8-bff2-eda23821822a None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-803823-11-iscsi {{(pid=111024) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 16 00:26:26.775655 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG oslo_db.api [None req-aa39112d-2b60-43e8-bff2-eda23821822a None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 00:26:27.302339 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-aa39112d-2b60-43e8-bff2-eda23821822a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (d0297bc9-c3a8-45ac-9023-c937cb4f21fc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:26:27.481509 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 37228) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:26:27.882470 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-117977e4-98b1-40f2-baea-1bec010e476c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-677888'] for agent (b90f279a-3e8f-4325-a28d-8d213fb96fbc), after_create {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:26:28.114551 dv-cinder-803823-11-iscsi neutron-server[111023]: WARNING oslo_policy.policy [None req-8127f4a7-8476-4448-a234-6e4d0870c4fe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 00:26:28.115686 dv-cinder-803823-11-iscsi neutron-server[111023]: WARNING oslo_policy.policy [None req-8127f4a7-8476-4448-a234-6e4d0870c4fe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 00:26:28.331446 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [None req-8127f4a7-8476-4448-a234-6e4d0870c4fe admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=111023) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 00:26:28.344569 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-8127f4a7-8476-4448-a234-6e4d0870c4fe admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8500912 Jun 16 00:26:29.225241 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-faa15201-cec6-4660-ae33-7025f254e5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-677888'] for agent (50ece25a-9452-44f6-8bc9-48c0ade2294b), after_create {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:26:29.684046 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-677888'] for agent (81117e21-cbf2-493f-9e14-29a3cec1f25a), after_create {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:26:29.685304 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:26:29.685752 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:26:29.686153 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:26:29.686542 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:26:29.687093 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:26:29.687482 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:26:29.687865 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:26:29.688414 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:26:29.688760 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:26:29.689377 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:26:29.690036 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:26:29.690575 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:26:29.691147 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:26:29.691687 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:26:29.692095 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:26:29.692748 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-803823-11-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:26:29.699282 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-803823-11-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:26:30.748392 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 37264) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:26:31.128508 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [None req-6e29b000-d460-467c-8bfe-fafe76b11718 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:26:31.247018 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.policy [None req-6e29b000-d460-467c-8bfe-fafe76b11718 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=111023) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 16 00:26:31.288153 dv-cinder-803823-11-iscsi neutron-server[111023]: WARNING oslo_policy.policy [None req-6e29b000-d460-467c-8bfe-fafe76b11718 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 00:26:31.288536 dv-cinder-803823-11-iscsi neutron-server[111023]: WARNING oslo_policy.policy [None req-6e29b000-d460-467c-8bfe-fafe76b11718 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 00:26:31.308995 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writer thread running {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 16 00:26:31.440414 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-6e29b000-d460-467c-8bfe-fafe76b11718 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753840538024', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753840541524', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753840623343', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753840645313', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753840127604', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753840601592', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1350537', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1198017', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-915803', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-934392'] for rbac-policy (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:26:31.735260 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-6e29b000-d460-467c-8bfe-fafe76b11718 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:26:31.736665 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-6e29b000-d460-467c-8bfe-fafe76b11718 admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9872084 Jun 16 00:26:32.848670 dv-cinder-803823-11-iscsi neutron-server[111024]: INFO neutron.db.l3_hamode_db [None req-f284404b-2a8c-4f9c-8076-21e5f70026e7 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 16 00:26:32.928986 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f284404b-2a8c-4f9c-8076-21e5f70026e7 None None] Routers set() bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:26:32.929949 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f284404b-2a8c-4f9c-8076-21e5f70026e7 None None] Router IDs set() for agent in host dv-cinder-803823-11-iscsi {{(pid=111024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jun 16 00:26:34.092326 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 37276) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:26:34.411194 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [None req-52c734bd-6983-4df9-b567-ae75cac12f0d demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:26:34.495380 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c734bd-6983-4df9-b567-ae75cac12f0d demo demo] Made reservation on behalf of bcf793428063417f9cb53b3d0b4eea85 for: {'network': 1} {{(pid=111023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 00:26:34.499131 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-52c734bd-6983-4df9-b567-ae75cac12f0d demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for network (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:26:34.516460 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-52c734bd-6983-4df9-b567-ae75cac12f0d demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:26:34.624471 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-52c734bd-6983-4df9-b567-ae75cac12f0d demo demo] Publish callbacks [] for security_group (43c3befb-7abf-4417-b551-41cc6caa6eda), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:26:34.689396 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-52c734bd-6983-4df9-b567-ae75cac12f0d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (43c3befb-7abf-4417-b551-41cc6caa6eda), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:26:34.721354 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52c734bd-6983-4df9-b567-ae75cac12f0d demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=111023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 00:26:34.750710 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-52c734bd-6983-4df9-b567-ae75cac12f0d demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753842649649', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219328'] for segment (520c2590-5b4b-4846-a297-678dddc8e7d2), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:26:34.751224 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-52c734bd-6983-4df9-b567-ae75cac12f0d demo demo] Unsubscribe: segment precommit_create {{(pid=111023) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 16 00:26:34.751746 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.db.segments_db [None req-52c734bd-6983-4df9-b567-ae75cac12f0d demo demo] Added segment 520c2590-5b4b-4846-a297-678dddc8e7d2 of type vlan for network d91e7050-8c84-48c6-abbd-c2c28a51b607 Jun 16 00:26:34.757309 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c734bd-6983-4df9-b567-ae75cac12f0d demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=43c3befb-7abf-4417-b551-41cc6caa6eda,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:26:34.792768 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c734bd-6983-4df9-b567-ae75cac12f0d demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:26:34.793103 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c734bd-6983-4df9-b567-ae75cac12f0d demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:26:34.793452 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c734bd-6983-4df9-b567-ae75cac12f0d demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:26:34.793795 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c734bd-6983-4df9-b567-ae75cac12f0d demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:26:34.794120 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c734bd-6983-4df9-b567-ae75cac12f0d demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:26:34.794433 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c734bd-6983-4df9-b567-ae75cac12f0d demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:26:34.794744 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c734bd-6983-4df9-b567-ae75cac12f0d demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:26:34.795053 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c734bd-6983-4df9-b567-ae75cac12f0d demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:26:34.795376 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c734bd-6983-4df9-b567-ae75cac12f0d demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:26:34.795693 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c734bd-6983-4df9-b567-ae75cac12f0d demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:26:34.796000 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c734bd-6983-4df9-b567-ae75cac12f0d demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:26:34.796309 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c734bd-6983-4df9-b567-ae75cac12f0d demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:26:34.796638 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c734bd-6983-4df9-b567-ae75cac12f0d demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:26:34.796976 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c734bd-6983-4df9-b567-ae75cac12f0d demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:26:34.797253 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c734bd-6983-4df9-b567-ae75cac12f0d demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:26:34.798624 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c734bd-6983-4df9-b567-ae75cac12f0d demo demo] Tracked resource versions report: Jun 16 00:26:34.798624 dv-cinder-803823-11-iscsi neutron-server[111023]: pushed versions: Jun 16 00:26:34.798624 dv-cinder-803823-11-iscsi neutron-server[111023]: { 'AddressGroup': {'1.2'}, Jun 16 00:26:34.798624 dv-cinder-803823-11-iscsi neutron-server[111023]: 'Agent': {'1.1'}, Jun 16 00:26:34.798624 dv-cinder-803823-11-iscsi neutron-server[111023]: 'ConntrackHelper': {'1.0'}, Jun 16 00:26:34.798624 dv-cinder-803823-11-iscsi neutron-server[111023]: 'LocalIPAssociation': {'1.0'}, Jun 16 00:26:34.798624 dv-cinder-803823-11-iscsi neutron-server[111023]: 'Log': {'1.0'}, Jun 16 00:26:34.798624 dv-cinder-803823-11-iscsi neutron-server[111023]: 'NDPProxy': {'1.0'}, Jun 16 00:26:34.798624 dv-cinder-803823-11-iscsi neutron-server[111023]: 'Network': {'1.1'}, Jun 16 00:26:34.798624 dv-cinder-803823-11-iscsi neutron-server[111023]: 'Port': {'1.7'}, Jun 16 00:26:34.798624 dv-cinder-803823-11-iscsi neutron-server[111023]: 'PortForwarding': {'1.3'}, Jun 16 00:26:34.798624 dv-cinder-803823-11-iscsi neutron-server[111023]: 'QosPolicy': {'1.10'}, Jun 16 00:26:34.798624 dv-cinder-803823-11-iscsi neutron-server[111023]: 'SecurityGroup': {'1.5'}, Jun 16 00:26:34.798624 dv-cinder-803823-11-iscsi neutron-server[111023]: 'SecurityGroupRule': {'1.2'}, Jun 16 00:26:34.798624 dv-cinder-803823-11-iscsi neutron-server[111023]: 'SubPort': {'1.0'}, Jun 16 00:26:34.798624 dv-cinder-803823-11-iscsi neutron-server[111023]: 'Subnet': {'1.1'}, Jun 16 00:26:34.798624 dv-cinder-803823-11-iscsi neutron-server[111023]: 'Trunk': {'1.1'}} Jun 16 00:26:34.798624 dv-cinder-803823-11-iscsi neutron-server[111023]: consumer versions: Jun 16 00:26:34.798624 dv-cinder-803823-11-iscsi neutron-server[111023]: { DHCP agent@dv-cinder-803823-11-iscsi: {}, Jun 16 00:26:34.798624 dv-cinder-803823-11-iscsi neutron-server[111023]: L3 agent@dv-cinder-803823-11-iscsi: {}, Jun 16 00:26:34.798624 dv-cinder-803823-11-iscsi neutron-server[111023]: Metadata agent@dv-cinder-803823-11-iscsi: {}, Jun 16 00:26:34.798624 dv-cinder-803823-11-iscsi neutron-server[111023]: Metering agent@dv-cinder-803823-11-iscsi: {}, Jun 16 00:26:34.798624 dv-cinder-803823-11-iscsi neutron-server[111023]: Open vSwitch agent@dv-cinder-803823-11-iscsi: { 'AddressGroup': '1.2', Jun 16 00:26:34.798624 dv-cinder-803823-11-iscsi neutron-server[111023]: 'Agent': '1.1', Jun 16 00:26:34.798624 dv-cinder-803823-11-iscsi neutron-server[111023]: 'ConntrackHelper': '1.0', Jun 16 00:26:34.798624 dv-cinder-803823-11-iscsi neutron-server[111023]: 'LocalIPAssociation': '1.0', Jun 16 00:26:34.798624 dv-cinder-803823-11-iscsi neutron-server[111023]: 'Log': '1.0', Jun 16 00:26:34.798624 dv-cinder-803823-11-iscsi neutron-server[111023]: 'NDPProxy': '1.0', Jun 16 00:26:34.798624 dv-cinder-803823-11-iscsi neutron-server[111023]: 'Network': '1.1', Jun 16 00:26:34.798624 dv-cinder-803823-11-iscsi neutron-server[111023]: 'Port': '1.7', Jun 16 00:26:34.798624 dv-cinder-803823-11-iscsi neutron-server[111023]: 'PortForwarding': '1.3', Jun 16 00:26:34.798624 dv-cinder-803823-11-iscsi neutron-server[111023]: 'QosPolicy': '1.10', Jun 16 00:26:34.798624 dv-cinder-803823-11-iscsi neutron-server[111023]: 'SecurityGroup': '1.5', Jun 16 00:26:34.798624 dv-cinder-803823-11-iscsi neutron-server[111023]: 'SecurityGroupRule': '1.2', Jun 16 00:26:34.798624 dv-cinder-803823-11-iscsi neutron-server[111023]: 'SubPort': '1.0', Jun 16 00:26:34.798624 dv-cinder-803823-11-iscsi neutron-server[111023]: 'Subnet': '1.1', Jun 16 00:26:34.798624 dv-cinder-803823-11-iscsi neutron-server[111023]: 'Trunk': '1.1'}} Jun 16 00:26:34.798624 dv-cinder-803823-11-iscsi neutron-server[111023]: {{(pid=111023) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 00:26:34.863513 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-52c734bd-6983-4df9-b567-ae75cac12f0d demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753842147476'] for network (d91e7050-8c84-48c6-abbd-c2c28a51b607), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:26:34.972996 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-52c734bd-6983-4df9-b567-ae75cac12f0d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177'] for network (d91e7050-8c84-48c6-abbd-c2c28a51b607), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:26:34.978693 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c734bd-6983-4df9-b567-ae75cac12f0d demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:26:34.979400 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-52c734bd-6983-4df9-b567-ae75cac12f0d demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590195'] for network (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:26:35.000297 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=55,neutron:INSERT=43,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:26:35.093809 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c734bd-6983-4df9-b567-ae75cac12f0d demo demo] Pushing event updated for resources: {'Network': ['ID=d91e7050-8c84-48c6-abbd-c2c28a51b607,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:26:35.106415 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Network d91e7050-8c84-48c6-abbd-c2c28a51b607 details requested by agent ovs-agent-dv-cinder-803823-11-iscsi with host dv-cinder-803823-11-iscsi {{(pid=111024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 00:26:35.107414 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-52c734bd-6983-4df9-b567-ae75cac12f0d demo demo] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.0140295 Jun 16 00:26:37.486816 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 37290) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:26:37.912920 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bdd393-7f25-497e-8efc-6409dcbb2322 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:26:37.914203 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-e9bdd393-7f25-497e-8efc-6409dcbb2322 demo admin] 10.222.0.20 "GET /v2.0/networks/d91e7050-8c84-48c6-abbd-c2c28a51b607 HTTP/1.1" status: 200 len: 825 time: 0.4264483 Jun 16 00:26:37.941297 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-875533ea-e027-43b8-912b-fe582220a5d6 demo admin] 10.222.0.20 "GET /v2.0/subnetpools/e81d39e9-1b03-4137-a98f-2acb2e1eff50 HTTP/1.1" status: 200 len: 734 time: 0.0213976 Jun 16 00:26:37.949797 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [None req-9ec478c4-46a4-4c7c-bda9-22d39efa2dcb demo admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': 'd91e7050-8c84-48c6-abbd-c2c28a51b607', 'subnetpool_id': 'e81d39e9-1b03-4137-a98f-2acb2e1eff50'}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:26:38.020874 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec478c4-46a4-4c7c-bda9-22d39efa2dcb demo admin] Made reservation on behalf of bcf793428063417f9cb53b3d0b4eea85 for: {'subnet': 1} {{(pid=111023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 00:26:38.023593 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-9ec478c4-46a4-4c7c-bda9-22d39efa2dcb demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:26:38.197649 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:26:38.364364 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-9ec478c4-46a4-4c7c-bda9-22d39efa2dcb demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177'] for subnet (4ec46529-46b5-4f64-8e31-b9a339097217), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:26:38.435796 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec478c4-46a4-4c7c-bda9-22d39efa2dcb demo admin] Pushing event updated for resources: {'Subnet': ['ID=4ec46529-46b5-4f64-8e31-b9a339097217,revision_number=0']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:26:38.438022 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec478c4-46a4-4c7c-bda9-22d39efa2dcb demo admin] Checking segment: {'id': '520c2590-5b4b-4846-a297-678dddc8e7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd91e7050-8c84-48c6-abbd-c2c28a51b607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 00:26:38.438385 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec478c4-46a4-4c7c-bda9-22d39efa2dcb demo admin] Network hostable DHCP agents. Network: d91e7050-8c84-48c6-abbd-c2c28a51b607, hostable agents: ['2a8c543c-b8d9-40d8-999c-fa03b757f547'], hosted agents: [] {{(pid=111023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 00:26:38.534955 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec478c4-46a4-4c7c-bda9-22d39efa2dcb demo admin] Network d91e7050-8c84-48c6-abbd-c2c28a51b607 is scheduled to be hosted by DHCP agent 2a8c543c-b8d9-40d8-999c-fa03b757f547 with binding_index 1 {{(pid=111023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 00:26:38.613229 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.base_scheduler [None req-9ec478c4-46a4-4c7c-bda9-22d39efa2dcb demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-11-iscsi, d91e7050-8c84-48c6-abbd-c2c28a51b607) {{(pid=111023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:26:38.618518 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec478c4-46a4-4c7c-bda9-22d39efa2dcb demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:26:38.619121 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-9ec478c4-46a4-4c7c-bda9-22d39efa2dcb demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590195'] for subnet (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:26:38.623203 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd5bf01-908c-4af9-b2f7-46d8392c2b9c None None] Network d91e7050-8c84-48c6-abbd-c2c28a51b607 requested from dv-cinder-803823-11-iscsi {{(pid=111024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 00:26:38.718288 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-9ec478c4-46a4-4c7c-bda9-22d39efa2dcb demo admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7716167 Jun 16 00:26:38.877619 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7b731b-0b31-4323-ab67-e031f7800d24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a06322f-1f4e-5033-87df-c8deeb119b42-d91e7050-8c84-48c6-abbd-c2c28a51b607', 'network_id': 'd91e7050-8c84-48c6-abbd-c2c28a51b607', 'project_id': 'bcf793428063417f9cb53b3d0b4eea85', 'fixed_ips': [{'subnet_id': '4ec46529-46b5-4f64-8e31-b9a339097217'}]}} from dv-cinder-803823-11-iscsi. {{(pid=111024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 00:26:38.879052 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-ad7b731b-0b31-4323-ab67-e031f7800d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (None), before_create {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:26:39.154833 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.db_base_plugin_common [None req-ad7b731b-0b31-4323-ab67-e031f7800d24 None None] Allocated IP 172.20.0.2 (d91e7050-8c84-48c6-abbd-c2c28a51b607/4ec46529-46b5-4f64-8e31-b9a339097217/a410bdec-613e-4d81-ac90-b575a63cb2c5) {{(pid=111024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 00:26:39.259234 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=63,neutron:INSERT=35,neutron:UPDATE=2 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:26:39.426179 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-ad7b731b-0b31-4323-ab67-e031f7800d24 None None] Publish callbacks [] for port (a410bdec-613e-4d81-ac90-b575a63cb2c5), precommit_create {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:26:39.499346 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-ad7b731b-0b31-4323-ab67-e031f7800d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753842110805'] for port (a410bdec-613e-4d81-ac90-b575a63cb2c5), after_create {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:26:39.548602 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:26:39.581007 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7b731b-0b31-4323-ab67-e031f7800d24 None None] Network d91e7050-8c84-48c6-abbd-c2c28a51b607 is already hosted by enough agents. {{(pid=111024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:26:39.588059 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.scheduler.base_scheduler [None req-ad7b731b-0b31-4323-ab67-e031f7800d24 None None] Resources bound (agent type, host, resource id): {{(pid=111024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:26:39.592003 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7b731b-0b31-4323-ab67-e031f7800d24 None None] Received port after_create {{(pid=111024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 00:26:39.598060 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7b731b-0b31-4323-ab67-e031f7800d24 None None] Pushing event updated for resources: {'Port': ['ID=a410bdec-613e-4d81-ac90-b575a63cb2c5,revision_number=1']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:26:39.629515 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b731b-0b31-4323-ab67-e031f7800d24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:26:39.630157 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b731b-0b31-4323-ab67-e031f7800d24 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:26:39.630442 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b731b-0b31-4323-ab67-e031f7800d24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:26:39.630774 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b731b-0b31-4323-ab67-e031f7800d24 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:26:39.631092 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b731b-0b31-4323-ab67-e031f7800d24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:26:39.632018 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b731b-0b31-4323-ab67-e031f7800d24 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:26:39.632341 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b731b-0b31-4323-ab67-e031f7800d24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:26:39.632680 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b731b-0b31-4323-ab67-e031f7800d24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:26:39.633008 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b731b-0b31-4323-ab67-e031f7800d24 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:26:39.633327 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b731b-0b31-4323-ab67-e031f7800d24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:26:39.633642 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b731b-0b31-4323-ab67-e031f7800d24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:26:39.633968 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b731b-0b31-4323-ab67-e031f7800d24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:26:39.634282 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b731b-0b31-4323-ab67-e031f7800d24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:26:39.634592 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b731b-0b31-4323-ab67-e031f7800d24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:26:39.634901 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b731b-0b31-4323-ab67-e031f7800d24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:26:39.636338 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b731b-0b31-4323-ab67-e031f7800d24 None None] Tracked resource versions report: Jun 16 00:26:39.636338 dv-cinder-803823-11-iscsi neutron-server[111024]: pushed versions: Jun 16 00:26:39.636338 dv-cinder-803823-11-iscsi neutron-server[111024]: { 'AddressGroup': {'1.2'}, Jun 16 00:26:39.636338 dv-cinder-803823-11-iscsi neutron-server[111024]: 'Agent': {'1.1'}, Jun 16 00:26:39.636338 dv-cinder-803823-11-iscsi neutron-server[111024]: 'ConntrackHelper': {'1.0'}, Jun 16 00:26:39.636338 dv-cinder-803823-11-iscsi neutron-server[111024]: 'LocalIPAssociation': {'1.0'}, Jun 16 00:26:39.636338 dv-cinder-803823-11-iscsi neutron-server[111024]: 'Log': {'1.0'}, Jun 16 00:26:39.636338 dv-cinder-803823-11-iscsi neutron-server[111024]: 'NDPProxy': {'1.0'}, Jun 16 00:26:39.636338 dv-cinder-803823-11-iscsi neutron-server[111024]: 'Network': {'1.1'}, Jun 16 00:26:39.636338 dv-cinder-803823-11-iscsi neutron-server[111024]: 'Port': {'1.7'}, Jun 16 00:26:39.636338 dv-cinder-803823-11-iscsi neutron-server[111024]: 'PortForwarding': {'1.3'}, Jun 16 00:26:39.636338 dv-cinder-803823-11-iscsi neutron-server[111024]: 'QosPolicy': {'1.10'}, Jun 16 00:26:39.636338 dv-cinder-803823-11-iscsi neutron-server[111024]: 'SecurityGroup': {'1.5'}, Jun 16 00:26:39.636338 dv-cinder-803823-11-iscsi neutron-server[111024]: 'SecurityGroupRule': {'1.2'}, Jun 16 00:26:39.636338 dv-cinder-803823-11-iscsi neutron-server[111024]: 'SubPort': {'1.0'}, Jun 16 00:26:39.636338 dv-cinder-803823-11-iscsi neutron-server[111024]: 'Subnet': {'1.1'}, Jun 16 00:26:39.636338 dv-cinder-803823-11-iscsi neutron-server[111024]: 'Trunk': {'1.1'}} Jun 16 00:26:39.636338 dv-cinder-803823-11-iscsi neutron-server[111024]: consumer versions: Jun 16 00:26:39.636338 dv-cinder-803823-11-iscsi neutron-server[111024]: { DHCP agent@dv-cinder-803823-11-iscsi: {}, Jun 16 00:26:39.636338 dv-cinder-803823-11-iscsi neutron-server[111024]: L3 agent@dv-cinder-803823-11-iscsi: {}, Jun 16 00:26:39.636338 dv-cinder-803823-11-iscsi neutron-server[111024]: Metadata agent@dv-cinder-803823-11-iscsi: {}, Jun 16 00:26:39.636338 dv-cinder-803823-11-iscsi neutron-server[111024]: Metering agent@dv-cinder-803823-11-iscsi: {}, Jun 16 00:26:39.636338 dv-cinder-803823-11-iscsi neutron-server[111024]: Open vSwitch agent@dv-cinder-803823-11-iscsi: { 'AddressGroup': '1.2', Jun 16 00:26:39.636338 dv-cinder-803823-11-iscsi neutron-server[111024]: 'Agent': '1.1', Jun 16 00:26:39.636338 dv-cinder-803823-11-iscsi neutron-server[111024]: 'ConntrackHelper': '1.0', Jun 16 00:26:39.636338 dv-cinder-803823-11-iscsi neutron-server[111024]: 'LocalIPAssociation': '1.0', Jun 16 00:26:39.636338 dv-cinder-803823-11-iscsi neutron-server[111024]: 'Log': '1.0', Jun 16 00:26:39.636338 dv-cinder-803823-11-iscsi neutron-server[111024]: 'NDPProxy': '1.0', Jun 16 00:26:39.636338 dv-cinder-803823-11-iscsi neutron-server[111024]: 'Network': '1.1', Jun 16 00:26:39.636338 dv-cinder-803823-11-iscsi neutron-server[111024]: 'Port': '1.7', Jun 16 00:26:39.636338 dv-cinder-803823-11-iscsi neutron-server[111024]: 'PortForwarding': '1.3', Jun 16 00:26:39.636338 dv-cinder-803823-11-iscsi neutron-server[111024]: 'QosPolicy': '1.10', Jun 16 00:26:39.636338 dv-cinder-803823-11-iscsi neutron-server[111024]: 'SecurityGroup': '1.5', Jun 16 00:26:39.636338 dv-cinder-803823-11-iscsi neutron-server[111024]: 'SecurityGroupRule': '1.2', Jun 16 00:26:39.636338 dv-cinder-803823-11-iscsi neutron-server[111024]: 'SubPort': '1.0', Jun 16 00:26:39.636338 dv-cinder-803823-11-iscsi neutron-server[111024]: 'Subnet': '1.1', Jun 16 00:26:39.636338 dv-cinder-803823-11-iscsi neutron-server[111024]: 'Trunk': '1.1'}} Jun 16 00:26:39.636338 dv-cinder-803823-11-iscsi neutron-server[111024]: {{(pid=111024) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 00:26:39.690065 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.managers [None req-ad7b731b-0b31-4323-ab67-e031f7800d24 None None] Attempting to bind port a410bdec-613e-4d81-ac90-b575a63cb2c5 on host dv-cinder-803823-11-iscsi for vnic_type normal with profile {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 00:26:39.690355 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.managers [None req-ad7b731b-0b31-4323-ab67-e031f7800d24 None None] Attempting to bind port a410bdec-613e-4d81-ac90-b575a63cb2c5 by drivers openvswitch,hyperv on host dv-cinder-803823-11-iscsi at level 0 using segments [{'id': '520c2590-5b4b-4846-a297-678dddc8e7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd91e7050-8c84-48c6-abbd-c2c28a51b607'}] {{(pid=111024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 00:26:39.690803 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7b731b-0b31-4323-ab67-e031f7800d24 None None] Attempting to bind port a410bdec-613e-4d81-ac90-b575a63cb2c5 on network d91e7050-8c84-48c6-abbd-c2c28a51b607 {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 00:26:39.697003 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7b731b-0b31-4323-ab67-e031f7800d24 None None] Checking agent: {'id': '81117e21-cbf2-493f-9e14-29a3cec1f25a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 0, 26, 30), 'started_at': datetime.datetime(2022, 6, 16, 0, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 0, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 00:26:39.697400 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7b731b-0b31-4323-ab67-e031f7800d24 None None] Checking segment: {'id': '520c2590-5b4b-4846-a297-678dddc8e7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd91e7050-8c84-48c6-abbd-c2c28a51b607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 00:26:39.697873 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-ad7b731b-0b31-4323-ab67-e031f7800d24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:26:39.698253 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7b731b-0b31-4323-ab67-e031f7800d24 None None] Bound using segment: {'id': '520c2590-5b4b-4846-a297-678dddc8e7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd91e7050-8c84-48c6-abbd-c2c28a51b607'} {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 00:26:39.698717 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.managers [None req-ad7b731b-0b31-4323-ab67-e031f7800d24 None None] Bound port: a410bdec-613e-4d81-ac90-b575a63cb2c5, host: dv-cinder-803823-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '520c2590-5b4b-4846-a297-678dddc8e7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd91e7050-8c84-48c6-abbd-c2c28a51b607'}}] {{(pid=111024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 00:26:39.699099 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-ad7b731b-0b31-4323-ab67-e031f7800d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (a410bdec-613e-4d81-ac90-b575a63cb2c5), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:26:39.764702 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-ad7b731b-0b31-4323-ab67-e031f7800d24 None None] For port a410bdec-613e-4d81-ac90-b575a63cb2c5, host dv-cinder-803823-11-iscsi, cleared binding levels {{(pid=111024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 00:26:39.783716 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-ad7b731b-0b31-4323-ab67-e031f7800d24 None None] For port a410bdec-613e-4d81-ac90-b575a63cb2c5, host dv-cinder-803823-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=a410bdec-613e-4d81-ac90-b575a63cb2c5,segment=NetworkSegment(520c2590-5b4b-4846-a297-678dddc8e7d2),segment_id=520c2590-5b4b-4846-a297-678dddc8e7d2)] {{(pid=111024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 00:26:39.844749 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-ad7b731b-0b31-4323-ab67-e031f7800d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (a410bdec-613e-4d81-ac90-b575a63cb2c5), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:26:39.905559 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7b731b-0b31-4323-ab67-e031f7800d24 None None] Pushing event updated for resources: {'Port': ['ID=a410bdec-613e-4d81-ac90-b575a63cb2c5,revision_number=2']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:26:40.158659 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:26:40.166234 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=7 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:26:41.116580 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 37304) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:26:41.442288 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [None req-3b315dca-e61f-486e-86fc-1e4604507965 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=111023) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 00:26:41.443373 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-3b315dca-e61f-486e-86fc-1e4604507965 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3258443 Jun 16 00:26:43.858829 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 37312) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:26:44.203800 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [None req-6a246e2a-98fb-4084-b20b-b7650e913fbf admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=111023) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 00:26:44.204804 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-6a246e2a-98fb-4084-b20b-b7650e913fbf admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3451173 Jun 16 00:26:46.615393 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 37324) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:26:46.969996 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [None req-00d2afdc-7b07-4eb5-9c70-c547435dc70f demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:26:47.061974 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-00d2afdc-7b07-4eb5-9c70-c547435dc70f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-678757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3443'] for router (52a25e4b-3676-46a3-b508-55261759058a), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:26:47.063569 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-00d2afdc-7b07-4eb5-9c70-c547435dc70f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-672791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673186', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-766370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3450'] for router (52a25e4b-3676-46a3-b508-55261759058a), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:26:47.199476 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-00d2afdc-7b07-4eb5-9c70-c547435dc70f demo demo] Publish callbacks [] for router_controller (52a25e4b-3676-46a3-b508-55261759058a), precommit_add_association {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:26:47.245144 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-00d2afdc-7b07-4eb5-9c70-c547435dc70f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-673024'] for router (52a25e4b-3676-46a3-b508-55261759058a), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:26:47.331928 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-00d2afdc-7b07-4eb5-9c70-c547435dc70f demo demo] Publish callbacks [] for router (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:26:47.340553 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-00d2afdc-7b07-4eb5-9c70-c547435dc70f demo demo] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7162657 Jun 16 00:26:47.381777 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device a410bdec-613e-4d81-ac90-b575a63cb2c5 up at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:26:47.473888 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Provisioning complete for port a410bdec-613e-4d81-ac90-b575a63cb2c5 triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:26:47.474331 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (a410bdec-613e-4d81-ac90-b575a63cb2c5), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:26:47.586510 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Current status of the port a410bdec-613e-4d81-ac90-b575a63cb2c5 is: DOWN; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:26:47.586921 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (a410bdec-613e-4d81-ac90-b575a63cb2c5), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:26:47.663288 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] For port a410bdec-613e-4d81-ac90-b575a63cb2c5, host dv-cinder-803823-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=a410bdec-613e-4d81-ac90-b575a63cb2c5,segment=NetworkSegment(520c2590-5b4b-4846-a297-678dddc8e7d2),segment_id=520c2590-5b4b-4846-a297-678dddc8e7d2)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:26:47.733335 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (a410bdec-613e-4d81-ac90-b575a63cb2c5), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:26:47.789360 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Pushing event updated for resources: {'Port': ['ID=a410bdec-613e-4d81-ac90-b575a63cb2c5,revision_number=3']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:26:48.014793 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a698d5-519f-460a-9add-d8a853582bb2 None None] Network d91e7050-8c84-48c6-abbd-c2c28a51b607 requested from dv-cinder-803823-11-iscsi {{(pid=111024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 00:26:48.084845 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-8f746818-5943-426f-9437-ba93854b296c None None] Provisioning complete for port a410bdec-613e-4d81-ac90-b575a63cb2c5 triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:26:48.085270 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-8f746818-5943-426f-9437-ba93854b296c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (a410bdec-613e-4d81-ac90-b575a63cb2c5), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:26:48.172441 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:26:48.206551 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-8f746818-5943-426f-9437-ba93854b296c None None] Current status of the port a410bdec-613e-4d81-ac90-b575a63cb2c5 is: ACTIVE; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:26:48.424301 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-45e0fa96-c571-46ca-9e62-d1d978a67bba None None] Provisioning complete for port a410bdec-613e-4d81-ac90-b575a63cb2c5 triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:26:48.424982 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-45e0fa96-c571-46ca-9e62-d1d978a67bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (a410bdec-613e-4d81-ac90-b575a63cb2c5), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:26:48.506854 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-45e0fa96-c571-46ca-9e62-d1d978a67bba None None] Current status of the port a410bdec-613e-4d81-ac90-b575a63cb2c5 is: ACTIVE; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:26:49.350619 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device a410bdec-613e-4d81-ac90-b575a63cb2c5 up at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:26:49.393275 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Provisioning complete for port a410bdec-613e-4d81-ac90-b575a63cb2c5 triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:26:49.393661 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (a410bdec-613e-4d81-ac90-b575a63cb2c5), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:26:49.454784 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:26:49.467844 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Current status of the port a410bdec-613e-4d81-ac90-b575a63cb2c5 is: ACTIVE; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:26:49.717309 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 37332) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:26:50.041250 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [None req-9291f7ee-30eb-45ec-84c3-f2bb6d025120 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=111023) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 00:26:50.042247 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-9291f7ee-30eb-45ec-84c3-f2bb6d025120 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3240085 Jun 16 00:26:52.404767 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 37340) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:26:52.728188 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [None req-c92d8896-38eb-4487-ba0b-afcae3d7fb19 admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:26:52.849528 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c92d8896-38eb-4487-ba0b-afcae3d7fb19 admin admin] Made reservation on behalf of 26e616646e114f6f885b0d1df925801d for: {'network': 1} {{(pid=111023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 00:26:52.851814 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-c92d8896-38eb-4487-ba0b-afcae3d7fb19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for network (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:26:52.860966 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-c92d8896-38eb-4487-ba0b-afcae3d7fb19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:26:52.904607 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:26:52.945566 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-c92d8896-38eb-4487-ba0b-afcae3d7fb19 admin admin] Publish callbacks [] for security_group (928b839e-8812-458d-baf2-12919323e3d1), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:26:53.003984 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-c92d8896-38eb-4487-ba0b-afcae3d7fb19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (928b839e-8812-458d-baf2-12919323e3d1), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:26:53.020075 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c92d8896-38eb-4487-ba0b-afcae3d7fb19 admin admin] Reserving flat network on physical network physnet1 {{(pid=111023) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 16 00:26:53.041470 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-c92d8896-38eb-4487-ba0b-afcae3d7fb19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219328'] for segment (6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:26:53.041805 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.db.segments_db [None req-c92d8896-38eb-4487-ba0b-afcae3d7fb19 admin admin] Added segment 6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc of type flat for network 81cb8278-aa95-4a96-976c-13998a04ce85 Jun 16 00:26:53.043001 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92d8896-38eb-4487-ba0b-afcae3d7fb19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=928b839e-8812-458d-baf2-12919323e3d1,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:26:53.090065 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-c92d8896-38eb-4487-ba0b-afcae3d7fb19 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753842147476'] for network (81cb8278-aa95-4a96-976c-13998a04ce85), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:26:53.115069 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=69,neutron:UPDATE=6,neutron:DELETE=4,neutron:INSERT=21 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:26:53.186894 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-c92d8896-38eb-4487-ba0b-afcae3d7fb19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177'] for network (81cb8278-aa95-4a96-976c-13998a04ce85), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:26:53.187864 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92d8896-38eb-4487-ba0b-afcae3d7fb19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:26:53.188418 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-c92d8896-38eb-4487-ba0b-afcae3d7fb19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590195'] for network (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:26:53.275626 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92d8896-38eb-4487-ba0b-afcae3d7fb19 admin admin] Pushing event updated for resources: {'Network': ['ID=81cb8278-aa95-4a96-976c-13998a04ce85,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:26:53.285586 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Network 81cb8278-aa95-4a96-976c-13998a04ce85 details requested by agent ovs-agent-dv-cinder-803823-11-iscsi with host dv-cinder-803823-11-iscsi {{(pid=111024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 00:26:53.293876 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-c92d8896-38eb-4487-ba0b-afcae3d7fb19 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8809230 Jun 16 00:26:54.489911 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-3f485323-d201-4f26-a961-4c6d98ac1e63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (2a8c543c-b8d9-40d8-999c-fa03b757f547), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:26:55.610813 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 37348) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:26:55.984756 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d9878a-2524-495d-8925-84b7c563b3b6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:26:55.986115 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-22d9878a-2524-495d-8925-84b7c563b3b6 demo admin] 10.222.0.20 "GET /v2.0/subnets/4ec46529-46b5-4f64-8e31-b9a339097217 HTTP/1.1" status: 200 len: 849 time: 0.3743520 Jun 16 00:26:56.104218 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-5ababb2b-88eb-4edd-90a0-d45a84633506 demo admin] 10.222.0.20 "GET /v2.0/routers/52a25e4b-3676-46a3-b508-55261759058a HTTP/1.1" status: 200 len: 704 time: 0.1109953 Jun 16 00:26:56.360762 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-a8cf8cae-bd8c-44ab-a392-7db756a0e106 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:26:56.699190 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.db_base_plugin_common [None req-a8cf8cae-bd8c-44ab-a392-7db756a0e106 demo admin] Allocated IP 172.20.0.1 (d91e7050-8c84-48c6-abbd-c2c28a51b607/4ec46529-46b5-4f64-8e31-b9a339097217/69362796-af41-4848-95f2-f3524eba7132) {{(pid=111023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 00:26:56.715988 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-086e03a8-2c9d-4404-b111-4707adeb1d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (d0297bc9-c3a8-45ac-9023-c937cb4f21fc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:26:56.852301 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-a8cf8cae-bd8c-44ab-a392-7db756a0e106 demo admin] Publish callbacks [] for port (69362796-af41-4848-95f2-f3524eba7132), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:26:56.976458 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-a8cf8cae-bd8c-44ab-a392-7db756a0e106 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753842110805'] for port (69362796-af41-4848-95f2-f3524eba7132), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:26:57.002893 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:26:57.063610 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8cf8cae-bd8c-44ab-a392-7db756a0e106 demo admin] Network d91e7050-8c84-48c6-abbd-c2c28a51b607 is already hosted by enough agents. {{(pid=111023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:26:57.071759 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.base_scheduler [None req-a8cf8cae-bd8c-44ab-a392-7db756a0e106 demo admin] Resources bound (agent type, host, resource id): {{(pid=111023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:26:57.074369 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cf8cae-bd8c-44ab-a392-7db756a0e106 demo admin] Pushing event updated for resources: {'Port': ['ID=69362796-af41-4848-95f2-f3524eba7132,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:26:57.078410 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cf8cae-bd8c-44ab-a392-7db756a0e106 demo admin] Received port after_create {{(pid=111023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 00:26:57.078973 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-a8cf8cae-bd8c-44ab-a392-7db756a0e106 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672804'] for router_interface (52a25e4b-3676-46a3-b508-55261759058a), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:26:57.154130 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:26:57.273778 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-880a5430-acc7-4a55-bb21-6f3f397569c1 None None] Provisioning complete for port 69362796-af41-4848-95f2-f3524eba7132 triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:26:57.274163 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-880a5430-acc7-4a55-bb21-6f3f397569c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (69362796-af41-4848-95f2-f3524eba7132), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:26:57.304549 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-880a5430-acc7-4a55-bb21-6f3f397569c1 None None] Port 69362796-af41-4848-95f2-f3524eba7132 cannot update to ACTIVE because it is not bound. {{(pid=111024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 00:26:57.386101 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-a8cf8cae-bd8c-44ab-a392-7db756a0e106 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (69362796-af41-4848-95f2-f3524eba7132), before_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:26:57.589051 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-a8cf8cae-bd8c-44ab-a392-7db756a0e106 demo admin] Publish callbacks [] for port (69362796-af41-4848-95f2-f3524eba7132), precommit_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:26:57.655178 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-a8cf8cae-bd8c-44ab-a392-7db756a0e106 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (69362796-af41-4848-95f2-f3524eba7132), after_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:26:57.655996 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-a8cf8cae-bd8c-44ab-a392-7db756a0e106 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672856'] for router_interface (52a25e4b-3676-46a3-b508-55261759058a), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:26:57.718133 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cf8cae-bd8c-44ab-a392-7db756a0e106 demo admin] Pushing event updated for resources: {'Port': ['ID=69362796-af41-4848-95f2-f3524eba7132,revision_number=2']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:26:57.782653 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8cf8cae-bd8c-44ab-a392-7db756a0e106 demo admin] Network d91e7050-8c84-48c6-abbd-c2c28a51b607 is already hosted by enough agents. {{(pid=111023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:26:57.783963 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.base_scheduler [None req-a8cf8cae-bd8c-44ab-a392-7db756a0e106 demo admin] Resources bound (agent type, host, resource id): {{(pid=111023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:26:57.838313 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-117977e4-98b1-40f2-baea-1bec010e476c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (b90f279a-3e8f-4325-a28d-8d213fb96fbc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:26:57.998336 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8cf8cae-bd8c-44ab-a392-7db756a0e106 demo admin] Router 52a25e4b-3676-46a3-b508-55261759058a is scheduled to L3 agent d0297bc9-c3a8-45ac-9023-c937cb4f21fc with binding_index 1 {{(pid=111023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 00:26:58.025088 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-02b7211c-0807-4bfe-a951-931f450cc518 None None] Provisioning complete for port 69362796-af41-4848-95f2-f3524eba7132 triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:26:58.025483 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-02b7211c-0807-4bfe-a951-931f450cc518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (69362796-af41-4848-95f2-f3524eba7132), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:26:58.057975 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-02b7211c-0807-4bfe-a951-931f450cc518 None None] Port 69362796-af41-4848-95f2-f3524eba7132 cannot update to ACTIVE because it is not bound. {{(pid=111024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 00:26:58.091235 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8cf8cae-bd8c-44ab-a392-7db756a0e106 demo admin] Notify agent at l3_agent.dv-cinder-803823-11-iscsi the message routers_updated {{(pid=111023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 00:26:58.100843 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d20344-c1ae-429c-b2cc-9a43652bc1d5 None None] Sync routers for ids ['52a25e4b-3676-46a3-b508-55261759058a'] in dv-cinder-803823-11-iscsi {{(pid=111025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 00:26:58.109187 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-a8cf8cae-bd8c-44ab-a392-7db756a0e106 demo admin] 10.222.0.20 "PUT /v2.0/routers/52a25e4b-3676-46a3-b508-55261759058a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9996192 Jun 16 00:26:58.112899 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d20344-c1ae-429c-b2cc-9a43652bc1d5 None None] Routers {'52a25e4b-3676-46a3-b508-55261759058a'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:26:58.113733 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-93d20344-c1ae-429c-b2cc-9a43652bc1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:26:57Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['52a25e4b-3676-46a3-b508-55261759058a'], 'active': True} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:26:58.310166 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvr_db [None req-93d20344-c1ae-429c-b2cc-9a43652bc1d5 None None] Set router 52a25e4b-3676-46a3-b508-55261759058a gateway port host: None {{(pid=111025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:26:58.766793 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-93d20344-c1ae-429c-b2cc-9a43652bc1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a25e4b-3676-46a3-b508-55261759058a', 'name': 'router1', 'tenant_id': 'bcf793428063417f9cb53b3d0b4eea85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:26:47Z', 'updated_at': '2022-06-16T00:26:57Z', 'revision_number': 2, 'project_id': 'bcf793428063417f9cb53b3d0b4eea85', 'gw_port_host': None, '_interfaces': [{'id': '69362796-af41-4848-95f2-f3524eba7132', 'name': '', 'network_id': 'd91e7050-8c84-48c6-abbd-c2c28a51b607', 'tenant_id': 'bcf793428063417f9cb53b3d0b4eea85', 'mac_address': 'fa:16:3e:36:0a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a25e4b-3676-46a3-b508-55261759058a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4ec46529-46b5-4f64-8e31-b9a339097217', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:26:56Z', 'updated_at': '2022-06-16T00:26:57Z', 'revision_number': 2, 'project_id': 'bcf793428063417f9cb53b3d0b4eea85', 'subnets': [{'id': '4ec46529-46b5-4f64-8e31-b9a339097217', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e81d39e9-1b03-4137-a98f-2acb2e1eff50'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:26:58.816069 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d20344-c1ae-429c-b2cc-9a43652bc1d5 None None] Checking router: 52a25e4b-3676-46a3-b508-55261759058a for host: dv-cinder-803823-11-iscsi {{(pid=111025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 00:26:58.816428 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d20344-c1ae-429c-b2cc-9a43652bc1d5 None None] Updating router 52a25e4b-3676-46a3-b508-55261759058a port 69362796-af41-4848-95f2-f3524eba7132 binding host dv-cinder-803823-11-iscsi {{(pid=111025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 00:26:58.869258 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-93d20344-c1ae-429c-b2cc-9a43652bc1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (69362796-af41-4848-95f2-f3524eba7132), before_update {{(pid=111025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:26:59.178850 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-faa15201-cec6-4660-ae33-7025f254e5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (50ece25a-9452-44f6-8bc9-48c0ade2294b), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:26:59.366363 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-93d20344-c1ae-429c-b2cc-9a43652bc1d5 None None] Publish callbacks [] for port (69362796-af41-4848-95f2-f3524eba7132), precommit_update {{(pid=111025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:26:59.447333 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-93d20344-c1ae-429c-b2cc-9a43652bc1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (69362796-af41-4848-95f2-f3524eba7132), after_update {{(pid=111025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:26:59.597735 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e80302b-e3cc-4777-b095-e2cfe27bb035 None None] Pushing event updated for resources: {'Port': ['ID=69362796-af41-4848-95f2-f3524eba7132,revision_number=3']} {{(pid=111025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:26:59.620789 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e80302b-e3cc-4777-b095-e2cfe27bb035 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:26:59.625121 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e80302b-e3cc-4777-b095-e2cfe27bb035 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:26:59.625121 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e80302b-e3cc-4777-b095-e2cfe27bb035 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:26:59.625121 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e80302b-e3cc-4777-b095-e2cfe27bb035 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:26:59.625121 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e80302b-e3cc-4777-b095-e2cfe27bb035 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:26:59.625121 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e80302b-e3cc-4777-b095-e2cfe27bb035 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:26:59.625121 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e80302b-e3cc-4777-b095-e2cfe27bb035 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:26:59.625121 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e80302b-e3cc-4777-b095-e2cfe27bb035 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:26:59.625121 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e80302b-e3cc-4777-b095-e2cfe27bb035 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:26:59.625121 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e80302b-e3cc-4777-b095-e2cfe27bb035 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:26:59.625121 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e80302b-e3cc-4777-b095-e2cfe27bb035 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:26:59.625121 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e80302b-e3cc-4777-b095-e2cfe27bb035 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:26:59.625121 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e80302b-e3cc-4777-b095-e2cfe27bb035 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:26:59.625121 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e80302b-e3cc-4777-b095-e2cfe27bb035 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:26:59.625121 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e80302b-e3cc-4777-b095-e2cfe27bb035 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:26:59.626543 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e80302b-e3cc-4777-b095-e2cfe27bb035 None None] Tracked resource versions report: Jun 16 00:26:59.626543 dv-cinder-803823-11-iscsi neutron-server[111025]: pushed versions: Jun 16 00:26:59.626543 dv-cinder-803823-11-iscsi neutron-server[111025]: { 'AddressGroup': {'1.2'}, Jun 16 00:26:59.626543 dv-cinder-803823-11-iscsi neutron-server[111025]: 'Agent': {'1.1'}, Jun 16 00:26:59.626543 dv-cinder-803823-11-iscsi neutron-server[111025]: 'ConntrackHelper': {'1.0'}, Jun 16 00:26:59.626543 dv-cinder-803823-11-iscsi neutron-server[111025]: 'LocalIPAssociation': {'1.0'}, Jun 16 00:26:59.626543 dv-cinder-803823-11-iscsi neutron-server[111025]: 'Log': {'1.0'}, Jun 16 00:26:59.626543 dv-cinder-803823-11-iscsi neutron-server[111025]: 'NDPProxy': {'1.0'}, Jun 16 00:26:59.626543 dv-cinder-803823-11-iscsi neutron-server[111025]: 'Network': {'1.1'}, Jun 16 00:26:59.626543 dv-cinder-803823-11-iscsi neutron-server[111025]: 'Port': {'1.7'}, Jun 16 00:26:59.626543 dv-cinder-803823-11-iscsi neutron-server[111025]: 'PortForwarding': {'1.3'}, Jun 16 00:26:59.626543 dv-cinder-803823-11-iscsi neutron-server[111025]: 'QosPolicy': {'1.10'}, Jun 16 00:26:59.626543 dv-cinder-803823-11-iscsi neutron-server[111025]: 'SecurityGroup': {'1.5'}, Jun 16 00:26:59.626543 dv-cinder-803823-11-iscsi neutron-server[111025]: 'SecurityGroupRule': {'1.2'}, Jun 16 00:26:59.626543 dv-cinder-803823-11-iscsi neutron-server[111025]: 'SubPort': {'1.0'}, Jun 16 00:26:59.626543 dv-cinder-803823-11-iscsi neutron-server[111025]: 'Subnet': {'1.1'}, Jun 16 00:26:59.626543 dv-cinder-803823-11-iscsi neutron-server[111025]: 'Trunk': {'1.1'}} Jun 16 00:26:59.626543 dv-cinder-803823-11-iscsi neutron-server[111025]: consumer versions: Jun 16 00:26:59.626543 dv-cinder-803823-11-iscsi neutron-server[111025]: { DHCP agent@dv-cinder-803823-11-iscsi: {}, Jun 16 00:26:59.626543 dv-cinder-803823-11-iscsi neutron-server[111025]: L3 agent@dv-cinder-803823-11-iscsi: {}, Jun 16 00:26:59.626543 dv-cinder-803823-11-iscsi neutron-server[111025]: Metadata agent@dv-cinder-803823-11-iscsi: {}, Jun 16 00:26:59.626543 dv-cinder-803823-11-iscsi neutron-server[111025]: Metering agent@dv-cinder-803823-11-iscsi: {}, Jun 16 00:26:59.626543 dv-cinder-803823-11-iscsi neutron-server[111025]: Open vSwitch agent@dv-cinder-803823-11-iscsi: { 'AddressGroup': '1.2', Jun 16 00:26:59.626543 dv-cinder-803823-11-iscsi neutron-server[111025]: 'Agent': '1.1', Jun 16 00:26:59.626543 dv-cinder-803823-11-iscsi neutron-server[111025]: 'ConntrackHelper': '1.0', Jun 16 00:26:59.626543 dv-cinder-803823-11-iscsi neutron-server[111025]: 'LocalIPAssociation': '1.0', Jun 16 00:26:59.626543 dv-cinder-803823-11-iscsi neutron-server[111025]: 'Log': '1.0', Jun 16 00:26:59.626543 dv-cinder-803823-11-iscsi neutron-server[111025]: 'NDPProxy': '1.0', Jun 16 00:26:59.626543 dv-cinder-803823-11-iscsi neutron-server[111025]: 'Network': '1.1', Jun 16 00:26:59.626543 dv-cinder-803823-11-iscsi neutron-server[111025]: 'Port': '1.7', Jun 16 00:26:59.626543 dv-cinder-803823-11-iscsi neutron-server[111025]: 'PortForwarding': '1.3', Jun 16 00:26:59.626543 dv-cinder-803823-11-iscsi neutron-server[111025]: 'QosPolicy': '1.10', Jun 16 00:26:59.626543 dv-cinder-803823-11-iscsi neutron-server[111025]: 'SecurityGroup': '1.5', Jun 16 00:26:59.626543 dv-cinder-803823-11-iscsi neutron-server[111025]: 'SecurityGroupRule': '1.2', Jun 16 00:26:59.626543 dv-cinder-803823-11-iscsi neutron-server[111025]: 'SubPort': '1.0', Jun 16 00:26:59.626543 dv-cinder-803823-11-iscsi neutron-server[111025]: 'Subnet': '1.1', Jun 16 00:26:59.626543 dv-cinder-803823-11-iscsi neutron-server[111025]: 'Trunk': '1.1'}} Jun 16 00:26:59.626543 dv-cinder-803823-11-iscsi neutron-server[111025]: {{(pid=111025) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 00:26:59.647438 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.managers [None req-93d20344-c1ae-429c-b2cc-9a43652bc1d5 None None] Attempting to bind port 69362796-af41-4848-95f2-f3524eba7132 on host dv-cinder-803823-11-iscsi for vnic_type normal with profile {{(pid=111025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 00:26:59.647824 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.managers [None req-93d20344-c1ae-429c-b2cc-9a43652bc1d5 None None] Attempting to bind port 69362796-af41-4848-95f2-f3524eba7132 by drivers openvswitch,hyperv on host dv-cinder-803823-11-iscsi at level 0 using segments [{'id': '520c2590-5b4b-4846-a297-678dddc8e7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd91e7050-8c84-48c6-abbd-c2c28a51b607'}] {{(pid=111025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 00:26:59.648247 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d20344-c1ae-429c-b2cc-9a43652bc1d5 None None] Attempting to bind port 69362796-af41-4848-95f2-f3524eba7132 on network d91e7050-8c84-48c6-abbd-c2c28a51b607 {{(pid=111025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 00:26:59.653743 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d20344-c1ae-429c-b2cc-9a43652bc1d5 None None] Checking agent: {'id': '81117e21-cbf2-493f-9e14-29a3cec1f25a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 0, 26, 30), 'started_at': datetime.datetime(2022, 6, 16, 0, 26, 30), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 0, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 00:26:59.655565 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d20344-c1ae-429c-b2cc-9a43652bc1d5 None None] Checking segment: {'id': '520c2590-5b4b-4846-a297-678dddc8e7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd91e7050-8c84-48c6-abbd-c2c28a51b607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 00:26:59.655565 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-93d20344-c1ae-429c-b2cc-9a43652bc1d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:26:59.655565 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d20344-c1ae-429c-b2cc-9a43652bc1d5 None None] Bound using segment: {'id': '520c2590-5b4b-4846-a297-678dddc8e7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd91e7050-8c84-48c6-abbd-c2c28a51b607'} {{(pid=111025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 00:26:59.655565 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.managers [None req-93d20344-c1ae-429c-b2cc-9a43652bc1d5 None None] Bound port: 69362796-af41-4848-95f2-f3524eba7132, host: dv-cinder-803823-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '520c2590-5b4b-4846-a297-678dddc8e7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd91e7050-8c84-48c6-abbd-c2c28a51b607'}}] {{(pid=111025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 00:26:59.655912 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-93d20344-c1ae-429c-b2cc-9a43652bc1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (69362796-af41-4848-95f2-f3524eba7132), before_update {{(pid=111025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:26:59.673292 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (81117e21-cbf2-493f-9e14-29a3cec1f25a), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:26:59.688748 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-ec133ffb-1fbf-4337-b8d5-ead32fd535ba None None] Provisioning complete for port 69362796-af41-4848-95f2-f3524eba7132 triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:26:59.689213 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-ec133ffb-1fbf-4337-b8d5-ead32fd535ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (69362796-af41-4848-95f2-f3524eba7132), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:26:59.721328 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-ec133ffb-1fbf-4337-b8d5-ead32fd535ba None None] Port 69362796-af41-4848-95f2-f3524eba7132 cannot update to ACTIVE because it is not bound. {{(pid=111024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 00:26:59.731246 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:26:59.731246 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.db [None req-93d20344-c1ae-429c-b2cc-9a43652bc1d5 None None] For port 69362796-af41-4848-95f2-f3524eba7132, host dv-cinder-803823-11-iscsi, cleared binding levels {{(pid=111025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 00:26:59.750812 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.db [None req-93d20344-c1ae-429c-b2cc-9a43652bc1d5 None None] For port 69362796-af41-4848-95f2-f3524eba7132, host dv-cinder-803823-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=69362796-af41-4848-95f2-f3524eba7132,segment=NetworkSegment(520c2590-5b4b-4846-a297-678dddc8e7d2),segment_id=520c2590-5b4b-4846-a297-678dddc8e7d2)] {{(pid=111025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 00:26:59.859112 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-93d20344-c1ae-429c-b2cc-9a43652bc1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (69362796-af41-4848-95f2-f3524eba7132), after_update {{(pid=111025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:26:59.881997 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:26:59.917318 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e80302b-e3cc-4777-b095-e2cfe27bb035 None None] Pushing event updated for resources: {'Port': ['ID=69362796-af41-4848-95f2-f3524eba7132,revision_number=4']} {{(pid=111025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:26:59.922658 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d20344-c1ae-429c-b2cc-9a43652bc1d5 None None] Routers {'52a25e4b-3676-46a3-b508-55261759058a'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:26:59.923271 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-93d20344-c1ae-429c-b2cc-9a43652bc1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:26:57Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['52a25e4b-3676-46a3-b508-55261759058a'], 'active': True} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:27:00.014339 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvr_db [None req-93d20344-c1ae-429c-b2cc-9a43652bc1d5 None None] Set router 52a25e4b-3676-46a3-b508-55261759058a gateway port host: None {{(pid=111025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:27:00.140664 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-18308134-f59d-4df2-afd1-66b2566e0473 None None] Provisioning complete for port 69362796-af41-4848-95f2-f3524eba7132 triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:27:00.141144 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-18308134-f59d-4df2-afd1-66b2566e0473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (69362796-af41-4848-95f2-f3524eba7132), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:27:00.209626 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-93d20344-c1ae-429c-b2cc-9a43652bc1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a25e4b-3676-46a3-b508-55261759058a', 'name': 'router1', 'tenant_id': 'bcf793428063417f9cb53b3d0b4eea85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:26:47Z', 'updated_at': '2022-06-16T00:26:57Z', 'revision_number': 2, 'project_id': 'bcf793428063417f9cb53b3d0b4eea85', 'gw_port_host': None, '_interfaces': [{'id': '69362796-af41-4848-95f2-f3524eba7132', 'name': '', 'network_id': 'd91e7050-8c84-48c6-abbd-c2c28a51b607', 'tenant_id': 'bcf793428063417f9cb53b3d0b4eea85', 'mac_address': 'fa:16:3e:36:0a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a25e4b-3676-46a3-b508-55261759058a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4ec46529-46b5-4f64-8e31-b9a339097217', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:26:56Z', 'updated_at': '2022-06-16T00:26:59Z', 'revision_number': 4, 'project_id': 'bcf793428063417f9cb53b3d0b4eea85', 'subnets': [{'id': '4ec46529-46b5-4f64-8e31-b9a339097217', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e81d39e9-1b03-4137-a98f-2acb2e1eff50'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:27:00.218397 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-18308134-f59d-4df2-afd1-66b2566e0473 None None] Current status of the port 69362796-af41-4848-95f2-f3524eba7132 is: DOWN; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:27:00.219427 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-18308134-f59d-4df2-afd1-66b2566e0473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (69362796-af41-4848-95f2-f3524eba7132), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:27:00.242288 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d20344-c1ae-429c-b2cc-9a43652bc1d5 None None] The sync data for ids ['52a25e4b-3676-46a3-b508-55261759058a'] in dv-cinder-803823-11-iscsi is: [{'id': '52a25e4b-3676-46a3-b508-55261759058a', 'name': 'router1', 'tenant_id': 'bcf793428063417f9cb53b3d0b4eea85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:26:47Z', 'updated_at': '2022-06-16T00:26:57Z', 'revision_number': 2, 'project_id': 'bcf793428063417f9cb53b3d0b4eea85', 'gw_port_host': None, '_interfaces': [{'id': '69362796-af41-4848-95f2-f3524eba7132', 'name': '', 'network_id': 'd91e7050-8c84-48c6-abbd-c2c28a51b607', 'tenant_id': 'bcf793428063417f9cb53b3d0b4eea85', 'mac_address': 'fa:16:3e:36:0a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a25e4b-3676-46a3-b508-55261759058a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4ec46529-46b5-4f64-8e31-b9a339097217', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:26:56Z', 'updated_at': '2022-06-16T00:26:59Z', 'revision_number': 4, 'project_id': 'bcf793428063417f9cb53b3d0b4eea85', 'subnets': [{'id': '4ec46529-46b5-4f64-8e31-b9a339097217', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e81d39e9-1b03-4137-a98f-2acb2e1eff50'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 00:27:00.258173 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-18308134-f59d-4df2-afd1-66b2566e0473 None None] For port 69362796-af41-4848-95f2-f3524eba7132, host dv-cinder-803823-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=69362796-af41-4848-95f2-f3524eba7132,segment=NetworkSegment(520c2590-5b4b-4846-a297-678dddc8e7d2),segment_id=520c2590-5b4b-4846-a297-678dddc8e7d2)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:27:00.325461 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-18308134-f59d-4df2-afd1-66b2566e0473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (69362796-af41-4848-95f2-f3524eba7132), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:27:00.378421 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18308134-f59d-4df2-afd1-66b2566e0473 None None] Pushing event updated for resources: {'Port': ['ID=69362796-af41-4848-95f2-f3524eba7132,revision_number=5']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:27:00.526434 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 37372) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:27:00.732348 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362bc004-d3dd-443a-bbb6-d6d66e027057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:27:00.733798 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-362bc004-d3dd-443a-bbb6-d6d66e027057 admin admin] 10.222.0.20 "GET /v2.0/networks/81cb8278-aa95-4a96-976c-13998a04ce85 HTTP/1.1" status: 200 len: 842 time: 0.2064667 Jun 16 00:27:00.743189 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [None req-9eb34137-e13c-426d-958c-927d8351c234 admin admin] Request body: {'subnet': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'cidr': '172.27.1.0/24', 'name': 'public-subnet', 'gateway_ip': '172.27.1.1', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:27:00.752206 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:27:00.826854 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb34137-e13c-426d-958c-927d8351c234 admin admin] Made reservation on behalf of 26e616646e114f6f885b0d1df925801d for: {'subnet': 1} {{(pid=111023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 00:27:00.829291 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-9eb34137-e13c-426d-958c-927d8351c234 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:27:01.058761 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:27:01.199345 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.objects.ports [None req-9eb34137-e13c-426d-958c-927d8351c234 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=111023) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jun 16 00:27:01.199772 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-9eb34137-e13c-426d-958c-927d8351c234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177'] for subnet (7fa235f2-2172-4ff3-86e8-0e0d1995c273), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:27:01.260902 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb34137-e13c-426d-958c-927d8351c234 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fa235f2-2172-4ff3-86e8-0e0d1995c273,revision_number=0']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:27:01.271177 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb34137-e13c-426d-958c-927d8351c234 admin admin] Checking segment: {'id': '6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 00:27:01.271537 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb34137-e13c-426d-958c-927d8351c234 admin admin] Network hostable DHCP agents. Network: 81cb8278-aa95-4a96-976c-13998a04ce85, hostable agents: ['2a8c543c-b8d9-40d8-999c-fa03b757f547'], hosted agents: [] {{(pid=111023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 00:27:01.367573 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb34137-e13c-426d-958c-927d8351c234 admin admin] Network 81cb8278-aa95-4a96-976c-13998a04ce85 is scheduled to be hosted by DHCP agent 2a8c543c-b8d9-40d8-999c-fa03b757f547 with binding_index 1 {{(pid=111023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 00:27:01.452745 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.base_scheduler [None req-9eb34137-e13c-426d-958c-927d8351c234 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-11-iscsi, 81cb8278-aa95-4a96-976c-13998a04ce85) {{(pid=111023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:27:01.457095 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb34137-e13c-426d-958c-927d8351c234 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:27:01.457691 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-9eb34137-e13c-426d-958c-927d8351c234 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590195'] for subnet (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:27:01.463272 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a83588-3373-45f6-aa6c-2ed4c53ffcb0 None None] Network 81cb8278-aa95-4a96-976c-13998a04ce85 requested from dv-cinder-803823-11-iscsi {{(pid=111024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 00:27:01.532763 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:27:01.562164 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-9eb34137-e13c-426d-958c-927d8351c234 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8222201 Jun 16 00:27:01.568510 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82342314-9f76-4cf4-86f9-57e1ef79f0b6 None None] Network 81cb8278-aa95-4a96-976c-13998a04ce85 requested from dv-cinder-803823-11-iscsi {{(pid=111024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 00:27:03.947249 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 37390) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:27:04.082619 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-296b593b-2b4b-4de4-9dc8-147086dff791 demo admin] 10.222.0.20 "GET /v2.0/routers/52a25e4b-3676-46a3-b508-55261759058a HTTP/1.1" status: 200 len: 710 time: 0.1342435 Jun 16 00:27:04.166912 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797eeaa9-dbba-4609-8ae8-93eb8e548b67 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:27:04.168179 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-797eeaa9-dbba-4609-8ae8-93eb8e548b67 demo admin] 10.222.0.20 "GET /v2.0/networks/81cb8278-aa95-4a96-976c-13998a04ce85 HTTP/1.1" status: 200 len: 886 time: 0.0800023 Jun 16 00:27:04.176835 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [None req-0e367ca6-49bc-40c7-8491-ef02078fe344 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85'}}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:27:04.421381 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-0e367ca6-49bc-40c7-8491-ef02078fe344 demo admin] Publish callbacks [] for router_gateway (52a25e4b-3676-46a3-b508-55261759058a), precommit_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:27:04.723717 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:27:04.758293 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-0e367ca6-49bc-40c7-8491-ef02078fe344 demo admin] Publish callbacks [] for router_gateway (52a25e4b-3676-46a3-b508-55261759058a), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:27:04.830356 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:27:04.839125 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-0e367ca6-49bc-40c7-8491-ef02078fe344 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:27:04.945226 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.db_base_plugin_common [None req-0e367ca6-49bc-40c7-8491-ef02078fe344 demo admin] Allocated IP 172.27.1.236 (81cb8278-aa95-4a96-976c-13998a04ce85/7fa235f2-2172-4ff3-86e8-0e0d1995c273/bceb90ca-23d1-41e1-9923-845ebf9e5582) {{(pid=111023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 00:27:05.059680 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-0e367ca6-49bc-40c7-8491-ef02078fe344 demo admin] Publish callbacks [] for port (bceb90ca-23d1-41e1-9923-845ebf9e5582), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:27:05.164408 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-0e367ca6-49bc-40c7-8491-ef02078fe344 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753842110805'] for port (bceb90ca-23d1-41e1-9923-845ebf9e5582), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:27:05.205325 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e367ca6-49bc-40c7-8491-ef02078fe344 demo admin] Network 81cb8278-aa95-4a96-976c-13998a04ce85 is already hosted by enough agents. {{(pid=111023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:27:05.210636 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.base_scheduler [None req-0e367ca6-49bc-40c7-8491-ef02078fe344 demo admin] Resources bound (agent type, host, resource id): {{(pid=111023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:27:05.214716 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e367ca6-49bc-40c7-8491-ef02078fe344 demo admin] Received port after_create {{(pid=111023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 00:27:05.217423 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e367ca6-49bc-40c7-8491-ef02078fe344 demo admin] Pushing event updated for resources: {'Port': ['ID=bceb90ca-23d1-41e1-9923-845ebf9e5582,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:27:05.385771 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device 69362796-af41-4848-95f2-f3524eba7132 up at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:27:05.428851 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Provisioning complete for port 69362796-af41-4848-95f2-f3524eba7132 triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:27:05.429221 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (69362796-af41-4848-95f2-f3524eba7132), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:27:05.472161 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:27:05.504469 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Current status of the port 69362796-af41-4848-95f2-f3524eba7132 is: ACTIVE; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:27:05.623093 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-0e367ca6-49bc-40c7-8491-ef02078fe344 demo admin] Publish callbacks [] for router_gateway (52a25e4b-3676-46a3-b508-55261759058a), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:27:05.706139 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:27:05.816354 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-0e367ca6-49bc-40c7-8491-ef02078fe344 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-673083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3436'] for router (52a25e4b-3676-46a3-b508-55261759058a), precommit_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:27:05.820387 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-0e367ca6-49bc-40c7-8491-ef02078fe344 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-673024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-673074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-673033', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-672777'] for router (52a25e4b-3676-46a3-b508-55261759058a), after_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:27:05.926360 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e367ca6-49bc-40c7-8491-ef02078fe344 demo admin] Router 52a25e4b-3676-46a3-b508-55261759058a has already been hosted by L3 agent d0297bc9-c3a8-45ac-9023-c937cb4f21fc {{(pid=111023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 00:27:06.003851 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:27:06.031610 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e367ca6-49bc-40c7-8491-ef02078fe344 demo admin] Notify agent at l3_agent.dv-cinder-803823-11-iscsi the message routers_updated {{(pid=111023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 00:27:06.034126 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-0e367ca6-49bc-40c7-8491-ef02078fe344 demo admin] Publish callbacks [] for router (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:27:06.044573 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-0e367ca6-49bc-40c7-8491-ef02078fe344 demo admin] 10.222.0.20 "PUT /v2.0/routers/52a25e4b-3676-46a3-b508-55261759058a HTTP/1.1" status: 200 len: 890 time: 1.8615808 Jun 16 00:27:06.519183 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf74944-cd31-4015-aa52-c4e9ba32df04 None None] Sync routers for ids ['52a25e4b-3676-46a3-b508-55261759058a'] in dv-cinder-803823-11-iscsi {{(pid=111024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 00:27:06.531732 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf74944-cd31-4015-aa52-c4e9ba32df04 None None] Routers {'52a25e4b-3676-46a3-b508-55261759058a'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:27:06.532386 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-abf74944-cd31-4015-aa52-c4e9ba32df04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:26:57Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['52a25e4b-3676-46a3-b508-55261759058a'], 'active': True} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:27:06.730120 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvr_db [None req-abf74944-cd31-4015-aa52-c4e9ba32df04 None None] Set router 52a25e4b-3676-46a3-b508-55261759058a gateway port host: dv-cinder-803823-11-iscsi {{(pid=111024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:27:07.164045 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-abf74944-cd31-4015-aa52-c4e9ba32df04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a25e4b-3676-46a3-b508-55261759058a', 'name': 'router1', 'tenant_id': 'bcf793428063417f9cb53b3d0b4eea85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': 'bceb90ca-23d1-41e1-9923-845ebf9e5582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:26:47Z', 'updated_at': '2022-06-16T00:27:05Z', 'revision_number': 4, 'project_id': 'bcf793428063417f9cb53b3d0b4eea85', 'gw_port': {'id': 'bceb90ca-23d1-41e1-9923-845ebf9e5582', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b0:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a25e4b-3676-46a3-b508-55261759058a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:27:04Z', 'updated_at': '2022-06-16T00:27:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_interfaces': [{'id': '69362796-af41-4848-95f2-f3524eba7132', 'name': '', 'network_id': 'd91e7050-8c84-48c6-abbd-c2c28a51b607', 'tenant_id': 'bcf793428063417f9cb53b3d0b4eea85', 'mac_address': 'fa:16:3e:36:0a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a25e4b-3676-46a3-b508-55261759058a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4ec46529-46b5-4f64-8e31-b9a339097217', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:26:56Z', 'updated_at': '2022-06-16T00:27:00Z', 'revision_number': 5, 'project_id': 'bcf793428063417f9cb53b3d0b4eea85', 'subnets': [{'id': '4ec46529-46b5-4f64-8e31-b9a339097217', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e81d39e9-1b03-4137-a98f-2acb2e1eff50'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:27:07.213717 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf74944-cd31-4015-aa52-c4e9ba32df04 None None] Checking router: 52a25e4b-3676-46a3-b508-55261759058a for host: dv-cinder-803823-11-iscsi {{(pid=111024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 00:27:07.214060 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf74944-cd31-4015-aa52-c4e9ba32df04 None None] Updating router 52a25e4b-3676-46a3-b508-55261759058a port bceb90ca-23d1-41e1-9923-845ebf9e5582 binding host dv-cinder-803823-11-iscsi {{(pid=111024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 00:27:07.263706 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-abf74944-cd31-4015-aa52-c4e9ba32df04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (bceb90ca-23d1-41e1-9923-845ebf9e5582), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:27:07.567045 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-abf74944-cd31-4015-aa52-c4e9ba32df04 None None] Publish callbacks [] for port (bceb90ca-23d1-41e1-9923-845ebf9e5582), precommit_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:27:07.652759 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-abf74944-cd31-4015-aa52-c4e9ba32df04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (bceb90ca-23d1-41e1-9923-845ebf9e5582), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:27:07.655961 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:27:07.711375 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb13ffb-3164-457a-8406-cf0e75484d92 None None] Pushing event updated for resources: {'Port': ['ID=bceb90ca-23d1-41e1-9923-845ebf9e5582,revision_number=2']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:27:07.715421 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.managers [None req-abf74944-cd31-4015-aa52-c4e9ba32df04 None None] Attempting to bind port bceb90ca-23d1-41e1-9923-845ebf9e5582 on host dv-cinder-803823-11-iscsi for vnic_type normal with profile {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 00:27:07.715783 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.managers [None req-abf74944-cd31-4015-aa52-c4e9ba32df04 None None] Attempting to bind port bceb90ca-23d1-41e1-9923-845ebf9e5582 by drivers openvswitch,hyperv on host dv-cinder-803823-11-iscsi at level 0 using segments [{'id': '6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85'}] {{(pid=111024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 00:27:07.716136 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf74944-cd31-4015-aa52-c4e9ba32df04 None None] Attempting to bind port bceb90ca-23d1-41e1-9923-845ebf9e5582 on network 81cb8278-aa95-4a96-976c-13998a04ce85 {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 00:27:07.721498 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf74944-cd31-4015-aa52-c4e9ba32df04 None None] Checking agent: {'id': '81117e21-cbf2-493f-9e14-29a3cec1f25a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 0, 26, 30), 'started_at': datetime.datetime(2022, 6, 16, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 00:27:07.721873 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf74944-cd31-4015-aa52-c4e9ba32df04 None None] Checking segment: {'id': '6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 00:27:07.722268 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-abf74944-cd31-4015-aa52-c4e9ba32df04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:27:07.722648 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf74944-cd31-4015-aa52-c4e9ba32df04 None None] Bound using segment: {'id': '6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85'} {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 00:27:07.723106 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.managers [None req-abf74944-cd31-4015-aa52-c4e9ba32df04 None None] Bound port: bceb90ca-23d1-41e1-9923-845ebf9e5582, host: dv-cinder-803823-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85'}}] {{(pid=111024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 00:27:07.723476 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-abf74944-cd31-4015-aa52-c4e9ba32df04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (bceb90ca-23d1-41e1-9923-845ebf9e5582), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:27:07.771380 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-abf74944-cd31-4015-aa52-c4e9ba32df04 None None] For port bceb90ca-23d1-41e1-9923-845ebf9e5582, host dv-cinder-803823-11-iscsi, cleared binding levels {{(pid=111024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 00:27:07.774839 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-abf74944-cd31-4015-aa52-c4e9ba32df04 None None] For port bceb90ca-23d1-41e1-9923-845ebf9e5582, host dv-cinder-803823-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=bceb90ca-23d1-41e1-9923-845ebf9e5582,segment=NetworkSegment(6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc),segment_id=6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc)] {{(pid=111024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 00:27:07.844449 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-abf74944-cd31-4015-aa52-c4e9ba32df04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (bceb90ca-23d1-41e1-9923-845ebf9e5582), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:27:07.885099 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:27:07.904593 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb13ffb-3164-457a-8406-cf0e75484d92 None None] Pushing event updated for resources: {'Port': ['ID=bceb90ca-23d1-41e1-9923-845ebf9e5582,revision_number=3']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:27:07.907079 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf74944-cd31-4015-aa52-c4e9ba32df04 None None] Routers {'52a25e4b-3676-46a3-b508-55261759058a'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:27:07.907682 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-abf74944-cd31-4015-aa52-c4e9ba32df04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:26:57Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['52a25e4b-3676-46a3-b508-55261759058a'], 'active': True} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:27:08.009883 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvr_db [None req-abf74944-cd31-4015-aa52-c4e9ba32df04 None None] Set router 52a25e4b-3676-46a3-b508-55261759058a gateway port host: dv-cinder-803823-11-iscsi {{(pid=111024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:27:08.213337 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-abf74944-cd31-4015-aa52-c4e9ba32df04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a25e4b-3676-46a3-b508-55261759058a', 'name': 'router1', 'tenant_id': 'bcf793428063417f9cb53b3d0b4eea85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': 'bceb90ca-23d1-41e1-9923-845ebf9e5582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:26:47Z', 'updated_at': '2022-06-16T00:27:05Z', 'revision_number': 4, 'project_id': 'bcf793428063417f9cb53b3d0b4eea85', 'gw_port': {'id': 'bceb90ca-23d1-41e1-9923-845ebf9e5582', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b0:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a25e4b-3676-46a3-b508-55261759058a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:27:04Z', 'updated_at': '2022-06-16T00:27:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_interfaces': [{'id': '69362796-af41-4848-95f2-f3524eba7132', 'name': '', 'network_id': 'd91e7050-8c84-48c6-abbd-c2c28a51b607', 'tenant_id': 'bcf793428063417f9cb53b3d0b4eea85', 'mac_address': 'fa:16:3e:36:0a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a25e4b-3676-46a3-b508-55261759058a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4ec46529-46b5-4f64-8e31-b9a339097217', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:26:56Z', 'updated_at': '2022-06-16T00:27:00Z', 'revision_number': 5, 'project_id': 'bcf793428063417f9cb53b3d0b4eea85', 'subnets': [{'id': '4ec46529-46b5-4f64-8e31-b9a339097217', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e81d39e9-1b03-4137-a98f-2acb2e1eff50'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:27:08.237247 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf74944-cd31-4015-aa52-c4e9ba32df04 None None] The sync data for ids ['52a25e4b-3676-46a3-b508-55261759058a'] in dv-cinder-803823-11-iscsi is: [{'id': '52a25e4b-3676-46a3-b508-55261759058a', 'name': 'router1', 'tenant_id': 'bcf793428063417f9cb53b3d0b4eea85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': 'bceb90ca-23d1-41e1-9923-845ebf9e5582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:26:47Z', 'updated_at': '2022-06-16T00:27:05Z', 'revision_number': 4, 'project_id': 'bcf793428063417f9cb53b3d0b4eea85', 'gw_port': {'id': 'bceb90ca-23d1-41e1-9923-845ebf9e5582', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b0:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a25e4b-3676-46a3-b508-55261759058a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:27:04Z', 'updated_at': '2022-06-16T00:27:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_interfaces': [{'id': '69362796-af41-4848-95f2-f3524eba7132', 'name': '', 'network_id': 'd91e7050-8c84-48c6-abbd-c2c28a51b607', 'tenant_id': 'bcf793428063417f9cb53b3d0b4eea85', 'mac_address': 'fa:16:3e:36:0a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a25e4b-3676-46a3-b508-55261759058a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4ec46529-46b5-4f64-8e31-b9a339097217', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:26:56Z', 'updated_at': '2022-06-16T00:27:00Z', 'revision_number': 5, 'project_id': 'bcf793428063417f9cb53b3d0b4eea85', 'subnets': [{'id': '4ec46529-46b5-4f64-8e31-b9a339097217', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e81d39e9-1b03-4137-a98f-2acb2e1eff50'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 00:27:08.402964 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 37402) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:27:08.526858 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-17d848a0-b713-44b4-bf16-5cce3f3eb8a3 admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1227701 Jun 16 00:27:09.401831 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device bceb90ca-23d1-41e1-9923-845ebf9e5582 up at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:27:09.453178 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Provisioning complete for port bceb90ca-23d1-41e1-9923-845ebf9e5582 triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:27:09.453485 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (bceb90ca-23d1-41e1-9923-845ebf9e5582), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:27:09.525549 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Current status of the port bceb90ca-23d1-41e1-9923-845ebf9e5582 is: DOWN; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:27:09.525925 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (bceb90ca-23d1-41e1-9923-845ebf9e5582), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:27:09.546072 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] For port bceb90ca-23d1-41e1-9923-845ebf9e5582, host dv-cinder-803823-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=bceb90ca-23d1-41e1-9923-845ebf9e5582,segment=NetworkSegment(6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc),segment_id=6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:27:09.606799 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (bceb90ca-23d1-41e1-9923-845ebf9e5582), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:27:09.658983 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Pushing event updated for resources: {'Port': ['ID=bceb90ca-23d1-41e1-9923-845ebf9e5582,revision_number=4']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:27:11.374549 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device bceb90ca-23d1-41e1-9923-845ebf9e5582 up at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:27:11.439610 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Provisioning complete for port bceb90ca-23d1-41e1-9923-845ebf9e5582 triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:27:11.440560 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (bceb90ca-23d1-41e1-9923-845ebf9e5582), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:27:11.530679 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Current status of the port bceb90ca-23d1-41e1-9923-845ebf9e5582 is: ACTIVE; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:27:11.829469 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.agents_db [None req-15653567-1518-4353-bd1f-4d0dcdae15fd None None] Agent healthcheck: found 5 active agents {{(pid=111025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 00:27:16.837607 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=61 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:27:18.519124 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=29 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:27:18.523397 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=3 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:27:21.525578 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=96,neutron:INSERT=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:27:21.529063 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=75,neutron:UPDATE=2 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:27:21.826105 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=21 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:27:24.484769 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-bd66944f-37e1-462e-b29a-bd867a7cadfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (2a8c543c-b8d9-40d8-999c-fa03b757f547), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:27:26.737310 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-79f6d055-ec11-4b60-b46b-ae0000212819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (d0297bc9-c3a8-45ac-9023-c937cb4f21fc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:27:27.875456 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-117977e4-98b1-40f2-baea-1bec010e476c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (b90f279a-3e8f-4325-a28d-8d213fb96fbc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:27:29.304309 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-faa15201-cec6-4660-ae33-7025f254e5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (50ece25a-9452-44f6-8bc9-48c0ade2294b), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:27:29.664233 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (81117e21-cbf2-493f-9e14-29a3cec1f25a), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:27:39.603978 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=9 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:27:39.606991 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:27:48.828375 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.agents_db [None req-15653567-1518-4353-bd1f-4d0dcdae15fd None None] Agent healthcheck: found 5 active agents {{(pid=111025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 00:27:53.833038 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=3 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:27:54.529644 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-9cb8065d-1de5-4200-bf1b-31a07ecafdbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (2a8c543c-b8d9-40d8-999c-fa03b757f547), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:27:56.737628 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-71370c03-5430-403d-8162-73d92d7f66eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (d0297bc9-c3a8-45ac-9023-c937cb4f21fc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:27:57.889244 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-117977e4-98b1-40f2-baea-1bec010e476c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (b90f279a-3e8f-4325-a28d-8d213fb96fbc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:27:58.825420 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=5 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:27:59.469294 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-faa15201-cec6-4660-ae33-7025f254e5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (50ece25a-9452-44f6-8bc9-48c0ade2294b), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:27:59.663175 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (81117e21-cbf2-493f-9e14-29a3cec1f25a), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:28:09.605679 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:28:09.608666 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:28:24.485642 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-9c9db772-1460-4d3a-ac60-8d628d94b75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (2a8c543c-b8d9-40d8-999c-fa03b757f547), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:28:25.827958 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.agents_db [None req-15653567-1518-4353-bd1f-4d0dcdae15fd None None] Agent healthcheck: found 5 active agents {{(pid=111025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 00:28:26.731305 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-2fc342f7-3773-43f1-ba27-a951a283649e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (d0297bc9-c3a8-45ac-9023-c937cb4f21fc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:28:26.807495 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 37944) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:28:26.868463 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.pecan_wsgi.hooks.translation [None req-61a478ae-00bb-46e7-8618-99655530f7ce admin admin] GET failed (client error): The resource could not be found. Jun 16 00:28:26.869751 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-61a478ae-00bb-46e7-8618-99655530f7ce admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0613260 Jun 16 00:28:27.037567 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4a8800-d40d-4c1f-a804-2072d82769d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:28:27.039029 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-8b4a8800-d40d-4c1f-a804-2072d82769d7 admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1651547 Jun 16 00:28:27.850646 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-117977e4-98b1-40f2-baea-1bec010e476c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (b90f279a-3e8f-4325-a28d-8d213fb96fbc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:28:29.170779 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-faa15201-cec6-4660-ae33-7025f254e5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (50ece25a-9452-44f6-8bc9-48c0ade2294b), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:28:29.199312 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 37954) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:28:29.289926 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f65dc6f-9fb6-4cef-baac-6de4125013ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:28:29.291226 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-2f65dc6f-9fb6-4cef-baac-6de4125013ef admin admin] 10.222.0.20 "GET /v2.0/subnets/4ec46529-46b5-4f64-8e31-b9a339097217 HTTP/1.1" status: 200 len: 849 time: 0.0909958 Jun 16 00:28:29.300686 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [None req-3499546f-9589-48aa-90d9-02a6c0104f12 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:28:29.384222 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-3499546f-9589-48aa-90d9-02a6c0104f12 admin admin] Publish callbacks [] for subnet (4ec46529-46b5-4f64-8e31-b9a339097217), before_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:28:29.565009 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-3499546f-9589-48aa-90d9-02a6c0104f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753842673466'] for subnet (4ec46529-46b5-4f64-8e31-b9a339097217), after_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:28:29.605918 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3499546f-9589-48aa-90d9-02a6c0104f12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:28:29.606905 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-3499546f-9589-48aa-90d9-02a6c0104f12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590195'] for subnet (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:28:29.608214 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-3499546f-9589-48aa-90d9-02a6c0104f12 admin admin] 10.222.0.20 "PUT /v2.0/subnets/4ec46529-46b5-4f64-8e31-b9a339097217 HTTP/1.1" status: 200 len: 868 time: 0.3108289 Jun 16 00:28:29.610992 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3499fcb4-05f8-4fb5-94d9-011adacb3836 None None] Network d91e7050-8c84-48c6-abbd-c2c28a51b607 requested from dv-cinder-803823-11-iscsi {{(pid=111024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 00:28:29.626131 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3499546f-9589-48aa-90d9-02a6c0104f12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ec46529-46b5-4f64-8e31-b9a339097217,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:28:29.634800 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3499546f-9589-48aa-90d9-02a6c0104f12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:28:29.635182 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3499546f-9589-48aa-90d9-02a6c0104f12 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:28:29.635610 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3499546f-9589-48aa-90d9-02a6c0104f12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:28:29.635945 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3499546f-9589-48aa-90d9-02a6c0104f12 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:28:29.636270 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3499546f-9589-48aa-90d9-02a6c0104f12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:28:29.636783 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3499546f-9589-48aa-90d9-02a6c0104f12 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:28:29.637113 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3499546f-9589-48aa-90d9-02a6c0104f12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:28:29.637441 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3499546f-9589-48aa-90d9-02a6c0104f12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:28:29.637756 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3499546f-9589-48aa-90d9-02a6c0104f12 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:28:29.638075 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3499546f-9589-48aa-90d9-02a6c0104f12 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:28:29.638421 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3499546f-9589-48aa-90d9-02a6c0104f12 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:28:29.638759 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3499546f-9589-48aa-90d9-02a6c0104f12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:28:29.639059 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3499546f-9589-48aa-90d9-02a6c0104f12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:28:29.639371 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3499546f-9589-48aa-90d9-02a6c0104f12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:28:29.639687 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3499546f-9589-48aa-90d9-02a6c0104f12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:28:29.677858 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (81117e21-cbf2-493f-9e14-29a3cec1f25a), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:28:29.926156 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-3df5f27c-fdf2-4b3a-b887-e8e5513ce669 None None] Provisioning complete for port a410bdec-613e-4d81-ac90-b575a63cb2c5 triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:28:29.927110 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-3df5f27c-fdf2-4b3a-b887-e8e5513ce669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (a410bdec-613e-4d81-ac90-b575a63cb2c5), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:28:29.997467 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-3df5f27c-fdf2-4b3a-b887-e8e5513ce669 None None] Current status of the port a410bdec-613e-4d81-ac90-b575a63cb2c5 is: ACTIVE; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:28:30.005377 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-3df5f27c-fdf2-4b3a-b887-e8e5513ce669 None None] Provisioning complete for port 69362796-af41-4848-95f2-f3524eba7132 triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:28:30.005757 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-3df5f27c-fdf2-4b3a-b887-e8e5513ce669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (69362796-af41-4848-95f2-f3524eba7132), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:28:30.078960 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-3df5f27c-fdf2-4b3a-b887-e8e5513ce669 None None] Current status of the port 69362796-af41-4848-95f2-f3524eba7132 is: ACTIVE; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:28:31.755568 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 37962) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:28:31.958191 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d85736-f89a-45c6-830a-b0a51015d585 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:28:31.958579 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d85736-f89a-45c6-830a-b0a51015d585 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:28:31.960116 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-83d85736-f89a-45c6-830a-b0a51015d585 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2035627 Jun 16 00:28:34.102825 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 37970) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:28:34.336688 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202beaa6-f25b-460e-b677-6334c5f96271 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:28:34.337068 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202beaa6-f25b-460e-b677-6334c5f96271 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:28:34.338648 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-202beaa6-f25b-460e-b677-6334c5f96271 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2348759 Jun 16 00:28:36.519642 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 37978) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:28:36.656195 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a9cee8-0e25-4eab-8300-89b5ec92b863 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:28:36.657587 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-27a9cee8-0e25-4eab-8300-89b5ec92b863 admin admin] 10.222.0.20 "GET /v2.0/networks/81cb8278-aa95-4a96-976c-13998a04ce85 HTTP/1.1" status: 200 len: 886 time: 0.1364348 Jun 16 00:28:38.806876 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 37986) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:28:38.877889 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:28:38.883311 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:28:38.940420 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ab426f-027d-49d0-8708-f06a2509966f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:28:38.941844 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-e2ab426f-027d-49d0-8708-f06a2509966f admin admin] 10.222.0.20 "GET /v2.0/networks/d91e7050-8c84-48c6-abbd-c2c28a51b607 HTTP/1.1" status: 200 len: 869 time: 0.1339946 Jun 16 00:28:40.075827 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=47,neutron:UPDATE=3 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:28:40.077713 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=45,neutron:UPDATE=2 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:28:40.392358 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=17 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:28:41.096407 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 37994) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:28:41.221257 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c8ec5a-09bc-4095-b4cd-fd1fa7eacdc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:28:41.221704 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c8ec5a-09bc-4095-b4cd-fd1fa7eacdc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:28:41.223728 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-c3c8ec5a-09bc-4095-b4cd-fd1fa7eacdc2 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1258414 Jun 16 00:28:43.357162 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 38002) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:28:43.453582 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3fe4a3-b80e-481a-a58b-3c1a32a685af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:28:43.454024 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3fe4a3-b80e-481a-a58b-3c1a32a685af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:28:43.455527 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-cc3fe4a3-b80e-481a-a58b-3c1a32a685af admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0974309 Jun 16 00:28:43.841100 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=20,neutron:DELETE=1 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:28:45.626579 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 38010) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:28:45.718053 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4451b48-1121-4f58-b431-f189daf61cd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:28:45.719391 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-f4451b48-1121-4f58-b431-f189daf61cd7 admin admin] 10.222.0.20 "GET /v2.0/subnets/4ec46529-46b5-4f64-8e31-b9a339097217 HTTP/1.1" status: 200 len: 868 time: 0.0919275 Jun 16 00:28:47.847759 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 38018) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:28:47.936690 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e24edff-e413-4b02-9b5d-ba29a691fa8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:28:47.938023 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-3e24edff-e413-4b02-9b5d-ba29a691fa8b admin admin] 10.222.0.20 "GET /v2.0/subnets/7fa235f2-2172-4ff3-86e8-0e0d1995c273 HTTP/1.1" status: 200 len: 816 time: 0.0887125 Jun 16 00:28:54.483226 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e19acd5d-8a16-47f3-ac0b-6c28af81ecf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (2a8c543c-b8d9-40d8-999c-fa03b757f547), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:28:56.728679 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-9e5db3bc-83ad-4023-9311-3db740af8cc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (d0297bc9-c3a8-45ac-9023-c937cb4f21fc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:28:57.896632 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-117977e4-98b1-40f2-baea-1bec010e476c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (b90f279a-3e8f-4325-a28d-8d213fb96fbc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:28:57.931845 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=41 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:28:57.933676 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=23 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:28:59.180255 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-faa15201-cec6-4660-ae33-7025f254e5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (50ece25a-9452-44f6-8bc9-48c0ade2294b), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:28:59.656198 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (81117e21-cbf2-493f-9e14-29a3cec1f25a), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:29:02.826423 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.agents_db [None req-15653567-1518-4353-bd1f-4d0dcdae15fd None None] Agent healthcheck: found 5 active agents {{(pid=111025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 00:29:09.605217 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:29:09.606474 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:29:12.822624 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=3 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:29:12.823383 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=5 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:29:14.908804 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 38072) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:29:15.034943 dv-cinder-803823-11-iscsi neutron-server[111022]: WARNING oslo_policy.policy [None req-e65c59ed-2e34-4e26-a170-f2fe2d2a0dad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 00:29:15.035485 dv-cinder-803823-11-iscsi neutron-server[111022]: WARNING oslo_policy.policy [None req-e65c59ed-2e34-4e26-a170-f2fe2d2a0dad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 00:29:15.248489 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [None req-e65c59ed-2e34-4e26-a170-f2fe2d2a0dad admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=111022) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 00:29:15.249649 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-e65c59ed-2e34-4e26-a170-f2fe2d2a0dad admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3389652 Jun 16 00:29:17.464070 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 38086) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:29:17.523228 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writer thread running {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 16 00:29:17.523875 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:29:17.558853 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f90448c-da49-40d7-af4f-b67de8f869c2 admin admin] GET failed (client error): The resource could not be found. Jun 16 00:29:17.560689 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-7f90448c-da49-40d7-af4f-b67de8f869c2 admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0956604 Jun 16 00:29:17.803000 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.policy [None req-c37717f1-42b7-451b-8594-182ddea09ab8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=111022) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 16 00:29:17.845112 dv-cinder-803823-11-iscsi neutron-server[111022]: WARNING oslo_policy.policy [None req-c37717f1-42b7-451b-8594-182ddea09ab8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 00:29:17.845490 dv-cinder-803823-11-iscsi neutron-server[111022]: WARNING oslo_policy.policy [None req-c37717f1-42b7-451b-8594-182ddea09ab8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 00:29:17.853546 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37717f1-42b7-451b-8594-182ddea09ab8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:29:17.855306 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-c37717f1-42b7-451b-8594-182ddea09ab8 admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2905085 Jun 16 00:29:20.067139 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 38098) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:29:20.114681 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [None req-30f90fee-1a4f-4d66-b6c9-d85b2b560e7d admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:29:20.209519 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f90fee-1a4f-4d66-b6c9-d85b2b560e7d admin admin] Made reservation on behalf of 26e616646e114f6f885b0d1df925801d for: {'network': 1} {{(pid=111023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 00:29:20.211805 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-30f90fee-1a4f-4d66-b6c9-d85b2b560e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for network (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:29:20.238535 dv-cinder-803823-11-iscsi neutron-server[111023]: WARNING neutron.services.revisions.revision_plugin [None req-30f90fee-1a4f-4d66-b6c9-d85b2b560e7d admin admin] Could not find related network for resource to bump revision. Jun 16 00:29:20.249047 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30f90fee-1a4f-4d66-b6c9-d85b2b560e7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=111023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 00:29:20.257901 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-30f90fee-1a4f-4d66-b6c9-d85b2b560e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219328'] for segment (6cae7bd9-f74a-421e-a933-72f32018a882), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:29:20.258231 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.db.segments_db [None req-30f90fee-1a4f-4d66-b6c9-d85b2b560e7d admin admin] Added segment 6cae7bd9-f74a-421e-a933-72f32018a882 of type vlan for network c5a3353c-8ac5-4b18-a510-3bfd58e2b40a Jun 16 00:29:20.297277 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-30f90fee-1a4f-4d66-b6c9-d85b2b560e7d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753842147476'] for network (c5a3353c-8ac5-4b18-a510-3bfd58e2b40a), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:29:20.403868 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-30f90fee-1a4f-4d66-b6c9-d85b2b560e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177'] for network (c5a3353c-8ac5-4b18-a510-3bfd58e2b40a), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:29:20.404855 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f90fee-1a4f-4d66-b6c9-d85b2b560e7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:29:20.405436 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-30f90fee-1a4f-4d66-b6c9-d85b2b560e7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590195'] for network (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:29:20.466838 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f90fee-1a4f-4d66-b6c9-d85b2b560e7d admin admin] Pushing event updated for resources: {'Network': ['ID=c5a3353c-8ac5-4b18-a510-3bfd58e2b40a,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:29:20.478151 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Network c5a3353c-8ac5-4b18-a510-3bfd58e2b40a details requested by agent ovs-agent-dv-cinder-803823-11-iscsi with host dv-cinder-803823-11-iscsi {{(pid=111024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 00:29:20.498254 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-30f90fee-1a4f-4d66-b6c9-d85b2b560e7d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.4300392 Jun 16 00:29:22.671497 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 38106) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:29:22.731555 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.pecan_wsgi.hooks.translation [None req-f31cd6b4-b060-4a26-83cd-3762335b50d7 admin admin] GET failed (client error): The resource could not be found. Jun 16 00:29:22.732873 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-f31cd6b4-b060-4a26-83cd-3762335b50d7 admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0604272 Jun 16 00:29:22.801536 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ce650b-453c-4f3a-bd36-e9c1811bf915 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:29:22.802937 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-02ce650b-453c-4f3a-bd36-e9c1811bf915 admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0660434 Jun 16 00:29:22.812592 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [None req-45a490fb-07cf-4da9-856b-20175d968370 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': 'c5a3353c-8ac5-4b18-a510-3bfd58e2b40a', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:29:22.890252 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a490fb-07cf-4da9-856b-20175d968370 admin admin] Made reservation on behalf of 26e616646e114f6f885b0d1df925801d for: {'subnet': 1} {{(pid=111023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 00:29:22.894543 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-45a490fb-07cf-4da9-856b-20175d968370 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:29:23.101868 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-45a490fb-07cf-4da9-856b-20175d968370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177'] for subnet (777eed95-03d5-43a8-a745-31a6d18a5719), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:29:23.161961 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a490fb-07cf-4da9-856b-20175d968370 admin admin] Pushing event updated for resources: {'Subnet': ['ID=777eed95-03d5-43a8-a745-31a6d18a5719,revision_number=0']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:29:23.171887 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a490fb-07cf-4da9-856b-20175d968370 admin admin] Checking segment: {'id': '6cae7bd9-f74a-421e-a933-72f32018a882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'c5a3353c-8ac5-4b18-a510-3bfd58e2b40a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 00:29:23.172235 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a490fb-07cf-4da9-856b-20175d968370 admin admin] Network hostable DHCP agents. Network: c5a3353c-8ac5-4b18-a510-3bfd58e2b40a, hostable agents: ['2a8c543c-b8d9-40d8-999c-fa03b757f547'], hosted agents: [] {{(pid=111023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 00:29:23.249707 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a490fb-07cf-4da9-856b-20175d968370 admin admin] Network c5a3353c-8ac5-4b18-a510-3bfd58e2b40a is scheduled to be hosted by DHCP agent 2a8c543c-b8d9-40d8-999c-fa03b757f547 with binding_index 1 {{(pid=111023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 00:29:23.323870 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.base_scheduler [None req-45a490fb-07cf-4da9-856b-20175d968370 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-11-iscsi, c5a3353c-8ac5-4b18-a510-3bfd58e2b40a) {{(pid=111023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:29:23.327833 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a490fb-07cf-4da9-856b-20175d968370 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:29:23.328416 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-45a490fb-07cf-4da9-856b-20175d968370 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590195'] for subnet (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:29:23.332445 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae4660d-4239-42bf-a639-1ee486864d05 None None] Network c5a3353c-8ac5-4b18-a510-3bfd58e2b40a requested from dv-cinder-803823-11-iscsi {{(pid=111024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 00:29:23.413259 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-45a490fb-07cf-4da9-856b-20175d968370 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6040580 Jun 16 00:29:23.434873 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9011ce48-4965-43e8-94b5-6e649aa3fcaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a06322f-1f4e-5033-87df-c8deeb119b42-c5a3353c-8ac5-4b18-a510-3bfd58e2b40a', 'network_id': 'c5a3353c-8ac5-4b18-a510-3bfd58e2b40a', 'project_id': '26e616646e114f6f885b0d1df925801d', 'fixed_ips': [{'subnet_id': '777eed95-03d5-43a8-a745-31a6d18a5719'}]}} from dv-cinder-803823-11-iscsi. {{(pid=111024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 00:29:23.435823 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-9011ce48-4965-43e8-94b5-6e649aa3fcaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (None), before_create {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:29:23.577457 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.db_base_plugin_common [None req-9011ce48-4965-43e8-94b5-6e649aa3fcaf None None] Allocated IP 192.168.233.2 (c5a3353c-8ac5-4b18-a510-3bfd58e2b40a/777eed95-03d5-43a8-a745-31a6d18a5719/1e0bff0e-ff18-4577-bd74-f76ced2ad0d6) {{(pid=111024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 00:29:23.814508 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-9011ce48-4965-43e8-94b5-6e649aa3fcaf None None] Publish callbacks [] for port (1e0bff0e-ff18-4577-bd74-f76ced2ad0d6), precommit_create {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:29:23.907782 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-9011ce48-4965-43e8-94b5-6e649aa3fcaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753842110805'] for port (1e0bff0e-ff18-4577-bd74-f76ced2ad0d6), after_create {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:29:23.955617 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9011ce48-4965-43e8-94b5-6e649aa3fcaf None None] Network c5a3353c-8ac5-4b18-a510-3bfd58e2b40a is already hosted by enough agents. {{(pid=111024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:29:23.959466 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.scheduler.base_scheduler [None req-9011ce48-4965-43e8-94b5-6e649aa3fcaf None None] Resources bound (agent type, host, resource id): {{(pid=111024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:29:23.963226 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9011ce48-4965-43e8-94b5-6e649aa3fcaf None None] Received port after_create {{(pid=111024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 00:29:23.967813 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9011ce48-4965-43e8-94b5-6e649aa3fcaf None None] Pushing event updated for resources: {'Port': ['ID=1e0bff0e-ff18-4577-bd74-f76ced2ad0d6,revision_number=1']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:29:23.990436 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9011ce48-4965-43e8-94b5-6e649aa3fcaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:29:23.990773 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9011ce48-4965-43e8-94b5-6e649aa3fcaf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:29:23.991104 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9011ce48-4965-43e8-94b5-6e649aa3fcaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:29:23.991454 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9011ce48-4965-43e8-94b5-6e649aa3fcaf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:29:23.991780 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9011ce48-4965-43e8-94b5-6e649aa3fcaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:29:23.992098 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9011ce48-4965-43e8-94b5-6e649aa3fcaf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:29:23.992416 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9011ce48-4965-43e8-94b5-6e649aa3fcaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:29:23.992751 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9011ce48-4965-43e8-94b5-6e649aa3fcaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:29:23.993088 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9011ce48-4965-43e8-94b5-6e649aa3fcaf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:29:23.993407 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9011ce48-4965-43e8-94b5-6e649aa3fcaf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:29:23.993723 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9011ce48-4965-43e8-94b5-6e649aa3fcaf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:29:23.994032 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9011ce48-4965-43e8-94b5-6e649aa3fcaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:29:23.994342 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9011ce48-4965-43e8-94b5-6e649aa3fcaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:29:23.994651 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9011ce48-4965-43e8-94b5-6e649aa3fcaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:29:23.994958 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9011ce48-4965-43e8-94b5-6e649aa3fcaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:29:24.037370 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.managers [None req-9011ce48-4965-43e8-94b5-6e649aa3fcaf None None] Attempting to bind port 1e0bff0e-ff18-4577-bd74-f76ced2ad0d6 on host dv-cinder-803823-11-iscsi for vnic_type normal with profile {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 00:29:24.037726 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.managers [None req-9011ce48-4965-43e8-94b5-6e649aa3fcaf None None] Attempting to bind port 1e0bff0e-ff18-4577-bd74-f76ced2ad0d6 by drivers openvswitch,hyperv on host dv-cinder-803823-11-iscsi at level 0 using segments [{'id': '6cae7bd9-f74a-421e-a933-72f32018a882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'c5a3353c-8ac5-4b18-a510-3bfd58e2b40a'}] {{(pid=111024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 00:29:24.038079 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9011ce48-4965-43e8-94b5-6e649aa3fcaf None None] Attempting to bind port 1e0bff0e-ff18-4577-bd74-f76ced2ad0d6 on network c5a3353c-8ac5-4b18-a510-3bfd58e2b40a {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 00:29:24.043169 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9011ce48-4965-43e8-94b5-6e649aa3fcaf None None] Checking agent: {'id': '81117e21-cbf2-493f-9e14-29a3cec1f25a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 0, 26, 30), 'started_at': datetime.datetime(2022, 6, 16, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 00:29:24.043530 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9011ce48-4965-43e8-94b5-6e649aa3fcaf None None] Checking segment: {'id': '6cae7bd9-f74a-421e-a933-72f32018a882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'c5a3353c-8ac5-4b18-a510-3bfd58e2b40a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 00:29:24.043979 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-9011ce48-4965-43e8-94b5-6e649aa3fcaf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:29:24.044363 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9011ce48-4965-43e8-94b5-6e649aa3fcaf None None] Bound using segment: {'id': '6cae7bd9-f74a-421e-a933-72f32018a882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'c5a3353c-8ac5-4b18-a510-3bfd58e2b40a'} {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 00:29:24.044838 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.managers [None req-9011ce48-4965-43e8-94b5-6e649aa3fcaf None None] Bound port: 1e0bff0e-ff18-4577-bd74-f76ced2ad0d6, host: dv-cinder-803823-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cae7bd9-f74a-421e-a933-72f32018a882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'c5a3353c-8ac5-4b18-a510-3bfd58e2b40a'}}] {{(pid=111024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 00:29:24.045213 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-9011ce48-4965-43e8-94b5-6e649aa3fcaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (1e0bff0e-ff18-4577-bd74-f76ced2ad0d6), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:29:24.106340 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-9011ce48-4965-43e8-94b5-6e649aa3fcaf None None] For port 1e0bff0e-ff18-4577-bd74-f76ced2ad0d6, host dv-cinder-803823-11-iscsi, cleared binding levels {{(pid=111024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 00:29:24.109885 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-9011ce48-4965-43e8-94b5-6e649aa3fcaf None None] For port 1e0bff0e-ff18-4577-bd74-f76ced2ad0d6, host dv-cinder-803823-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=1e0bff0e-ff18-4577-bd74-f76ced2ad0d6,segment=NetworkSegment(6cae7bd9-f74a-421e-a933-72f32018a882),segment_id=6cae7bd9-f74a-421e-a933-72f32018a882)] {{(pid=111024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 00:29:24.186522 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-9011ce48-4965-43e8-94b5-6e649aa3fcaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (1e0bff0e-ff18-4577-bd74-f76ced2ad0d6), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:29:24.245966 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9011ce48-4965-43e8-94b5-6e649aa3fcaf None None] Pushing event updated for resources: {'Port': ['ID=1e0bff0e-ff18-4577-bd74-f76ced2ad0d6,revision_number=2']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:29:24.491389 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-ddc08276-cde2-43fe-bc36-ab09fe3b0cef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (2a8c543c-b8d9-40d8-999c-fa03b757f547), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:29:25.092429 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2f522e-5818-4e97-a159-a7b6bc9afa78 None None] Network c5a3353c-8ac5-4b18-a510-3bfd58e2b40a requested from dv-cinder-803823-11-iscsi {{(pid=111024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 00:29:25.120029 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:29:25.123459 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-c2387c7b-8192-4f47-bc63-9926489c9f02 None None] Provisioning complete for port 1e0bff0e-ff18-4577-bd74-f76ced2ad0d6 triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:29:25.123841 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-c2387c7b-8192-4f47-bc63-9926489c9f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (1e0bff0e-ff18-4577-bd74-f76ced2ad0d6), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:29:25.198732 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:29:25.277052 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-c2387c7b-8192-4f47-bc63-9926489c9f02 None None] Current status of the port 1e0bff0e-ff18-4577-bd74-f76ced2ad0d6 is: DOWN; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:29:25.277431 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-c2387c7b-8192-4f47-bc63-9926489c9f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (1e0bff0e-ff18-4577-bd74-f76ced2ad0d6), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:29:25.314316 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-c2387c7b-8192-4f47-bc63-9926489c9f02 None None] For port 1e0bff0e-ff18-4577-bd74-f76ced2ad0d6, host dv-cinder-803823-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=1e0bff0e-ff18-4577-bd74-f76ced2ad0d6,segment=NetworkSegment(6cae7bd9-f74a-421e-a933-72f32018a882),segment_id=6cae7bd9-f74a-421e-a933-72f32018a882)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:29:25.383768 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-c2387c7b-8192-4f47-bc63-9926489c9f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (1e0bff0e-ff18-4577-bd74-f76ced2ad0d6), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:29:25.440536 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2387c7b-8192-4f47-bc63-9926489c9f02 None None] Pushing event updated for resources: {'Port': ['ID=1e0bff0e-ff18-4577-bd74-f76ced2ad0d6,revision_number=3']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:29:25.496594 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device 1e0bff0e-ff18-4577-bd74-f76ced2ad0d6 up at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:29:25.522324 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-ac7f01de-bb79-41c8-a3f6-a30ad0e6a136 None None] Provisioning complete for port 1e0bff0e-ff18-4577-bd74-f76ced2ad0d6 triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:29:25.522680 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-ac7f01de-bb79-41c8-a3f6-a30ad0e6a136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (1e0bff0e-ff18-4577-bd74-f76ced2ad0d6), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:29:25.574671 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Provisioning complete for port 1e0bff0e-ff18-4577-bd74-f76ced2ad0d6 triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:29:25.575048 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (1e0bff0e-ff18-4577-bd74-f76ced2ad0d6), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:29:25.645262 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-ac7f01de-bb79-41c8-a3f6-a30ad0e6a136 None None] Current status of the port 1e0bff0e-ff18-4577-bd74-f76ced2ad0d6 is: ACTIVE; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:29:25.679079 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Current status of the port 1e0bff0e-ff18-4577-bd74-f76ced2ad0d6 is: ACTIVE; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:29:26.712439 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a980f8ea-08be-45fc-aa41-039510e85aa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (d0297bc9-c3a8-45ac-9023-c937cb4f21fc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:29:27.455540 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device 1e0bff0e-ff18-4577-bd74-f76ced2ad0d6 up at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:29:27.498753 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Provisioning complete for port 1e0bff0e-ff18-4577-bd74-f76ced2ad0d6 triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:29:27.499138 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (1e0bff0e-ff18-4577-bd74-f76ced2ad0d6), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:29:27.572506 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Current status of the port 1e0bff0e-ff18-4577-bd74-f76ced2ad0d6 is: ACTIVE; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:29:27.727594 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=15 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:29:27.740099 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=6 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:29:27.861157 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-117977e4-98b1-40f2-baea-1bec010e476c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (b90f279a-3e8f-4325-a28d-8d213fb96fbc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:29:29.214631 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-faa15201-cec6-4660-ae33-7025f254e5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (50ece25a-9452-44f6-8bc9-48c0ade2294b), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:29:29.666955 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (81117e21-cbf2-493f-9e14-29a3cec1f25a), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:29:33.336065 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=73,neutron:UPDATE=3,neutron:INSERT=9,neutron:DELETE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:29:33.338950 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=63,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:29:39.112486 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:29:39.607277 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=54,neutron:UPDATE=4 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:29:39.825032 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.agents_db [None req-15653567-1518-4353-bd1f-4d0dcdae15fd None None] Agent healthcheck: found 5 active agents {{(pid=111025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 00:29:49.821507 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=5 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:29:49.822720 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=3 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:29:54.483782 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-1b63af16-3d12-4f68-8a67-9c8d9a301f58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (2a8c543c-b8d9-40d8-999c-fa03b757f547), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:29:56.717850 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-32067d28-7691-40a3-a728-90914a000566 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (d0297bc9-c3a8-45ac-9023-c937cb4f21fc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:29:57.883382 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-117977e4-98b1-40f2-baea-1bec010e476c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (b90f279a-3e8f-4325-a28d-8d213fb96fbc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:29:59.180493 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-faa15201-cec6-4660-ae33-7025f254e5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (50ece25a-9452-44f6-8bc9-48c0ade2294b), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:29:59.672440 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (81117e21-cbf2-493f-9e14-29a3cec1f25a), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:30:09.606957 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:30:09.608849 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:30:16.824469 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.agents_db [None req-15653567-1518-4353-bd1f-4d0dcdae15fd None None] Agent healthcheck: found 5 active agents {{(pid=111025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 00:30:22.819241 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=4 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:30:24.488179 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-4d7386ad-80c7-4ff4-8412-7ffb602b8a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (2a8c543c-b8d9-40d8-999c-fa03b757f547), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:30:26.780250 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a5b416a1-3bda-4a2d-b7c2-26046a82a029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (d0297bc9-c3a8-45ac-9023-c937cb4f21fc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:30:26.821043 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:30:27.871303 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-117977e4-98b1-40f2-baea-1bec010e476c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (b90f279a-3e8f-4325-a28d-8d213fb96fbc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:30:29.174464 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-faa15201-cec6-4660-ae33-7025f254e5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (50ece25a-9452-44f6-8bc9-48c0ade2294b), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:30:29.643576 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (81117e21-cbf2-493f-9e14-29a3cec1f25a), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:30:39.601150 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:30:39.603043 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:30:53.823213 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.agents_db [None req-15653567-1518-4353-bd1f-4d0dcdae15fd None None] Agent healthcheck: found 5 active agents {{(pid=111025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 00:30:54.476788 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-acb45c03-b850-4ab7-9a21-61155faf9be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (2a8c543c-b8d9-40d8-999c-fa03b757f547), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:30:56.710728 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-781659ba-40d5-40d7-ac06-c8a4e504863e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (d0297bc9-c3a8-45ac-9023-c937cb4f21fc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:30:56.732505 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 38146) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:30:56.738285 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [None req-65da45fc-6929-4209-91a0-c8cdfc6e3ff0 tempest-verify_tempest_config-118729172 tempest-verify_tempest_config-118729172-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=111023) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 00:30:56.739244 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-65da45fc-6929-4209-91a0-c8cdfc6e3ff0 tempest-verify_tempest_config-118729172 tempest-verify_tempest_config-118729172-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0057631 Jun 16 00:30:57.163639 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 38164) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:30:57.267473 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-f9d8f01f-2769-4158-8c64-33addb1d58ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:30:57.340117 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-f9d8f01f-2769-4158-8c64-33addb1d58ad admin admin] Publish callbacks [] for security_group (2d6be323-4168-4206-ab8f-5833f4088791), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:30:57.407366 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-f9d8f01f-2769-4158-8c64-33addb1d58ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (2d6be323-4168-4206-ab8f-5833f4088791), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:30:57.451641 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d8f01f-2769-4158-8c64-33addb1d58ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6be323-4168-4206-ab8f-5833f4088791,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:30:57.456369 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-f9d8f01f-2769-4158-8c64-33addb1d58ad admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b1e098a1be734df3b31c67f776cfc4db&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2917013 Jun 16 00:30:57.457936 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 38168) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:30:57.473011 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8f01f-2769-4158-8c64-33addb1d58ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:30:57.473349 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8f01f-2769-4158-8c64-33addb1d58ad admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:30:57.473687 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8f01f-2769-4158-8c64-33addb1d58ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:30:57.474018 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8f01f-2769-4158-8c64-33addb1d58ad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:30:57.474346 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8f01f-2769-4158-8c64-33addb1d58ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:30:57.474672 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8f01f-2769-4158-8c64-33addb1d58ad admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:30:57.474989 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8f01f-2769-4158-8c64-33addb1d58ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:30:57.475346 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8f01f-2769-4158-8c64-33addb1d58ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:30:57.475683 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8f01f-2769-4158-8c64-33addb1d58ad admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:30:57.476075 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8f01f-2769-4158-8c64-33addb1d58ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:30:57.476414 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8f01f-2769-4158-8c64-33addb1d58ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:30:57.476757 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8f01f-2769-4158-8c64-33addb1d58ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:30:57.477072 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8f01f-2769-4158-8c64-33addb1d58ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:30:57.477384 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8f01f-2769-4158-8c64-33addb1d58ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:30:57.477693 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8f01f-2769-4158-8c64-33addb1d58ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:30:57.527353 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-57284527-21e2-4eb9-891c-de03c10d32ab admin admin] Publish callbacks [] for security_group (2d6be323-4168-4206-ab8f-5833f4088791), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:30:57.547591 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-57284527-21e2-4eb9-891c-de03c10d32ab admin admin] Publish callbacks [] for security_group (2d6be323-4168-4206-ab8f-5833f4088791), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:30:57.676845 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-57284527-21e2-4eb9-891c-de03c10d32ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (2d6be323-4168-4206-ab8f-5833f4088791), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:30:57.679334 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-57284527-21e2-4eb9-891c-de03c10d32ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:30:57.680499 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-57284527-21e2-4eb9-891c-de03c10d32ab admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2d6be323-4168-4206-ab8f-5833f4088791 HTTP/1.1" status: 204 len: 168 time: 0.2216685 Jun 16 00:30:57.688747 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57284527-21e2-4eb9-891c-de03c10d32ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6be323-4168-4206-ab8f-5833f4088791,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:30:57.853792 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-117977e4-98b1-40f2-baea-1bec010e476c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (b90f279a-3e8f-4325-a28d-8d213fb96fbc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:30:58.844144 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=4 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:30:59.196652 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-faa15201-cec6-4660-ae33-7025f254e5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (50ece25a-9452-44f6-8bc9-48c0ade2294b), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:30:59.665095 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (81117e21-cbf2-493f-9e14-29a3cec1f25a), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:31:03.819360 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=4 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:31:07.587363 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=36,neutron:INSERT=6,neutron:DELETE=3 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:31:07.684471 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=36,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:31:09.601271 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:31:09.603251 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:31:20.252067 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=9 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:31:20.256103 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=17 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:31:24.498973 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-3e01e1f6-df82-443e-a9b3-5ab03bf052f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (2a8c543c-b8d9-40d8-999c-fa03b757f547), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:31:26.744536 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-fd60f36a-255d-43dd-bb08-6c7595a3d76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (d0297bc9-c3a8-45ac-9023-c937cb4f21fc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:31:27.847029 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-117977e4-98b1-40f2-baea-1bec010e476c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (b90f279a-3e8f-4325-a28d-8d213fb96fbc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:31:29.195704 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-faa15201-cec6-4660-ae33-7025f254e5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (50ece25a-9452-44f6-8bc9-48c0ade2294b), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:31:29.670073 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (81117e21-cbf2-493f-9e14-29a3cec1f25a), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:31:30.822102 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.agents_db [None req-15653567-1518-4353-bd1f-4d0dcdae15fd None None] Agent healthcheck: found 5 active agents {{(pid=111025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 00:31:39.602516 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:31:39.604391 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:31:40.818798 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=3 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:31:40.819560 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=5 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:31:54.487152 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-f88cd988-5a17-4b95-babb-2b116bd997b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (2a8c543c-b8d9-40d8-999c-fa03b757f547), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:31:56.732984 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0655b6cc-7a3f-4ab9-958a-1d3663c261ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (d0297bc9-c3a8-45ac-9023-c937cb4f21fc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:31:57.865074 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-117977e4-98b1-40f2-baea-1bec010e476c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (b90f279a-3e8f-4325-a28d-8d213fb96fbc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:31:59.195773 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-faa15201-cec6-4660-ae33-7025f254e5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (50ece25a-9452-44f6-8bc9-48c0ade2294b), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:31:59.664407 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (81117e21-cbf2-493f-9e14-29a3cec1f25a), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:32:07.820829 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.agents_db [None req-15653567-1518-4353-bd1f-4d0dcdae15fd None None] Agent healthcheck: found 5 active agents {{(pid=111025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 00:32:09.611288 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:32:09.614603 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:32:22.824477 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=4 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:32:22.825236 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:32:24.480011 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-1bf475c3-1fbd-4b94-a4ad-db7d1917ce87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (2a8c543c-b8d9-40d8-999c-fa03b757f547), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:32:26.709810 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-f9bc62a3-7ca4-4a9a-b02b-950a9fea5f82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (d0297bc9-c3a8-45ac-9023-c937cb4f21fc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:32:27.858130 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-117977e4-98b1-40f2-baea-1bec010e476c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (b90f279a-3e8f-4325-a28d-8d213fb96fbc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:32:29.206119 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-faa15201-cec6-4660-ae33-7025f254e5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (50ece25a-9452-44f6-8bc9-48c0ade2294b), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:32:29.703626 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (81117e21-cbf2-493f-9e14-29a3cec1f25a), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:32:39.611331 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:32:39.613218 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:32:41.229433 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-677888'] for agent (42cc932a-4e60-43e8-a4dc-4f47b3d3efae), after_create {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:32:44.822140 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.agents_db [None req-15653567-1518-4353-bd1f-4d0dcdae15fd None None] Agent healthcheck: found 6 active agents {{(pid=111025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 00:32:49.861851 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=4 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:32:51.114759 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:32:51.118637 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=1,neutron:INSERT=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:32:53.605264 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 38242) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:32:53.711575 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-3c1f9917-f27a-4b1a-9285-1d4348f94985 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1052206 Jun 16 00:32:54.481200 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-ffe40145-6a38-4902-8ba5-2358662eb283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (2a8c543c-b8d9-40d8-999c-fa03b757f547), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:32:54.817787 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=4 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:32:55.894858 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 38252) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:32:55.948795 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-c95ad910-ebee-478c-a37c-f58836bdb4db admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0522754 Jun 16 00:32:56.749129 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-66962111-b4f0-4641-830c-7ac374962fe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (d0297bc9-c3a8-45ac-9023-c937cb4f21fc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:32:57.870058 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-117977e4-98b1-40f2-baea-1bec010e476c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (b90f279a-3e8f-4325-a28d-8d213fb96fbc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:32:59.183901 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-faa15201-cec6-4660-ae33-7025f254e5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (50ece25a-9452-44f6-8bc9-48c0ade2294b), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:32:59.652441 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (81117e21-cbf2-493f-9e14-29a3cec1f25a), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:33:03.705791 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:33:05.943859 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=3 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:33:09.609998 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:33:09.611957 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:33:11.182096 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (42cc932a-4e60-43e8-a4dc-4f47b3d3efae), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:33:21.105198 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:33:21.105979 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:33:21.821563 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.agents_db [None req-15653567-1518-4353-bd1f-4d0dcdae15fd None None] Agent healthcheck: found 6 active agents {{(pid=111025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 00:33:24.497551 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-856253aa-1c07-42da-a5ac-1df18efba6c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (2a8c543c-b8d9-40d8-999c-fa03b757f547), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:33:26.726641 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-d2b8f0e4-5f9b-437f-b625-3d8376f4b014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (d0297bc9-c3a8-45ac-9023-c937cb4f21fc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:33:26.867601 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=16 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:33:27.909361 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-117977e4-98b1-40f2-baea-1bec010e476c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (b90f279a-3e8f-4325-a28d-8d213fb96fbc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:33:29.212017 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-faa15201-cec6-4660-ae33-7025f254e5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (50ece25a-9452-44f6-8bc9-48c0ade2294b), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:33:29.674701 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (81117e21-cbf2-493f-9e14-29a3cec1f25a), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:33:31.817538 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=18 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:33:39.612242 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:33:39.614171 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:33:41.194931 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (42cc932a-4e60-43e8-a4dc-4f47b3d3efae), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:33:43.826981 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=1 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:33:43.827773 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=1 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:33:54.480557 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-942fadc0-1622-49e3-9d99-57f608ebe3e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (2a8c543c-b8d9-40d8-999c-fa03b757f547), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:33:56.720673 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-2fcc940a-c20f-4a83-8f23-62ce48cb1b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (d0297bc9-c3a8-45ac-9023-c937cb4f21fc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:33:58.012225 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-117977e4-98b1-40f2-baea-1bec010e476c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (b90f279a-3e8f-4325-a28d-8d213fb96fbc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:33:58.820471 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.agents_db [None req-15653567-1518-4353-bd1f-4d0dcdae15fd None None] Agent healthcheck: found 6 active agents {{(pid=111025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 00:33:59.209705 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-faa15201-cec6-4660-ae33-7025f254e5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (50ece25a-9452-44f6-8bc9-48c0ade2294b), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:33:59.672317 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (81117e21-cbf2-493f-9e14-29a3cec1f25a), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:08.816954 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=3 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:08.817828 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=5 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:09.606869 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=22,neutron:UPDATE=5 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:09.613238 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:11.203978 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (42cc932a-4e60-43e8-a4dc-4f47b3d3efae), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:21.128809 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:21.130755 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:22.828894 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=1 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:22.829634 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:DELETE=1 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:24.503832 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-23aa9f46-5eae-4809-bbb2-52a1e309e489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (2a8c543c-b8d9-40d8-999c-fa03b757f547), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:26.746901 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-16539ff2-dcd9-4cf5-8457-8aafe32be1a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (d0297bc9-c3a8-45ac-9023-c937cb4f21fc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:27.900660 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-117977e4-98b1-40f2-baea-1bec010e476c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (b90f279a-3e8f-4325-a28d-8d213fb96fbc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:29.232319 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-faa15201-cec6-4660-ae33-7025f254e5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (50ece25a-9452-44f6-8bc9-48c0ade2294b), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:29.674628 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (81117e21-cbf2-493f-9e14-29a3cec1f25a), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:31.761455 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 38436) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:34:32.298449 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [None req-05d8e135-355a-4645-b9ab-03c1b96eeffa admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1185601359-network', 'tenant_id': '45031128a55e42989da61e01948538d3'}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:34:32.408097 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d8e135-355a-4645-b9ab-03c1b96eeffa admin admin] Made reservation on behalf of 45031128a55e42989da61e01948538d3 for: {'network': 1} {{(pid=111023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 00:34:32.411395 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-05d8e135-355a-4645-b9ab-03c1b96eeffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for network (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:32.420581 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-05d8e135-355a-4645-b9ab-03c1b96eeffa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:32.514214 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-05d8e135-355a-4645-b9ab-03c1b96eeffa admin admin] Publish callbacks [] for security_group (b072bc4b-5996-4fec-9464-14af805ec3d1), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:32.533054 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 38462) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:34:32.589140 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-05d8e135-355a-4645-b9ab-03c1b96eeffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (b072bc4b-5996-4fec-9464-14af805ec3d1), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:32.595207 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 38482) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:34:32.642876 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 38486) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:34:32.645897 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d8e135-355a-4645-b9ab-03c1b96eeffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b072bc4b-5996-4fec-9464-14af805ec3d1,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:32.656913 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05d8e135-355a-4645-b9ab-03c1b96eeffa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=111023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 00:34:32.660132 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d8e135-355a-4645-b9ab-03c1b96eeffa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:34:32.660471 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d8e135-355a-4645-b9ab-03c1b96eeffa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:34:32.673100 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d8e135-355a-4645-b9ab-03c1b96eeffa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:34:32.673450 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d8e135-355a-4645-b9ab-03c1b96eeffa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:34:32.673784 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d8e135-355a-4645-b9ab-03c1b96eeffa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:34:32.674117 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d8e135-355a-4645-b9ab-03c1b96eeffa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:34:32.674442 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d8e135-355a-4645-b9ab-03c1b96eeffa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:34:32.675325 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d8e135-355a-4645-b9ab-03c1b96eeffa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:34:32.675652 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d8e135-355a-4645-b9ab-03c1b96eeffa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:34:32.675972 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d8e135-355a-4645-b9ab-03c1b96eeffa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:34:32.676296 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d8e135-355a-4645-b9ab-03c1b96eeffa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:34:32.676638 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d8e135-355a-4645-b9ab-03c1b96eeffa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:34:32.681432 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d8e135-355a-4645-b9ab-03c1b96eeffa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:34:32.681432 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d8e135-355a-4645-b9ab-03c1b96eeffa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:34:32.681432 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d8e135-355a-4645-b9ab-03c1b96eeffa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:34:32.681432 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d8e135-355a-4645-b9ab-03c1b96eeffa admin admin] Tracked resource versions report: Jun 16 00:34:32.681432 dv-cinder-803823-11-iscsi neutron-server[111023]: pushed versions: Jun 16 00:34:32.681432 dv-cinder-803823-11-iscsi neutron-server[111023]: { 'AddressGroup': {'1.2'}, Jun 16 00:34:32.681432 dv-cinder-803823-11-iscsi neutron-server[111023]: 'Agent': {'1.1'}, Jun 16 00:34:32.681432 dv-cinder-803823-11-iscsi neutron-server[111023]: 'ConntrackHelper': {'1.0'}, Jun 16 00:34:32.681432 dv-cinder-803823-11-iscsi neutron-server[111023]: 'LocalIPAssociation': {'1.0'}, Jun 16 00:34:32.681432 dv-cinder-803823-11-iscsi neutron-server[111023]: 'Log': {'1.0'}, Jun 16 00:34:32.681432 dv-cinder-803823-11-iscsi neutron-server[111023]: 'NDPProxy': {'1.0'}, Jun 16 00:34:32.681432 dv-cinder-803823-11-iscsi neutron-server[111023]: 'Network': {'1.1'}, Jun 16 00:34:32.681432 dv-cinder-803823-11-iscsi neutron-server[111023]: 'Port': {'1.7'}, Jun 16 00:34:32.681432 dv-cinder-803823-11-iscsi neutron-server[111023]: 'PortForwarding': {'1.3'}, Jun 16 00:34:32.681432 dv-cinder-803823-11-iscsi neutron-server[111023]: 'QosPolicy': {'1.10'}, Jun 16 00:34:32.681432 dv-cinder-803823-11-iscsi neutron-server[111023]: 'SecurityGroup': {'1.5'}, Jun 16 00:34:32.681432 dv-cinder-803823-11-iscsi neutron-server[111023]: 'SecurityGroupRule': {'1.2'}, Jun 16 00:34:32.681432 dv-cinder-803823-11-iscsi neutron-server[111023]: 'SubPort': {'1.0'}, Jun 16 00:34:32.681432 dv-cinder-803823-11-iscsi neutron-server[111023]: 'Subnet': {'1.1'}, Jun 16 00:34:32.681432 dv-cinder-803823-11-iscsi neutron-server[111023]: 'Trunk': {'1.1'}} Jun 16 00:34:32.681432 dv-cinder-803823-11-iscsi neutron-server[111023]: consumer versions: Jun 16 00:34:32.681432 dv-cinder-803823-11-iscsi neutron-server[111023]: { DHCP agent@dv-cinder-803823-11-iscsi: {}, Jun 16 00:34:32.681432 dv-cinder-803823-11-iscsi neutron-server[111023]: HyperV agent@hv-cinder-80382: {}, Jun 16 00:34:32.681432 dv-cinder-803823-11-iscsi neutron-server[111023]: L3 agent@dv-cinder-803823-11-iscsi: {}, Jun 16 00:34:32.681432 dv-cinder-803823-11-iscsi neutron-server[111023]: Metadata agent@dv-cinder-803823-11-iscsi: {}, Jun 16 00:34:32.681432 dv-cinder-803823-11-iscsi neutron-server[111023]: Metering agent@dv-cinder-803823-11-iscsi: {}, Jun 16 00:34:32.681432 dv-cinder-803823-11-iscsi neutron-server[111023]: Open vSwitch agent@dv-cinder-803823-11-iscsi: { 'AddressGroup': '1.2', Jun 16 00:34:32.681432 dv-cinder-803823-11-iscsi neutron-server[111023]: 'Agent': '1.1', Jun 16 00:34:32.681432 dv-cinder-803823-11-iscsi neutron-server[111023]: 'ConntrackHelper': '1.0', Jun 16 00:34:32.681432 dv-cinder-803823-11-iscsi neutron-server[111023]: 'LocalIPAssociation': '1.0', Jun 16 00:34:32.681432 dv-cinder-803823-11-iscsi neutron-server[111023]: 'Log': '1.0', Jun 16 00:34:32.681432 dv-cinder-803823-11-iscsi neutron-server[111023]: 'NDPProxy': '1.0', Jun 16 00:34:32.681432 dv-cinder-803823-11-iscsi neutron-server[111023]: 'Network': '1.1', Jun 16 00:34:32.681432 dv-cinder-803823-11-iscsi neutron-server[111023]: 'Port': '1.7', Jun 16 00:34:32.681432 dv-cinder-803823-11-iscsi neutron-server[111023]: 'PortForwarding': '1.3', Jun 16 00:34:32.681432 dv-cinder-803823-11-iscsi neutron-server[111023]: 'QosPolicy': '1.10', Jun 16 00:34:32.681432 dv-cinder-803823-11-iscsi neutron-server[111023]: 'SecurityGroup': '1.5', Jun 16 00:34:32.681432 dv-cinder-803823-11-iscsi neutron-server[111023]: 'SecurityGroupRule': '1.2', Jun 16 00:34:32.681432 dv-cinder-803823-11-iscsi neutron-server[111023]: 'SubPort': '1.0', Jun 16 00:34:32.681432 dv-cinder-803823-11-iscsi neutron-server[111023]: 'Subnet': '1.1', Jun 16 00:34:32.681432 dv-cinder-803823-11-iscsi neutron-server[111023]: 'Trunk': '1.1'}} Jun 16 00:34:32.681432 dv-cinder-803823-11-iscsi neutron-server[111023]: {{(pid=111023) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 00:34:32.689921 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-05d8e135-355a-4645-b9ab-03c1b96eeffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219328'] for segment (fea0c3b1-4564-4c46-a939-13c53483f391), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:32.690337 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.db.segments_db [None req-05d8e135-355a-4645-b9ab-03c1b96eeffa admin admin] Added segment fea0c3b1-4564-4c46-a939-13c53483f391 of type vlan for network ffe9c59a-3096-4aef-8b2e-e3aa63722c28 Jun 16 00:34:32.739440 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-05d8e135-355a-4645-b9ab-03c1b96eeffa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753842147476'] for network (ffe9c59a-3096-4aef-8b2e-e3aa63722c28), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:32.823749 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-05d8e135-355a-4645-b9ab-03c1b96eeffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177'] for network (ffe9c59a-3096-4aef-8b2e-e3aa63722c28), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:32.826877 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d8e135-355a-4645-b9ab-03c1b96eeffa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:34:32.827277 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-05d8e135-355a-4645-b9ab-03c1b96eeffa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590195'] for network (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:32.831568 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.v2.base [None req-207266b6-1828-4335-91f3-4e1b1a4ff595 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-415055437-network', 'tenant_id': '2d9a178dbd5e430f874fa216367424dc'}} {{(pid=111022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:34:32.864213 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.v2.base [None req-91b113ac-78ee-4ea6-be71-06a94f975062 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-775123431-network', 'tenant_id': 'a4e7be42e39248e4b9f5c89e96a6b82e'}} {{(pid=111022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:34:32.894525 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d8e135-355a-4645-b9ab-03c1b96eeffa admin admin] Pushing event updated for resources: {'Network': ['ID=ffe9c59a-3096-4aef-8b2e-e3aa63722c28,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:32.898512 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.v2.base [None req-13959081-0b61-4c9b-a8a9-83fd584ac733 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1900672149-network', 'tenant_id': '494ce289f1774df0833301de8e46ae11'}} {{(pid=111022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:34:32.908026 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Network ffe9c59a-3096-4aef-8b2e-e3aa63722c28 details requested by agent ovs-agent-dv-cinder-803823-11-iscsi with host dv-cinder-803823-11-iscsi {{(pid=111024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 00:34:32.975104 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-05d8e135-355a-4645-b9ab-03c1b96eeffa admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.2110744 Jun 16 00:34:32.983527 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 38514) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:34:32.988324 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.v2.base [None req-6cd0007b-7907-4123-aef1-f90d490a0d8d admin admin] Request body: {'subnet': {'network_id': 'ffe9c59a-3096-4aef-8b2e-e3aa63722c28', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1185601359-subnet', 'tenant_id': '45031128a55e42989da61e01948538d3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:34:33.089978 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13959081-0b61-4c9b-a8a9-83fd584ac733 admin admin] Made reservation on behalf of 494ce289f1774df0833301de8e46ae11 for: {'network': 1} {{(pid=111022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 00:34:33.092870 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-13959081-0b61-4c9b-a8a9-83fd584ac733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for network (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:33.095644 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd0007b-7907-4123-aef1-f90d490a0d8d admin admin] Made reservation on behalf of 45031128a55e42989da61e01948538d3 for: {'subnet': 1} {{(pid=111022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 00:34:33.098557 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-6cd0007b-7907-4123-aef1-f90d490a0d8d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:33.110458 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-207266b6-1828-4335-91f3-4e1b1a4ff595 admin admin] Made reservation on behalf of 2d9a178dbd5e430f874fa216367424dc for: {'network': 1} {{(pid=111022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 00:34:33.113424 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-207266b6-1828-4335-91f3-4e1b1a4ff595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for network (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:33.115345 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b113ac-78ee-4ea6-be71-06a94f975062 admin admin] Made reservation on behalf of a4e7be42e39248e4b9f5c89e96a6b82e for: {'network': 1} {{(pid=111022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 00:34:33.118249 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-91b113ac-78ee-4ea6-be71-06a94f975062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for network (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:33.157691 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-13959081-0b61-4c9b-a8a9-83fd584ac733 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:33.165964 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-91b113ac-78ee-4ea6-be71-06a94f975062 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:33.182938 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-207266b6-1828-4335-91f3-4e1b1a4ff595 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:33.546335 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-13959081-0b61-4c9b-a8a9-83fd584ac733 admin admin] Publish callbacks [] for security_group (a533a7ba-8220-4df6-9178-6e7f01608462), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:33.666807 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-13959081-0b61-4c9b-a8a9-83fd584ac733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (a533a7ba-8220-4df6-9178-6e7f01608462), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:33.668033 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-91b113ac-78ee-4ea6-be71-06a94f975062 admin admin] Publish callbacks [] for security_group (c125afed-9ea9-4bd9-bcee-e7576ddee5d4), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:33.672042 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-207266b6-1828-4335-91f3-4e1b1a4ff595 admin admin] Publish callbacks [] for security_group (f1dcb168-b575-4d6d-8ddf-c3b1c3ff8015), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:33.702219 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=73,neutron:INSERT=25,neutron:UPDATE=2 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:33.702219 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13959081-0b61-4c9b-a8a9-83fd584ac733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a533a7ba-8220-4df6-9178-6e7f01608462,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:33.715505 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13959081-0b61-4c9b-a8a9-83fd584ac733 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:34:33.715850 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13959081-0b61-4c9b-a8a9-83fd584ac733 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:34:33.716194 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13959081-0b61-4c9b-a8a9-83fd584ac733 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:34:33.716551 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13959081-0b61-4c9b-a8a9-83fd584ac733 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:34:33.716873 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13959081-0b61-4c9b-a8a9-83fd584ac733 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:34:33.717199 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13959081-0b61-4c9b-a8a9-83fd584ac733 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:34:33.717521 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13959081-0b61-4c9b-a8a9-83fd584ac733 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:34:33.717839 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13959081-0b61-4c9b-a8a9-83fd584ac733 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:34:33.718210 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13959081-0b61-4c9b-a8a9-83fd584ac733 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:34:33.718590 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13959081-0b61-4c9b-a8a9-83fd584ac733 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:34:33.719144 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13959081-0b61-4c9b-a8a9-83fd584ac733 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:34:33.719479 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13959081-0b61-4c9b-a8a9-83fd584ac733 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:34:33.719792 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13959081-0b61-4c9b-a8a9-83fd584ac733 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:34:33.720120 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13959081-0b61-4c9b-a8a9-83fd584ac733 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:34:33.720476 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13959081-0b61-4c9b-a8a9-83fd584ac733 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:34:33.722069 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13959081-0b61-4c9b-a8a9-83fd584ac733 admin admin] Tracked resource versions report: Jun 16 00:34:33.722069 dv-cinder-803823-11-iscsi neutron-server[111022]: pushed versions: Jun 16 00:34:33.722069 dv-cinder-803823-11-iscsi neutron-server[111022]: { 'AddressGroup': {'1.2'}, Jun 16 00:34:33.722069 dv-cinder-803823-11-iscsi neutron-server[111022]: 'Agent': {'1.1'}, Jun 16 00:34:33.722069 dv-cinder-803823-11-iscsi neutron-server[111022]: 'ConntrackHelper': {'1.0'}, Jun 16 00:34:33.722069 dv-cinder-803823-11-iscsi neutron-server[111022]: 'LocalIPAssociation': {'1.0'}, Jun 16 00:34:33.722069 dv-cinder-803823-11-iscsi neutron-server[111022]: 'Log': {'1.0'}, Jun 16 00:34:33.722069 dv-cinder-803823-11-iscsi neutron-server[111022]: 'NDPProxy': {'1.0'}, Jun 16 00:34:33.722069 dv-cinder-803823-11-iscsi neutron-server[111022]: 'Network': {'1.1'}, Jun 16 00:34:33.722069 dv-cinder-803823-11-iscsi neutron-server[111022]: 'Port': {'1.7'}, Jun 16 00:34:33.722069 dv-cinder-803823-11-iscsi neutron-server[111022]: 'PortForwarding': {'1.3'}, Jun 16 00:34:33.722069 dv-cinder-803823-11-iscsi neutron-server[111022]: 'QosPolicy': {'1.10'}, Jun 16 00:34:33.722069 dv-cinder-803823-11-iscsi neutron-server[111022]: 'SecurityGroup': {'1.5'}, Jun 16 00:34:33.722069 dv-cinder-803823-11-iscsi neutron-server[111022]: 'SecurityGroupRule': {'1.2'}, Jun 16 00:34:33.722069 dv-cinder-803823-11-iscsi neutron-server[111022]: 'SubPort': {'1.0'}, Jun 16 00:34:33.722069 dv-cinder-803823-11-iscsi neutron-server[111022]: 'Subnet': {'1.1'}, Jun 16 00:34:33.722069 dv-cinder-803823-11-iscsi neutron-server[111022]: 'Trunk': {'1.1'}} Jun 16 00:34:33.722069 dv-cinder-803823-11-iscsi neutron-server[111022]: consumer versions: Jun 16 00:34:33.722069 dv-cinder-803823-11-iscsi neutron-server[111022]: { DHCP agent@dv-cinder-803823-11-iscsi: {}, Jun 16 00:34:33.722069 dv-cinder-803823-11-iscsi neutron-server[111022]: HyperV agent@hv-cinder-80382: {}, Jun 16 00:34:33.722069 dv-cinder-803823-11-iscsi neutron-server[111022]: L3 agent@dv-cinder-803823-11-iscsi: {}, Jun 16 00:34:33.722069 dv-cinder-803823-11-iscsi neutron-server[111022]: Metadata agent@dv-cinder-803823-11-iscsi: {}, Jun 16 00:34:33.722069 dv-cinder-803823-11-iscsi neutron-server[111022]: Metering agent@dv-cinder-803823-11-iscsi: {}, Jun 16 00:34:33.722069 dv-cinder-803823-11-iscsi neutron-server[111022]: Open vSwitch agent@dv-cinder-803823-11-iscsi: { 'AddressGroup': '1.2', Jun 16 00:34:33.722069 dv-cinder-803823-11-iscsi neutron-server[111022]: 'Agent': '1.1', Jun 16 00:34:33.722069 dv-cinder-803823-11-iscsi neutron-server[111022]: 'ConntrackHelper': '1.0', Jun 16 00:34:33.722069 dv-cinder-803823-11-iscsi neutron-server[111022]: 'LocalIPAssociation': '1.0', Jun 16 00:34:33.722069 dv-cinder-803823-11-iscsi neutron-server[111022]: 'Log': '1.0', Jun 16 00:34:33.722069 dv-cinder-803823-11-iscsi neutron-server[111022]: 'NDPProxy': '1.0', Jun 16 00:34:33.722069 dv-cinder-803823-11-iscsi neutron-server[111022]: 'Network': '1.1', Jun 16 00:34:33.722069 dv-cinder-803823-11-iscsi neutron-server[111022]: 'Port': '1.7', Jun 16 00:34:33.722069 dv-cinder-803823-11-iscsi neutron-server[111022]: 'PortForwarding': '1.3', Jun 16 00:34:33.722069 dv-cinder-803823-11-iscsi neutron-server[111022]: 'QosPolicy': '1.10', Jun 16 00:34:33.722069 dv-cinder-803823-11-iscsi neutron-server[111022]: 'SecurityGroup': '1.5', Jun 16 00:34:33.722069 dv-cinder-803823-11-iscsi neutron-server[111022]: 'SecurityGroupRule': '1.2', Jun 16 00:34:33.722069 dv-cinder-803823-11-iscsi neutron-server[111022]: 'SubPort': '1.0', Jun 16 00:34:33.722069 dv-cinder-803823-11-iscsi neutron-server[111022]: 'Subnet': '1.1', Jun 16 00:34:33.722069 dv-cinder-803823-11-iscsi neutron-server[111022]: 'Trunk': '1.1'}} Jun 16 00:34:33.722069 dv-cinder-803823-11-iscsi neutron-server[111022]: {{(pid=111022) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 00:34:33.752043 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13959081-0b61-4c9b-a8a9-83fd584ac733 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=111022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 00:34:33.757018 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-6cd0007b-7907-4123-aef1-f90d490a0d8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177'] for subnet (1f18fa19-d797-425e-adb2-49437faef043), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:33.767317 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-207266b6-1828-4335-91f3-4e1b1a4ff595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (f1dcb168-b575-4d6d-8ddf-c3b1c3ff8015), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:33.771026 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-91b113ac-78ee-4ea6-be71-06a94f975062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (c125afed-9ea9-4bd9-bcee-e7576ddee5d4), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:33.773451 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=73,neutron:INSERT=24,neutron:UPDATE=3 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:33.846262 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-13959081-0b61-4c9b-a8a9-83fd584ac733 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753842649649', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219328'] for segment (5c02ce47-b4ce-4c8e-af6b-d3fbab975164), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:33.846262 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-13959081-0b61-4c9b-a8a9-83fd584ac733 admin admin] Unsubscribe: segment precommit_create {{(pid=111022) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 16 00:34:33.847417 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.db.segments_db [None req-13959081-0b61-4c9b-a8a9-83fd584ac733 admin admin] Added segment 5c02ce47-b4ce-4c8e-af6b-d3fbab975164 of type vlan for network a6844d01-625d-4b71-91cf-373fe3e3e7cc Jun 16 00:34:33.875194 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-207266b6-1828-4335-91f3-4e1b1a4ff595 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=111022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 00:34:33.902259 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91b113ac-78ee-4ea6-be71-06a94f975062 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=111022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 00:34:33.950761 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-207266b6-1828-4335-91f3-4e1b1a4ff595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219328'] for segment (726cf98a-2766-44f9-8c50-194b1bfad17f), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:33.951104 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.db.segments_db [None req-207266b6-1828-4335-91f3-4e1b1a4ff595 admin admin] Added segment 726cf98a-2766-44f9-8c50-194b1bfad17f of type vlan for network 8f4288ea-b4d4-4302-977b-e748e2c0ee47 Jun 16 00:34:33.975243 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd0007b-7907-4123-aef1-f90d490a0d8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f18fa19-d797-425e-adb2-49437faef043,revision_number=0']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:33.980510 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-91b113ac-78ee-4ea6-be71-06a94f975062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219328'] for segment (83998d89-0694-4525-932b-b99a1680f07f), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:33.980870 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.db.segments_db [None req-91b113ac-78ee-4ea6-be71-06a94f975062 admin admin] Added segment 83998d89-0694-4525-932b-b99a1680f07f of type vlan for network dfc603d1-751d-4be9-b4c0-08fa2224635a Jun 16 00:34:33.991251 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-13959081-0b61-4c9b-a8a9-83fd584ac733 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753842147476'] for network (a6844d01-625d-4b71-91cf-373fe3e3e7cc), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:34.083351 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207266b6-1828-4335-91f3-4e1b1a4ff595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1dcb168-b575-4d6d-8ddf-c3b1c3ff8015,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:34.123617 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd0007b-7907-4123-aef1-f90d490a0d8d admin admin] Checking segment: {'id': 'fea0c3b1-4564-4c46-a939-13c53483f391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ffe9c59a-3096-4aef-8b2e-e3aa63722c28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 00:34:34.124009 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd0007b-7907-4123-aef1-f90d490a0d8d admin admin] Network hostable DHCP agents. Network: ffe9c59a-3096-4aef-8b2e-e3aa63722c28, hostable agents: ['2a8c543c-b8d9-40d8-999c-fa03b757f547'], hosted agents: [] {{(pid=111022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 00:34:34.127192 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-91b113ac-78ee-4ea6-be71-06a94f975062 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753842147476'] for network (dfc603d1-751d-4be9-b4c0-08fa2224635a), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:34.135751 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-207266b6-1828-4335-91f3-4e1b1a4ff595 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753842147476'] for network (8f4288ea-b4d4-4302-977b-e748e2c0ee47), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:34.166775 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b113ac-78ee-4ea6-be71-06a94f975062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c125afed-9ea9-4bd9-bcee-e7576ddee5d4,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:34.233595 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-13959081-0b61-4c9b-a8a9-83fd584ac733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177'] for network (a6844d01-625d-4b71-91cf-373fe3e3e7cc), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:34.234811 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13959081-0b61-4c9b-a8a9-83fd584ac733 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:34:34.235510 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-13959081-0b61-4c9b-a8a9-83fd584ac733 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590195'] for network (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:34.282786 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-207266b6-1828-4335-91f3-4e1b1a4ff595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177'] for network (8f4288ea-b4d4-4302-977b-e748e2c0ee47), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:34.283881 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207266b6-1828-4335-91f3-4e1b1a4ff595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:34:34.285100 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-207266b6-1828-4335-91f3-4e1b1a4ff595 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590195'] for network (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:34.287555 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-91b113ac-78ee-4ea6-be71-06a94f975062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177'] for network (dfc603d1-751d-4be9-b4c0-08fa2224635a), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:34.288464 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b113ac-78ee-4ea6-be71-06a94f975062 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:34:34.289046 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-91b113ac-78ee-4ea6-be71-06a94f975062 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590195'] for network (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:34.291875 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd0007b-7907-4123-aef1-f90d490a0d8d admin admin] Network ffe9c59a-3096-4aef-8b2e-e3aa63722c28 is scheduled to be hosted by DHCP agent 2a8c543c-b8d9-40d8-999c-fa03b757f547 with binding_index 1 {{(pid=111022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 00:34:34.374909 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13959081-0b61-4c9b-a8a9-83fd584ac733 admin admin] Pushing event updated for resources: {'Network': ['ID=a6844d01-625d-4b71-91cf-373fe3e3e7cc,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:34.385827 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Network a6844d01-625d-4b71-91cf-373fe3e3e7cc details requested by agent ovs-agent-dv-cinder-803823-11-iscsi with host dv-cinder-803823-11-iscsi {{(pid=111024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 00:34:34.407490 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.scheduler.base_scheduler [None req-6cd0007b-7907-4123-aef1-f90d490a0d8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-11-iscsi, ffe9c59a-3096-4aef-8b2e-e3aa63722c28) {{(pid=111022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:34:34.413631 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-13959081-0b61-4c9b-a8a9-83fd584ac733 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.7696726 Jun 16 00:34:34.416687 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 38586) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:34:34.421499 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [None req-0e5a43ea-b718-45ff-bca4-2a48e85298e5 admin admin] Request body: {'subnet': {'network_id': 'a6844d01-625d-4b71-91cf-373fe3e3e7cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1900672149-subnet', 'tenant_id': '494ce289f1774df0833301de8e46ae11', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:34:34.452852 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-207266b6-1828-4335-91f3-4e1b1a4ff595 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.9169672 Jun 16 00:34:34.455149 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207266b6-1828-4335-91f3-4e1b1a4ff595 admin admin] Pushing event updated for resources: {'Network': ['ID=8f4288ea-b4d4-4302-977b-e748e2c0ee47,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:34.461127 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-91b113ac-78ee-4ea6-be71-06a94f975062 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 1.8647051 Jun 16 00:34:34.462450 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 38588) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:34:34.464574 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34de0b79-197d-44fe-b311-714ad3538019 None None] Network ffe9c59a-3096-4aef-8b2e-e3aa63722c28 requested from dv-cinder-803823-11-iscsi {{(pid=111024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 00:34:34.466193 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd0007b-7907-4123-aef1-f90d490a0d8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:34:34.471194 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-6cd0007b-7907-4123-aef1-f90d490a0d8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590195'] for subnet (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:34.471333 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [None req-753feb58-aeb7-4a6f-8dda-52a0fd4e5edb admin admin] Request body: {'subnet': {'network_id': '8f4288ea-b4d4-4302-977b-e748e2c0ee47', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-415055437-subnet', 'tenant_id': '2d9a178dbd5e430f874fa216367424dc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:34:34.471464 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 38592) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:34:34.477160 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.v2.base [None req-47905483-fcfe-4e52-a043-65461ea0ce83 admin admin] Request body: {'subnet': {'network_id': 'dfc603d1-751d-4be9-b4c0-08fa2224635a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-775123431-subnet', 'tenant_id': 'a4e7be42e39248e4b9f5c89e96a6b82e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:34:34.513670 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Network 8f4288ea-b4d4-4302-977b-e748e2c0ee47 details requested by agent ovs-agent-dv-cinder-803823-11-iscsi with host dv-cinder-803823-11-iscsi {{(pid=111024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 00:34:34.549275 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e5a43ea-b718-45ff-bca4-2a48e85298e5 admin admin] Made reservation on behalf of 494ce289f1774df0833301de8e46ae11 for: {'subnet': 1} {{(pid=111023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 00:34:34.551736 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-0e5a43ea-b718-45ff-bca4-2a48e85298e5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:34.577778 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-753feb58-aeb7-4a6f-8dda-52a0fd4e5edb admin admin] Made reservation on behalf of 2d9a178dbd5e430f874fa216367424dc for: {'subnet': 1} {{(pid=111023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 00:34:34.582816 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-753feb58-aeb7-4a6f-8dda-52a0fd4e5edb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:34.644022 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-6cd0007b-7907-4123-aef1-f90d490a0d8d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6581149 Jun 16 00:34:34.648323 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 38598) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:34:34.656451 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.v2.base [None req-482163be-f0aa-4c02-8fbe-30d244041c96 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1185601359-router', 'tenant_id': '45031128a55e42989da61e01948538d3', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85'}}} {{(pid=111022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:34:34.730483 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47905483-fcfe-4e52-a043-65461ea0ce83 admin admin] Made reservation on behalf of a4e7be42e39248e4b9f5c89e96a6b82e for: {'subnet': 1} {{(pid=111022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 00:34:34.739987 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-47905483-fcfe-4e52-a043-65461ea0ce83 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:34.743532 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b113ac-78ee-4ea6-be71-06a94f975062 admin admin] Pushing event updated for resources: {'Network': ['ID=dfc603d1-751d-4be9-b4c0-08fa2224635a,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:34.828666 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Network dfc603d1-751d-4be9-b4c0-08fa2224635a details requested by agent ovs-agent-dv-cinder-803823-11-iscsi with host dv-cinder-803823-11-iscsi {{(pid=111024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 00:34:34.837787 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-482163be-f0aa-4c02-8fbe-30d244041c96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-678757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3443'] for router (1b62cfae-791c-4204-bf01-912f6aca26ba), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:34.841195 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-482163be-f0aa-4c02-8fbe-30d244041c96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-672791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673186', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-766370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3450'] for router (1b62cfae-791c-4204-bf01-912f6aca26ba), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:34.857424 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 38606) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:34:34.936498 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=77,neutron:INSERT=21,neutron:UPDATE=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:35.027087 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-753feb58-aeb7-4a6f-8dda-52a0fd4e5edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177'] for subnet (b6a5ed6d-e651-48fb-a2c8-ac02a15bcf98), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:35.092216 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f9bffb-9e54-4169-8a94-78154381fed9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a06322f-1f4e-5033-87df-c8deeb119b42-ffe9c59a-3096-4aef-8b2e-e3aa63722c28', 'network_id': 'ffe9c59a-3096-4aef-8b2e-e3aa63722c28', 'project_id': '45031128a55e42989da61e01948538d3', 'fixed_ips': [{'subnet_id': '1f18fa19-d797-425e-adb2-49437faef043'}]}} from dv-cinder-803823-11-iscsi. {{(pid=111024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 00:34:35.101547 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-42f9bffb-9e54-4169-8a94-78154381fed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (None), before_create {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:35.101941 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753feb58-aeb7-4a6f-8dda-52a0fd4e5edb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6a5ed6d-e651-48fb-a2c8-ac02a15bcf98,revision_number=0']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:35.113725 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:INSERT=13,neutron:SELECT=79,neutron:UPDATE=8 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:35.138546 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:35.147741 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:35.165642 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753feb58-aeb7-4a6f-8dda-52a0fd4e5edb admin admin] Checking segment: {'id': '726cf98a-2766-44f9-8c50-194b1bfad17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '8f4288ea-b4d4-4302-977b-e748e2c0ee47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 00:34:35.165990 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753feb58-aeb7-4a6f-8dda-52a0fd4e5edb admin admin] Network hostable DHCP agents. Network: 8f4288ea-b4d4-4302-977b-e748e2c0ee47, hostable agents: ['2a8c543c-b8d9-40d8-999c-fa03b757f547'], hosted agents: [] {{(pid=111023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 00:34:35.299502 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 38628) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:34:35.325609 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-482163be-f0aa-4c02-8fbe-30d244041c96 admin admin] Publish callbacks [] for router_controller (1b62cfae-791c-4204-bf01-912f6aca26ba), precommit_add_association {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:35.402173 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.db_base_plugin_common [None req-42f9bffb-9e54-4169-8a94-78154381fed9 None None] Allocated IP 172.20.0.2 (ffe9c59a-3096-4aef-8b2e-e3aa63722c28/1f18fa19-d797-425e-adb2-49437faef043/e3616cad-c778-410e-afb2-4c13eb1d4d3f) {{(pid=111024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 00:34:35.406813 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753feb58-aeb7-4a6f-8dda-52a0fd4e5edb admin admin] Network 8f4288ea-b4d4-4302-977b-e748e2c0ee47 is scheduled to be hosted by DHCP agent 2a8c543c-b8d9-40d8-999c-fa03b757f547 with binding_index 1 {{(pid=111023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 00:34:35.434474 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-7d2b38e0-e830-407c-88c9-60d449029a74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:35.485745 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-15c65a09-56e9-497b-a086-4858e27e37dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:35.508494 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.base_scheduler [None req-753feb58-aeb7-4a6f-8dda-52a0fd4e5edb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-11-iscsi, 8f4288ea-b4d4-4302-977b-e748e2c0ee47) {{(pid=111023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:34:35.513394 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753feb58-aeb7-4a6f-8dda-52a0fd4e5edb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:34:35.518488 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-753feb58-aeb7-4a6f-8dda-52a0fd4e5edb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590195'] for subnet (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:35.525428 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b234f0ca-7260-4459-90b2-385b079fc1df None None] Network 8f4288ea-b4d4-4302-977b-e748e2c0ee47 requested from dv-cinder-803823-11-iscsi {{(pid=111024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 00:34:35.539251 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-0e5a43ea-b718-45ff-bca4-2a48e85298e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177'] for subnet (892d2143-b3e2-4410-bf1b-7ad84511c529), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:35.606018 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5a43ea-b718-45ff-bca4-2a48e85298e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=892d2143-b3e2-4410-bf1b-7ad84511c529,revision_number=0']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:35.613032 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-47905483-fcfe-4e52-a043-65461ea0ce83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177'] for subnet (b8b321f5-1d44-4d62-a89c-8299c51aa908), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:35.618589 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5a43ea-b718-45ff-bca4-2a48e85298e5 admin admin] Checking segment: {'id': '5c02ce47-b4ce-4c8e-af6b-d3fbab975164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a6844d01-625d-4b71-91cf-373fe3e3e7cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 00:34:35.619242 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5a43ea-b718-45ff-bca4-2a48e85298e5 admin admin] Network hostable DHCP agents. Network: a6844d01-625d-4b71-91cf-373fe3e3e7cc, hostable agents: ['2a8c543c-b8d9-40d8-999c-fa03b757f547'], hosted agents: [] {{(pid=111023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 00:34:35.635551 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-753feb58-aeb7-4a6f-8dda-52a0fd4e5edb admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1717734 Jun 16 00:34:35.639714 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 38632) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:34:35.646221 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [None req-e05be743-44c9-4cc5-bfbc-b81b1d0acc07 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-415055437-router', 'tenant_id': '2d9a178dbd5e430f874fa216367424dc', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85'}}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:34:35.646674 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-42f9bffb-9e54-4169-8a94-78154381fed9 None None] Publish callbacks [] for port (e3616cad-c778-410e-afb2-4c13eb1d4d3f), precommit_create {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:35.664299 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:35.694170 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9818ab7b-6276-4c4b-a6fc-50ae4e23e032 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a06322f-1f4e-5033-87df-c8deeb119b42-8f4288ea-b4d4-4302-977b-e748e2c0ee47', 'network_id': '8f4288ea-b4d4-4302-977b-e748e2c0ee47', 'project_id': '2d9a178dbd5e430f874fa216367424dc', 'fixed_ips': [{'subnet_id': 'b6a5ed6d-e651-48fb-a2c8-ac02a15bcf98'}]}} from dv-cinder-803823-11-iscsi. {{(pid=111024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 00:34:35.697098 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-9818ab7b-6276-4c4b-a6fc-50ae4e23e032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (None), before_create {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:35.721906 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-42f9bffb-9e54-4169-8a94-78154381fed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753842110805'] for port (e3616cad-c778-410e-afb2-4c13eb1d4d3f), after_create {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:35.759033 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-482163be-f0aa-4c02-8fbe-30d244041c96 admin admin] Publish callbacks [] for router_gateway (1b62cfae-791c-4204-bf01-912f6aca26ba), precommit_update {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:35.775205 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5a43ea-b718-45ff-bca4-2a48e85298e5 admin admin] Network a6844d01-625d-4b71-91cf-373fe3e3e7cc is scheduled to be hosted by DHCP agent 2a8c543c-b8d9-40d8-999c-fa03b757f547 with binding_index 1 {{(pid=111023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 00:34:35.777810 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-e05be743-44c9-4cc5-bfbc-b81b1d0acc07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-678757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3443'] for router (f8af5f06-db23-459f-ae73-a606857d961d), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:35.779200 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-e05be743-44c9-4cc5-bfbc-b81b1d0acc07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-672791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673186', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-766370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3450'] for router (f8af5f06-db23-459f-ae73-a606857d961d), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:35.793238 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47905483-fcfe-4e52-a043-65461ea0ce83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8b321f5-1d44-4d62-a89c-8299c51aa908,revision_number=0']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:35.811092 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:35.831349 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.agents_db [None req-15653567-1518-4353-bd1f-4d0dcdae15fd None None] Agent healthcheck: found 6 active agents {{(pid=111025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 00:34:35.834893 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47905483-fcfe-4e52-a043-65461ea0ce83 admin admin] Checking segment: {'id': '83998d89-0694-4525-932b-b99a1680f07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'dfc603d1-751d-4be9-b4c0-08fa2224635a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 00:34:35.835255 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47905483-fcfe-4e52-a043-65461ea0ce83 admin admin] Network hostable DHCP agents. Network: dfc603d1-751d-4be9-b4c0-08fa2224635a, hostable agents: ['2a8c543c-b8d9-40d8-999c-fa03b757f547'], hosted agents: [] {{(pid=111022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 00:34:35.835388 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f9bffb-9e54-4169-8a94-78154381fed9 None None] Network ffe9c59a-3096-4aef-8b2e-e3aa63722c28 is already hosted by enough agents. {{(pid=111024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:34:35.845730 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-7d2b38e0-e830-407c-88c9-60d449029a74 admin admin] Publish callbacks [] for security_group (d7743424-6288-4c21-a743-7843692bd9ae), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:35.851787 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.scheduler.base_scheduler [None req-42f9bffb-9e54-4169-8a94-78154381fed9 None None] Resources bound (agent type, host, resource id): {{(pid=111024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:34:35.851951 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-e05be743-44c9-4cc5-bfbc-b81b1d0acc07 admin admin] Publish callbacks [] for router_controller (f8af5f06-db23-459f-ae73-a606857d961d), precommit_add_association {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:35.852053 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f9bffb-9e54-4169-8a94-78154381fed9 None None] Pushing event updated for resources: {'Port': ['ID=e3616cad-c778-410e-afb2-4c13eb1d4d3f,revision_number=1']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:35.857216 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-15c65a09-56e9-497b-a086-4858e27e37dd admin admin] Publish callbacks [] for security_group (eb616267-40f3-482f-95e6-861701e3fedf), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:35.870612 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f9bffb-9e54-4169-8a94-78154381fed9 None None] Received port after_create {{(pid=111024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 00:34:35.884495 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f9bffb-9e54-4169-8a94-78154381fed9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:34:35.884855 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f9bffb-9e54-4169-8a94-78154381fed9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:34:35.885208 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f9bffb-9e54-4169-8a94-78154381fed9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:34:35.885562 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f9bffb-9e54-4169-8a94-78154381fed9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:34:35.885896 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f9bffb-9e54-4169-8a94-78154381fed9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:34:35.886219 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f9bffb-9e54-4169-8a94-78154381fed9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:34:35.886536 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f9bffb-9e54-4169-8a94-78154381fed9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:34:35.886851 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f9bffb-9e54-4169-8a94-78154381fed9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:34:35.887164 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f9bffb-9e54-4169-8a94-78154381fed9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:34:35.887478 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f9bffb-9e54-4169-8a94-78154381fed9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:34:35.887792 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f9bffb-9e54-4169-8a94-78154381fed9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:34:35.888104 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f9bffb-9e54-4169-8a94-78154381fed9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:34:35.888414 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f9bffb-9e54-4169-8a94-78154381fed9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:34:35.888746 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f9bffb-9e54-4169-8a94-78154381fed9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:34:35.889055 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f9bffb-9e54-4169-8a94-78154381fed9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:34:35.890285 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f9bffb-9e54-4169-8a94-78154381fed9 None None] Tracked resource versions report: Jun 16 00:34:35.890285 dv-cinder-803823-11-iscsi neutron-server[111024]: pushed versions: Jun 16 00:34:35.890285 dv-cinder-803823-11-iscsi neutron-server[111024]: { 'AddressGroup': {'1.2'}, Jun 16 00:34:35.890285 dv-cinder-803823-11-iscsi neutron-server[111024]: 'Agent': {'1.1'}, Jun 16 00:34:35.890285 dv-cinder-803823-11-iscsi neutron-server[111024]: 'ConntrackHelper': {'1.0'}, Jun 16 00:34:35.890285 dv-cinder-803823-11-iscsi neutron-server[111024]: 'LocalIPAssociation': {'1.0'}, Jun 16 00:34:35.890285 dv-cinder-803823-11-iscsi neutron-server[111024]: 'Log': {'1.0'}, Jun 16 00:34:35.890285 dv-cinder-803823-11-iscsi neutron-server[111024]: 'NDPProxy': {'1.0'}, Jun 16 00:34:35.890285 dv-cinder-803823-11-iscsi neutron-server[111024]: 'Network': {'1.1'}, Jun 16 00:34:35.890285 dv-cinder-803823-11-iscsi neutron-server[111024]: 'Port': {'1.7'}, Jun 16 00:34:35.890285 dv-cinder-803823-11-iscsi neutron-server[111024]: 'PortForwarding': {'1.3'}, Jun 16 00:34:35.890285 dv-cinder-803823-11-iscsi neutron-server[111024]: 'QosPolicy': {'1.10'}, Jun 16 00:34:35.890285 dv-cinder-803823-11-iscsi neutron-server[111024]: 'SecurityGroup': {'1.5'}, Jun 16 00:34:35.890285 dv-cinder-803823-11-iscsi neutron-server[111024]: 'SecurityGroupRule': {'1.2'}, Jun 16 00:34:35.890285 dv-cinder-803823-11-iscsi neutron-server[111024]: 'SubPort': {'1.0'}, Jun 16 00:34:35.890285 dv-cinder-803823-11-iscsi neutron-server[111024]: 'Subnet': {'1.1'}, Jun 16 00:34:35.890285 dv-cinder-803823-11-iscsi neutron-server[111024]: 'Trunk': {'1.1'}} Jun 16 00:34:35.890285 dv-cinder-803823-11-iscsi neutron-server[111024]: consumer versions: Jun 16 00:34:35.890285 dv-cinder-803823-11-iscsi neutron-server[111024]: { DHCP agent@dv-cinder-803823-11-iscsi: {}, Jun 16 00:34:35.890285 dv-cinder-803823-11-iscsi neutron-server[111024]: HyperV agent@hv-cinder-80382: {}, Jun 16 00:34:35.890285 dv-cinder-803823-11-iscsi neutron-server[111024]: L3 agent@dv-cinder-803823-11-iscsi: {}, Jun 16 00:34:35.890285 dv-cinder-803823-11-iscsi neutron-server[111024]: Metadata agent@dv-cinder-803823-11-iscsi: {}, Jun 16 00:34:35.890285 dv-cinder-803823-11-iscsi neutron-server[111024]: Metering agent@dv-cinder-803823-11-iscsi: {}, Jun 16 00:34:35.890285 dv-cinder-803823-11-iscsi neutron-server[111024]: Open vSwitch agent@dv-cinder-803823-11-iscsi: { 'AddressGroup': '1.2', Jun 16 00:34:35.890285 dv-cinder-803823-11-iscsi neutron-server[111024]: 'Agent': '1.1', Jun 16 00:34:35.890285 dv-cinder-803823-11-iscsi neutron-server[111024]: 'ConntrackHelper': '1.0', Jun 16 00:34:35.890285 dv-cinder-803823-11-iscsi neutron-server[111024]: 'LocalIPAssociation': '1.0', Jun 16 00:34:35.890285 dv-cinder-803823-11-iscsi neutron-server[111024]: 'Log': '1.0', Jun 16 00:34:35.890285 dv-cinder-803823-11-iscsi neutron-server[111024]: 'NDPProxy': '1.0', Jun 16 00:34:35.890285 dv-cinder-803823-11-iscsi neutron-server[111024]: 'Network': '1.1', Jun 16 00:34:35.890285 dv-cinder-803823-11-iscsi neutron-server[111024]: 'Port': '1.7', Jun 16 00:34:35.890285 dv-cinder-803823-11-iscsi neutron-server[111024]: 'PortForwarding': '1.3', Jun 16 00:34:35.890285 dv-cinder-803823-11-iscsi neutron-server[111024]: 'QosPolicy': '1.10', Jun 16 00:34:35.890285 dv-cinder-803823-11-iscsi neutron-server[111024]: 'SecurityGroup': '1.5', Jun 16 00:34:35.890285 dv-cinder-803823-11-iscsi neutron-server[111024]: 'SecurityGroupRule': '1.2', Jun 16 00:34:35.890285 dv-cinder-803823-11-iscsi neutron-server[111024]: 'SubPort': '1.0', Jun 16 00:34:35.890285 dv-cinder-803823-11-iscsi neutron-server[111024]: 'Subnet': '1.1', Jun 16 00:34:35.890285 dv-cinder-803823-11-iscsi neutron-server[111024]: 'Trunk': '1.1'}} Jun 16 00:34:35.890285 dv-cinder-803823-11-iscsi neutron-server[111024]: {{(pid=111024) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 00:34:35.929626 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.base_scheduler [None req-0e5a43ea-b718-45ff-bca4-2a48e85298e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-11-iscsi, a6844d01-625d-4b71-91cf-373fe3e3e7cc) {{(pid=111023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:34:35.936404 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5a43ea-b718-45ff-bca4-2a48e85298e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:34:35.945941 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-0e5a43ea-b718-45ff-bca4-2a48e85298e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590195'] for subnet (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:35.954547 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.db_base_plugin_common [None req-9818ab7b-6276-4c4b-a6fc-50ae4e23e032 None None] Allocated IP 172.20.0.2 (8f4288ea-b4d4-4302-977b-e748e2c0ee47/b6a5ed6d-e651-48fb-a2c8-ac02a15bcf98/4d7dd914-d4de-4e72-bb23-acdce063aa48) {{(pid=111024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 00:34:35.957217 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fa5448-bf75-4ee9-a704-b4bcdc34ee9e None None] Network a6844d01-625d-4b71-91cf-373fe3e3e7cc requested from dv-cinder-803823-11-iscsi {{(pid=111024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 00:34:35.980030 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-7d2b38e0-e830-407c-88c9-60d449029a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (d7743424-6288-4c21-a743-7843692bd9ae), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:35.993902 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-15c65a09-56e9-497b-a086-4858e27e37dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (eb616267-40f3-482f-95e6-861701e3fedf), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:36.004710 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.managers [None req-42f9bffb-9e54-4169-8a94-78154381fed9 None None] Attempting to bind port e3616cad-c778-410e-afb2-4c13eb1d4d3f on host dv-cinder-803823-11-iscsi for vnic_type normal with profile {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 00:34:36.005082 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.managers [None req-42f9bffb-9e54-4169-8a94-78154381fed9 None None] Attempting to bind port e3616cad-c778-410e-afb2-4c13eb1d4d3f by drivers openvswitch,hyperv on host dv-cinder-803823-11-iscsi at level 0 using segments [{'id': 'fea0c3b1-4564-4c46-a939-13c53483f391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ffe9c59a-3096-4aef-8b2e-e3aa63722c28'}] {{(pid=111024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 00:34:36.005444 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f9bffb-9e54-4169-8a94-78154381fed9 None None] Attempting to bind port e3616cad-c778-410e-afb2-4c13eb1d4d3f on network ffe9c59a-3096-4aef-8b2e-e3aa63722c28 {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 00:34:36.066430 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f9bffb-9e54-4169-8a94-78154381fed9 None None] Checking agent: {'id': '81117e21-cbf2-493f-9e14-29a3cec1f25a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 0, 26, 30), 'started_at': datetime.datetime(2022, 6, 16, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 0, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 00:34:36.067787 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f9bffb-9e54-4169-8a94-78154381fed9 None None] Checking segment: {'id': 'fea0c3b1-4564-4c46-a939-13c53483f391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ffe9c59a-3096-4aef-8b2e-e3aa63722c28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 00:34:36.068384 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-42f9bffb-9e54-4169-8a94-78154381fed9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:36.068949 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-7d2b38e0-e830-407c-88c9-60d449029a74 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bfe70fb31ab14040b64268384c5458e9&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2099543 Jun 16 00:34:36.069165 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f9bffb-9e54-4169-8a94-78154381fed9 None None] Bound using segment: {'id': 'fea0c3b1-4564-4c46-a939-13c53483f391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ffe9c59a-3096-4aef-8b2e-e3aa63722c28'} {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 00:34:36.069797 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.managers [None req-42f9bffb-9e54-4169-8a94-78154381fed9 None None] Bound port: e3616cad-c778-410e-afb2-4c13eb1d4d3f, host: dv-cinder-803823-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fea0c3b1-4564-4c46-a939-13c53483f391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ffe9c59a-3096-4aef-8b2e-e3aa63722c28'}}] {{(pid=111024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 00:34:36.070373 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-42f9bffb-9e54-4169-8a94-78154381fed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (e3616cad-c778-410e-afb2-4c13eb1d4d3f), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:36.139645 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 38636) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:34:36.149720 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2b38e0-e830-407c-88c9-60d449029a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7743424-6288-4c21-a743-7843692bd9ae,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:36.153232 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-0e5a43ea-b718-45ff-bca4-2a48e85298e5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7352471 Jun 16 00:34:36.155852 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 38640) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:34:36.162439 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [None req-b5952b98-244e-4a7a-aa2d-d9b2c4338443 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1900672149-router', 'tenant_id': '494ce289f1774df0833301de8e46ae11', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85'}}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:34:36.172375 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-e05be743-44c9-4cc5-bfbc-b81b1d0acc07 admin admin] Publish callbacks [] for router_gateway (f8af5f06-db23-459f-ae73-a606857d961d), precommit_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:36.175839 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47905483-fcfe-4e52-a043-65461ea0ce83 admin admin] Network dfc603d1-751d-4be9-b4c0-08fa2224635a is scheduled to be hosted by DHCP agent 2a8c543c-b8d9-40d8-999c-fa03b757f547 with binding_index 1 {{(pid=111022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 00:34:36.180196 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-15c65a09-56e9-497b-a086-4858e27e37dd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=704cb48b399648e08be940e082da2c3e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8768489 Jun 16 00:34:36.182735 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 38642) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:34:36.197287 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.scheduler.base_scheduler [None req-47905483-fcfe-4e52-a043-65461ea0ce83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-11-iscsi, dfc603d1-751d-4be9-b4c0-08fa2224635a) {{(pid=111022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:34:36.218360 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a0e53f-1bc0-47bf-b2f4-33d16ff85689 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a06322f-1f4e-5033-87df-c8deeb119b42-a6844d01-625d-4b71-91cf-373fe3e3e7cc', 'network_id': 'a6844d01-625d-4b71-91cf-373fe3e3e7cc', 'project_id': '494ce289f1774df0833301de8e46ae11', 'fixed_ips': [{'subnet_id': '892d2143-b3e2-4410-bf1b-7ad84511c529'}]}} from dv-cinder-803823-11-iscsi. {{(pid=111024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 00:34:36.218548 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47905483-fcfe-4e52-a043-65461ea0ce83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:34:36.219138 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-47905483-fcfe-4e52-a043-65461ea0ce83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590195'] for subnet (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:36.219268 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-57a0e53f-1bc0-47bf-b2f4-33d16ff85689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (None), before_create {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:36.275286 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c65a09-56e9-497b-a086-4858e27e37dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb616267-40f3-482f-95e6-861701e3fedf,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:36.298296 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-482163be-f0aa-4c02-8fbe-30d244041c96 admin admin] Publish callbacks [] for router_gateway (1b62cfae-791c-4204-bf01-912f6aca26ba), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:36.299385 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:36.562431 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd67fc54-9efc-48af-8b85-e8a5e096e892 None None] Network dfc603d1-751d-4be9-b4c0-08fa2224635a requested from dv-cinder-803823-11-iscsi {{(pid=111024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 00:34:36.562431 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-42f9bffb-9e54-4169-8a94-78154381fed9 None None] For port e3616cad-c778-410e-afb2-4c13eb1d4d3f, host dv-cinder-803823-11-iscsi, cleared binding levels {{(pid=111024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 00:34:36.569243 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-482163be-f0aa-4c02-8fbe-30d244041c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:36.570065 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37aa2ff5-ea73-46c6-845c-5f6298deda0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a06322f-1f4e-5033-87df-c8deeb119b42-dfc603d1-751d-4be9-b4c0-08fa2224635a', 'network_id': 'dfc603d1-751d-4be9-b4c0-08fa2224635a', 'project_id': 'a4e7be42e39248e4b9f5c89e96a6b82e', 'fixed_ips': [{'subnet_id': 'b8b321f5-1d44-4d62-a89c-8299c51aa908'}]}} from dv-cinder-803823-11-iscsi. {{(pid=111024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 00:34:36.570065 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-37aa2ff5-ea73-46c6-845c-5f6298deda0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (None), before_create {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:36.570065 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-42f9bffb-9e54-4169-8a94-78154381fed9 None None] For port e3616cad-c778-410e-afb2-4c13eb1d4d3f, host dv-cinder-803823-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=e3616cad-c778-410e-afb2-4c13eb1d4d3f,segment=NetworkSegment(fea0c3b1-4564-4c46-a939-13c53483f391),segment_id=fea0c3b1-4564-4c46-a939-13c53483f391)] {{(pid=111024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 00:34:36.570466 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-47905483-fcfe-4e52-a043-65461ea0ce83 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.0047894 Jun 16 00:34:36.570466 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 38660) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:34:36.570466 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.v2.base [None req-947f082d-deca-437f-a6c6-0c4a350e515e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-775123431-router', 'tenant_id': 'a4e7be42e39248e4b9f5c89e96a6b82e', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85'}}} {{(pid=111022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:34:36.570466 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.db.db_base_plugin_common [None req-482163be-f0aa-4c02-8fbe-30d244041c96 admin admin] Allocated IP 172.27.1.31 (81cb8278-aa95-4a96-976c-13998a04ce85/7fa235f2-2172-4ff3-86e8-0e0d1995c273/0f66962a-1205-4a33-9a8f-65465c9ebb13) {{(pid=111022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 00:34:36.571000 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-b5952b98-244e-4a7a-aa2d-d9b2c4338443 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-678757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3443'] for router (77e43a31-7199-43bd-a9c6-0f82d416a435), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:36.571000 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-b5952b98-244e-4a7a-aa2d-d9b2c4338443 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-672791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673186', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-766370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3450'] for router (77e43a31-7199-43bd-a9c6-0f82d416a435), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:36.603744 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-9818ab7b-6276-4c4b-a6fc-50ae4e23e032 None None] Publish callbacks [] for port (4d7dd914-d4de-4e72-bb23-acdce063aa48), precommit_create {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:36.610964 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-0bd74dec-96d9-40da-bc5b-2dba5711c489 admin admin] Publish callbacks [] for security_group (d7743424-6288-4c21-a743-7843692bd9ae), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:36.631732 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-f75a93d1-4bf8-4d2e-b0dc-56eabfc1113f admin admin] Publish callbacks [] for security_group (eb616267-40f3-482f-95e6-861701e3fedf), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:36.640774 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.db_base_plugin_common [None req-57a0e53f-1bc0-47bf-b2f4-33d16ff85689 None None] Allocated IP 172.20.0.2 (a6844d01-625d-4b71-91cf-373fe3e3e7cc/892d2143-b3e2-4410-bf1b-7ad84511c529/f0fdc763-55cd-45e9-be34-cf5fcbb4fcc4) {{(pid=111024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 00:34:36.673511 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-42f9bffb-9e54-4169-8a94-78154381fed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (e3616cad-c778-410e-afb2-4c13eb1d4d3f), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:36.689450 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-482163be-f0aa-4c02-8fbe-30d244041c96 admin admin] Publish callbacks [] for port (0f66962a-1205-4a33-9a8f-65465c9ebb13), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:36.714512 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:36.716578 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-947f082d-deca-437f-a6c6-0c4a350e515e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-678757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3443'] for router (43b866e7-a6b0-4b6b-8ebb-c9bd8cece985), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:36.717647 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-947f082d-deca-437f-a6c6-0c4a350e515e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-672791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673186', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-766370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3450'] for router (43b866e7-a6b0-4b6b-8ebb-c9bd8cece985), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:36.746590 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-0bd74dec-96d9-40da-bc5b-2dba5711c489 admin admin] Publish callbacks [] for security_group (d7743424-6288-4c21-a743-7843692bd9ae), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:36.750301 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-b5952b98-244e-4a7a-aa2d-d9b2c4338443 admin admin] Publish callbacks [] for router_controller (77e43a31-7199-43bd-a9c6-0f82d416a435), precommit_add_association {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:36.770454 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-f75a93d1-4bf8-4d2e-b0dc-56eabfc1113f admin admin] Publish callbacks [] for security_group (eb616267-40f3-482f-95e6-861701e3fedf), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:36.780866 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.db_base_plugin_common [None req-37aa2ff5-ea73-46c6-845c-5f6298deda0c None None] Allocated IP 172.20.0.2 (dfc603d1-751d-4be9-b4c0-08fa2224635a/b8b321f5-1d44-4d62-a89c-8299c51aa908/38b12424-cd74-4fdf-82f4-274b7bf460e4) {{(pid=111024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 00:34:36.804494 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-9818ab7b-6276-4c4b-a6fc-50ae4e23e032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753842110805'] for port (4d7dd914-d4de-4e72-bb23-acdce063aa48), after_create {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:36.852795 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-947f082d-deca-437f-a6c6-0c4a350e515e admin admin] Publish callbacks [] for router_controller (43b866e7-a6b0-4b6b-8ebb-c9bd8cece985), precommit_add_association {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:36.883207 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9818ab7b-6276-4c4b-a6fc-50ae4e23e032 None None] Network 8f4288ea-b4d4-4302-977b-e748e2c0ee47 is already hosted by enough agents. {{(pid=111024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:34:36.887111 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-482163be-f0aa-4c02-8fbe-30d244041c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753842110805'] for port (0f66962a-1205-4a33-9a8f-65465c9ebb13), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:36.888247 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f9bffb-9e54-4169-8a94-78154381fed9 None None] Pushing event updated for resources: {'Port': ['ID=e3616cad-c778-410e-afb2-4c13eb1d4d3f,revision_number=2']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:36.928791 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.scheduler.base_scheduler [None req-9818ab7b-6276-4c4b-a6fc-50ae4e23e032 None None] Resources bound (agent type, host, resource id): {{(pid=111024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:34:36.933600 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-e05be743-44c9-4cc5-bfbc-b81b1d0acc07 admin admin] Publish callbacks [] for router_gateway (f8af5f06-db23-459f-ae73-a606857d961d), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:36.953336 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9818ab7b-6276-4c4b-a6fc-50ae4e23e032 None None] Received port after_create {{(pid=111024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 00:34:36.960372 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-e05be743-44c9-4cc5-bfbc-b81b1d0acc07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:37.097004 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482163be-f0aa-4c02-8fbe-30d244041c96 admin admin] Network 81cb8278-aa95-4a96-976c-13998a04ce85 is already hosted by enough agents. {{(pid=111022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:34:37.107112 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.scheduler.base_scheduler [None req-482163be-f0aa-4c02-8fbe-30d244041c96 admin admin] Resources bound (agent type, host, resource id): {{(pid=111022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:34:37.111659 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482163be-f0aa-4c02-8fbe-30d244041c96 admin admin] Received port after_create {{(pid=111022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 00:34:37.137008 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-b5952b98-244e-4a7a-aa2d-d9b2c4338443 admin admin] Publish callbacks [] for router_gateway (77e43a31-7199-43bd-a9c6-0f82d416a435), precommit_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:37.141850 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-0bd74dec-96d9-40da-bc5b-2dba5711c489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (d7743424-6288-4c21-a743-7843692bd9ae), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:37.144413 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-0bd74dec-96d9-40da-bc5b-2dba5711c489 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:37.148345 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-0bd74dec-96d9-40da-bc5b-2dba5711c489 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d7743424-6288-4c21-a743-7843692bd9ae HTTP/1.1" status: 204 len: 168 time: 1.0076118 Jun 16 00:34:37.167377 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd74dec-96d9-40da-bc5b-2dba5711c489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7743424-6288-4c21-a743-7843692bd9ae,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:37.230446 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9818ab7b-6276-4c4b-a6fc-50ae4e23e032 None None] Pushing event updated for resources: {'Port': ['ID=4d7dd914-d4de-4e72-bb23-acdce063aa48,revision_number=1']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:37.279171 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-f75a93d1-4bf8-4d2e-b0dc-56eabfc1113f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (eb616267-40f3-482f-95e6-861701e3fedf), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:37.285490 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-f75a93d1-4bf8-4d2e-b0dc-56eabfc1113f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:37.292069 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482163be-f0aa-4c02-8fbe-30d244041c96 admin admin] Pushing event updated for resources: {'Port': ['ID=0f66962a-1205-4a33-9a8f-65465c9ebb13,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:37.298356 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-57a0e53f-1bc0-47bf-b2f4-33d16ff85689 None None] Publish callbacks [] for port (f0fdc763-55cd-45e9-be34-cf5fcbb4fcc4), precommit_create {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:37.304201 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-f75a93d1-4bf8-4d2e-b0dc-56eabfc1113f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eb616267-40f3-482f-95e6-861701e3fedf HTTP/1.1" status: 204 len: 168 time: 1.1210332 Jun 16 00:34:37.395480 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-57a0e53f-1bc0-47bf-b2f4-33d16ff85689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753842110805'] for port (f0fdc763-55cd-45e9-be34-cf5fcbb4fcc4), after_create {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:37.408364 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.managers [None req-9818ab7b-6276-4c4b-a6fc-50ae4e23e032 None None] Attempting to bind port 4d7dd914-d4de-4e72-bb23-acdce063aa48 on host dv-cinder-803823-11-iscsi for vnic_type normal with profile {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 00:34:37.408825 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.managers [None req-9818ab7b-6276-4c4b-a6fc-50ae4e23e032 None None] Attempting to bind port 4d7dd914-d4de-4e72-bb23-acdce063aa48 by drivers openvswitch,hyperv on host dv-cinder-803823-11-iscsi at level 0 using segments [{'id': '726cf98a-2766-44f9-8c50-194b1bfad17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '8f4288ea-b4d4-4302-977b-e748e2c0ee47'}] {{(pid=111024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 00:34:37.409943 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9818ab7b-6276-4c4b-a6fc-50ae4e23e032 None None] Attempting to bind port 4d7dd914-d4de-4e72-bb23-acdce063aa48 on network 8f4288ea-b4d4-4302-977b-e748e2c0ee47 {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 00:34:37.415318 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75a93d1-4bf8-4d2e-b0dc-56eabfc1113f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb616267-40f3-482f-95e6-861701e3fedf,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:37.429728 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.db_base_plugin_common [None req-e05be743-44c9-4cc5-bfbc-b81b1d0acc07 admin admin] Allocated IP 172.27.1.89 (81cb8278-aa95-4a96-976c-13998a04ce85/7fa235f2-2172-4ff3-86e8-0e0d1995c273/519309ba-1525-409f-9df1-a71aefad1a2b) {{(pid=111023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 00:34:37.439383 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-947f082d-deca-437f-a6c6-0c4a350e515e admin admin] Publish callbacks [] for router_gateway (43b866e7-a6b0-4b6b-8ebb-c9bd8cece985), precommit_update {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:37.549295 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-37aa2ff5-ea73-46c6-845c-5f6298deda0c None None] Publish callbacks [] for port (38b12424-cd74-4fdf-82f4-274b7bf460e4), precommit_create {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:37.593852 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:37.594612 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9818ab7b-6276-4c4b-a6fc-50ae4e23e032 None None] Checking agent: {'id': '81117e21-cbf2-493f-9e14-29a3cec1f25a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 0, 26, 30), 'started_at': datetime.datetime(2022, 6, 16, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 0, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 00:34:37.597559 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:37.598153 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9818ab7b-6276-4c4b-a6fc-50ae4e23e032 None None] Checking segment: {'id': '726cf98a-2766-44f9-8c50-194b1bfad17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '8f4288ea-b4d4-4302-977b-e748e2c0ee47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 00:34:37.599424 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-9818ab7b-6276-4c4b-a6fc-50ae4e23e032 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:37.600977 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9818ab7b-6276-4c4b-a6fc-50ae4e23e032 None None] Bound using segment: {'id': '726cf98a-2766-44f9-8c50-194b1bfad17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '8f4288ea-b4d4-4302-977b-e748e2c0ee47'} {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 00:34:37.601987 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.managers [None req-9818ab7b-6276-4c4b-a6fc-50ae4e23e032 None None] Bound port: 4d7dd914-d4de-4e72-bb23-acdce063aa48, host: dv-cinder-803823-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '726cf98a-2766-44f9-8c50-194b1bfad17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '8f4288ea-b4d4-4302-977b-e748e2c0ee47'}}] {{(pid=111024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 00:34:37.603778 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-9818ab7b-6276-4c4b-a6fc-50ae4e23e032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (4d7dd914-d4de-4e72-bb23-acdce063aa48), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:37.694164 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a0e53f-1bc0-47bf-b2f4-33d16ff85689 None None] Network a6844d01-625d-4b71-91cf-373fe3e3e7cc is already hosted by enough agents. {{(pid=111024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:34:37.766710 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-482163be-f0aa-4c02-8fbe-30d244041c96 admin admin] Publish callbacks [] for router_gateway (1b62cfae-791c-4204-bf01-912f6aca26ba), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:37.807172 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.scheduler.base_scheduler [None req-57a0e53f-1bc0-47bf-b2f4-33d16ff85689 None None] Resources bound (agent type, host, resource id): {{(pid=111024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:34:37.810107 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a0e53f-1bc0-47bf-b2f4-33d16ff85689 None None] Received port after_create {{(pid=111024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 00:34:37.826283 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:37.859501 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-37aa2ff5-ea73-46c6-845c-5f6298deda0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753842110805'] for port (38b12424-cd74-4fdf-82f4-274b7bf460e4), after_create {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:37.874917 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device e3616cad-c778-410e-afb2-4c13eb1d4d3f up at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:34:37.925760 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-e05be743-44c9-4cc5-bfbc-b81b1d0acc07 admin admin] Publish callbacks [] for port (519309ba-1525-409f-9df1-a71aefad1a2b), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:37.927737 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=86,neutron:UPDATE=6,neutron:INSERT=8 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:37.939341 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-b5952b98-244e-4a7a-aa2d-d9b2c4338443 admin admin] Publish callbacks [] for router_gateway (77e43a31-7199-43bd-a9c6-0f82d416a435), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:37.967291 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37aa2ff5-ea73-46c6-845c-5f6298deda0c None None] Network dfc603d1-751d-4be9-b4c0-08fa2224635a is already hosted by enough agents. {{(pid=111024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:34:37.974189 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.scheduler.base_scheduler [None req-37aa2ff5-ea73-46c6-845c-5f6298deda0c None None] Resources bound (agent type, host, resource id): {{(pid=111024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:34:37.977812 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37aa2ff5-ea73-46c6-845c-5f6298deda0c None None] Received port after_create {{(pid=111024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 00:34:37.979843 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a0e53f-1bc0-47bf-b2f4-33d16ff85689 None None] Pushing event updated for resources: {'Port': ['ID=f0fdc763-55cd-45e9-be34-cf5fcbb4fcc4,revision_number=1']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:37.991268 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-b5952b98-244e-4a7a-aa2d-d9b2c4338443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:38.059113 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-9818ab7b-6276-4c4b-a6fc-50ae4e23e032 None None] For port 4d7dd914-d4de-4e72-bb23-acdce063aa48, host dv-cinder-803823-11-iscsi, cleared binding levels {{(pid=111024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 00:34:38.061567 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aa2ff5-ea73-46c6-845c-5f6298deda0c None None] Pushing event updated for resources: {'Port': ['ID=38b12424-cd74-4fdf-82f4-274b7bf460e4,revision_number=1']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:38.088885 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.managers [None req-57a0e53f-1bc0-47bf-b2f4-33d16ff85689 None None] Attempting to bind port f0fdc763-55cd-45e9-be34-cf5fcbb4fcc4 on host dv-cinder-803823-11-iscsi for vnic_type normal with profile {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 00:34:38.089343 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.managers [None req-57a0e53f-1bc0-47bf-b2f4-33d16ff85689 None None] Attempting to bind port f0fdc763-55cd-45e9-be34-cf5fcbb4fcc4 by drivers openvswitch,hyperv on host dv-cinder-803823-11-iscsi at level 0 using segments [{'id': '5c02ce47-b4ce-4c8e-af6b-d3fbab975164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a6844d01-625d-4b71-91cf-373fe3e3e7cc'}] {{(pid=111024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 00:34:38.089755 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a0e53f-1bc0-47bf-b2f4-33d16ff85689 None None] Attempting to bind port f0fdc763-55cd-45e9-be34-cf5fcbb4fcc4 on network a6844d01-625d-4b71-91cf-373fe3e3e7cc {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 00:34:38.117946 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-947f082d-deca-437f-a6c6-0c4a350e515e admin admin] Publish callbacks [] for router_gateway (43b866e7-a6b0-4b6b-8ebb-c9bd8cece985), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:38.145973 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-9818ab7b-6276-4c4b-a6fc-50ae4e23e032 None None] For port 4d7dd914-d4de-4e72-bb23-acdce063aa48, host dv-cinder-803823-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=4d7dd914-d4de-4e72-bb23-acdce063aa48,segment=NetworkSegment(726cf98a-2766-44f9-8c50-194b1bfad17f),segment_id=726cf98a-2766-44f9-8c50-194b1bfad17f)] {{(pid=111024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 00:34:38.156137 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a0e53f-1bc0-47bf-b2f4-33d16ff85689 None None] Checking agent: {'id': '81117e21-cbf2-493f-9e14-29a3cec1f25a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 0, 26, 30), 'started_at': datetime.datetime(2022, 6, 16, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 0, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 00:34:38.156648 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a0e53f-1bc0-47bf-b2f4-33d16ff85689 None None] Checking segment: {'id': '5c02ce47-b4ce-4c8e-af6b-d3fbab975164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a6844d01-625d-4b71-91cf-373fe3e3e7cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 00:34:38.157121 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-57a0e53f-1bc0-47bf-b2f4-33d16ff85689 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:38.157694 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a0e53f-1bc0-47bf-b2f4-33d16ff85689 None None] Bound using segment: {'id': '5c02ce47-b4ce-4c8e-af6b-d3fbab975164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a6844d01-625d-4b71-91cf-373fe3e3e7cc'} {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 00:34:38.158420 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.managers [None req-57a0e53f-1bc0-47bf-b2f4-33d16ff85689 None None] Bound port: f0fdc763-55cd-45e9-be34-cf5fcbb4fcc4, host: dv-cinder-803823-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c02ce47-b4ce-4c8e-af6b-d3fbab975164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a6844d01-625d-4b71-91cf-373fe3e3e7cc'}}] {{(pid=111024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 00:34:38.158791 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-57a0e53f-1bc0-47bf-b2f4-33d16ff85689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (f0fdc763-55cd-45e9-be34-cf5fcbb4fcc4), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:38.166523 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-947f082d-deca-437f-a6c6-0c4a350e515e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:38.205308 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.managers [None req-37aa2ff5-ea73-46c6-845c-5f6298deda0c None None] Attempting to bind port 38b12424-cd74-4fdf-82f4-274b7bf460e4 on host dv-cinder-803823-11-iscsi for vnic_type normal with profile {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 00:34:38.205777 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.managers [None req-37aa2ff5-ea73-46c6-845c-5f6298deda0c None None] Attempting to bind port 38b12424-cd74-4fdf-82f4-274b7bf460e4 by drivers openvswitch,hyperv on host dv-cinder-803823-11-iscsi at level 0 using segments [{'id': '83998d89-0694-4525-932b-b99a1680f07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'dfc603d1-751d-4be9-b4c0-08fa2224635a'}] {{(pid=111024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 00:34:38.206201 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37aa2ff5-ea73-46c6-845c-5f6298deda0c None None] Attempting to bind port 38b12424-cd74-4fdf-82f4-274b7bf460e4 on network dfc603d1-751d-4be9-b4c0-08fa2224635a {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 00:34:38.218353 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37aa2ff5-ea73-46c6-845c-5f6298deda0c None None] Checking agent: {'id': '81117e21-cbf2-493f-9e14-29a3cec1f25a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 0, 26, 30), 'started_at': datetime.datetime(2022, 6, 16, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 0, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 00:34:38.218952 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37aa2ff5-ea73-46c6-845c-5f6298deda0c None None] Checking segment: {'id': '83998d89-0694-4525-932b-b99a1680f07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'dfc603d1-751d-4be9-b4c0-08fa2224635a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 00:34:38.220254 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-37aa2ff5-ea73-46c6-845c-5f6298deda0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:38.220254 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37aa2ff5-ea73-46c6-845c-5f6298deda0c None None] Bound using segment: {'id': '83998d89-0694-4525-932b-b99a1680f07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'dfc603d1-751d-4be9-b4c0-08fa2224635a'} {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 00:34:38.220786 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.managers [None req-37aa2ff5-ea73-46c6-845c-5f6298deda0c None None] Bound port: 38b12424-cd74-4fdf-82f4-274b7bf460e4, host: dv-cinder-803823-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83998d89-0694-4525-932b-b99a1680f07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'dfc603d1-751d-4be9-b4c0-08fa2224635a'}}] {{(pid=111024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 00:34:38.221420 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-37aa2ff5-ea73-46c6-845c-5f6298deda0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (38b12424-cd74-4fdf-82f4-274b7bf460e4), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:38.225945 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-e05be743-44c9-4cc5-bfbc-b81b1d0acc07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753842110805'] for port (519309ba-1525-409f-9df1-a71aefad1a2b), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:38.255062 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-9818ab7b-6276-4c4b-a6fc-50ae4e23e032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (4d7dd914-d4de-4e72-bb23-acdce063aa48), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:38.304934 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Provisioning complete for port e3616cad-c778-410e-afb2-4c13eb1d4d3f triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:34:38.305318 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (e3616cad-c778-410e-afb2-4c13eb1d4d3f), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:38.393032 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-482163be-f0aa-4c02-8fbe-30d244041c96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-673024'] for router (1b62cfae-791c-4204-bf01-912f6aca26ba), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:38.408164 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-57a0e53f-1bc0-47bf-b2f4-33d16ff85689 None None] For port f0fdc763-55cd-45e9-be34-cf5fcbb4fcc4, host dv-cinder-803823-11-iscsi, cleared binding levels {{(pid=111024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 00:34:38.415818 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-57a0e53f-1bc0-47bf-b2f4-33d16ff85689 None None] For port f0fdc763-55cd-45e9-be34-cf5fcbb4fcc4, host dv-cinder-803823-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=f0fdc763-55cd-45e9-be34-cf5fcbb4fcc4,segment=NetworkSegment(5c02ce47-b4ce-4c8e-af6b-d3fbab975164),segment_id=5c02ce47-b4ce-4c8e-af6b-d3fbab975164)] {{(pid=111024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 00:34:38.504384 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05be743-44c9-4cc5-bfbc-b81b1d0acc07 admin admin] Network 81cb8278-aa95-4a96-976c-13998a04ce85 is already hosted by enough agents. {{(pid=111023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:34:38.508385 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:38.530851 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 38708) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:34:38.534954 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.base_scheduler [None req-e05be743-44c9-4cc5-bfbc-b81b1d0acc07 admin admin] Resources bound (agent type, host, resource id): {{(pid=111023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:34:38.541727 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05be743-44c9-4cc5-bfbc-b81b1d0acc07 admin admin] Received port after_create {{(pid=111023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 00:34:38.556748 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-37aa2ff5-ea73-46c6-845c-5f6298deda0c None None] For port 38b12424-cd74-4fdf-82f4-274b7bf460e4, host dv-cinder-803823-11-iscsi, cleared binding levels {{(pid=111024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 00:34:38.559259 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-d25c7043-2946-4640-9d05-83e9f22a480b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:38.560397 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-37aa2ff5-ea73-46c6-845c-5f6298deda0c None None] For port 38b12424-cd74-4fdf-82f4-274b7bf460e4, host dv-cinder-803823-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=38b12424-cd74-4fdf-82f4-274b7bf460e4,segment=NetworkSegment(83998d89-0694-4525-932b-b99a1680f07f),segment_id=83998d89-0694-4525-932b-b99a1680f07f)] {{(pid=111024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 00:34:38.569799 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9818ab7b-6276-4c4b-a6fc-50ae4e23e032 None None] Pushing event updated for resources: {'Port': ['ID=4d7dd914-d4de-4e72-bb23-acdce063aa48,revision_number=2']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:38.603562 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-57a0e53f-1bc0-47bf-b2f4-33d16ff85689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (f0fdc763-55cd-45e9-be34-cf5fcbb4fcc4), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:38.701122 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6669e75e-662e-4b2c-b2b9-b13e1272f802 None None] Network ffe9c59a-3096-4aef-8b2e-e3aa63722c28 requested from dv-cinder-803823-11-iscsi {{(pid=111024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 00:34:38.709072 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-37aa2ff5-ea73-46c6-845c-5f6298deda0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (38b12424-cd74-4fdf-82f4-274b7bf460e4), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:38.764138 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05be743-44c9-4cc5-bfbc-b81b1d0acc07 admin admin] Pushing event updated for resources: {'Port': ['ID=519309ba-1525-409f-9df1-a71aefad1a2b,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:38.779815 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.db_base_plugin_common [None req-b5952b98-244e-4a7a-aa2d-d9b2c4338443 admin admin] Allocated IP 172.27.1.176 (81cb8278-aa95-4a96-976c-13998a04ce85/7fa235f2-2172-4ff3-86e8-0e0d1995c273/a5b62024-ed52-49f6-9d00-e9c9c9c7a995) {{(pid=111023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 00:34:38.811152 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-56e39bbc-4c6d-4278-b45b-a1f8cc10f46e None None] Provisioning complete for port e3616cad-c778-410e-afb2-4c13eb1d4d3f triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:34:38.811532 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-56e39bbc-4c6d-4278-b45b-a1f8cc10f46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (e3616cad-c778-410e-afb2-4c13eb1d4d3f), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:38.896463 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-d25c7043-2946-4640-9d05-83e9f22a480b admin admin] Publish callbacks [] for security_group (08d953cd-b961-49c1-b7b0-1ce23d75013a), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:38.953641 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:38.968378 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-d25c7043-2946-4640-9d05-83e9f22a480b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (08d953cd-b961-49c1-b7b0-1ce23d75013a), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:38.996640 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a0e53f-1bc0-47bf-b2f4-33d16ff85689 None None] Pushing event updated for resources: {'Port': ['ID=f0fdc763-55cd-45e9-be34-cf5fcbb4fcc4,revision_number=2']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:39.037881 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-482163be-f0aa-4c02-8fbe-30d244041c96 admin admin] Router 1b62cfae-791c-4204-bf01-912f6aca26ba is scheduled to L3 agent d0297bc9-c3a8-45ac-9023-c937cb4f21fc with binding_index 1 {{(pid=111022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 00:34:39.051086 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-d25c7043-2946-4640-9d05-83e9f22a480b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=91961b3e9801463cb2efbb47b858547e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5165641 Jun 16 00:34:39.053440 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 38720) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:34:39.068701 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25c7043-2946-4640-9d05-83e9f22a480b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d953cd-b961-49c1-b7b0-1ce23d75013a,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:39.074048 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Current status of the port e3616cad-c778-410e-afb2-4c13eb1d4d3f is: DOWN; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:34:39.074569 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (e3616cad-c778-410e-afb2-4c13eb1d4d3f), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:39.142971 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aa2ff5-ea73-46c6-845c-5f6298deda0c None None] Pushing event updated for resources: {'Port': ['ID=38b12424-cd74-4fdf-82f4-274b7bf460e4,revision_number=2']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:39.254117 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-56e39bbc-4c6d-4278-b45b-a1f8cc10f46e None None] Current status of the port e3616cad-c778-410e-afb2-4c13eb1d4d3f is: DOWN; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:34:39.254703 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-56e39bbc-4c6d-4278-b45b-a1f8cc10f46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (e3616cad-c778-410e-afb2-4c13eb1d4d3f), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:39.258717 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] For port e3616cad-c778-410e-afb2-4c13eb1d4d3f, host dv-cinder-803823-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=e3616cad-c778-410e-afb2-4c13eb1d4d3f,segment=NetworkSegment(fea0c3b1-4564-4c46-a939-13c53483f391),segment_id=fea0c3b1-4564-4c46-a939-13c53483f391)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:34:39.295434 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:39.342227 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (e3616cad-c778-410e-afb2-4c13eb1d4d3f), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:39.366464 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:39.369464 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-2f77760f-a258-4233-8fd0-ba9110909ec7 admin admin] Publish callbacks [] for security_group (08d953cd-b961-49c1-b7b0-1ce23d75013a), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:39.408775 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 38726) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:34:39.417502 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:UPDATE=5,neutron:SELECT=90,neutron:INSERT=5 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:39.427390 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-e05be743-44c9-4cc5-bfbc-b81b1d0acc07 admin admin] Publish callbacks [] for router_gateway (f8af5f06-db23-459f-ae73-a606857d961d), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:39.455103 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-482163be-f0aa-4c02-8fbe-30d244041c96 admin admin] Notify agent at l3_agent.dv-cinder-803823-11-iscsi the message routers_updated {{(pid=111022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 00:34:39.466214 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-2f77760f-a258-4233-8fd0-ba9110909ec7 admin admin] Publish callbacks [] for security_group (08d953cd-b961-49c1-b7b0-1ce23d75013a), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:39.469146 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f17a18-b723-47e8-9ddf-021ca68eab15 None None] Sync routers for ids ['1b62cfae-791c-4204-bf01-912f6aca26ba'] in dv-cinder-803823-11-iscsi {{(pid=111025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 00:34:39.485974 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f17a18-b723-47e8-9ddf-021ca68eab15 None None] Routers {'1b62cfae-791c-4204-bf01-912f6aca26ba'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:34:39.492827 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-71f17a18-b723-47e8-9ddf-021ca68eab15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:34:27Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['1b62cfae-791c-4204-bf01-912f6aca26ba'], 'active': True} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:34:39.521450 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.db.api [None req-56e39bbc-4c6d-4278-b45b-a1f8cc10f46e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111024) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 16 00:34:39.523177 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG oslo_db.api [None req-56e39bbc-4c6d-4278-b45b-a1f8cc10f46e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 00:34:39.529712 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Pushing event updated for resources: {'Port': ['ID=e3616cad-c778-410e-afb2-4c13eb1d4d3f,revision_number=3']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:39.561937 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-482163be-f0aa-4c02-8fbe-30d244041c96 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:39.567571 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-482163be-f0aa-4c02-8fbe-30d244041c96 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.9173689 Jun 16 00:34:39.568212 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 38730) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:34:39.652762 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:39.763272 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.v2.base [None req-ee1a0913-f9ce-4bc9-84a1-3bac8e1b5851 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1264591541-network', 'tenant_id': 'db99dfcca0a54888a1298320b149323d'}} {{(pid=111022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:34:39.784700 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvr_db [None req-71f17a18-b723-47e8-9ddf-021ca68eab15 None None] Set router 1b62cfae-791c-4204-bf01-912f6aca26ba gateway port host: dv-cinder-803823-11-iscsi {{(pid=111025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:34:39.873413 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-2f77760f-a258-4233-8fd0-ba9110909ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (08d953cd-b961-49c1-b7b0-1ce23d75013a), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:39.875738 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-2f77760f-a258-4233-8fd0-ba9110909ec7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:39.880817 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-2f77760f-a258-4233-8fd0-ba9110909ec7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/08d953cd-b961-49c1-b7b0-1ce23d75013a HTTP/1.1" status: 204 len: 168 time: 0.8252330 Jun 16 00:34:39.898159 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-b5952b98-244e-4a7a-aa2d-d9b2c4338443 admin admin] Publish callbacks [] for port (a5b62024-ed52-49f6-9d00-e9c9c9c7a995), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:39.902851 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f77760f-a258-4233-8fd0-ba9110909ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d953cd-b961-49c1-b7b0-1ce23d75013a,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:39.946287 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee1a0913-f9ce-4bc9-84a1-3bac8e1b5851 admin admin] Made reservation on behalf of db99dfcca0a54888a1298320b149323d for: {'network': 1} {{(pid=111022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 00:34:39.953391 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-ee1a0913-f9ce-4bc9-84a1-3bac8e1b5851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for network (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:40.006153 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-ee1a0913-f9ce-4bc9-84a1-3bac8e1b5851 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:40.016979 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device 4d7dd914-d4de-4e72-bb23-acdce063aa48 up at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:34:40.073977 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-b5952b98-244e-4a7a-aa2d-d9b2c4338443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753842110805'] for port (a5b62024-ed52-49f6-9d00-e9c9c9c7a995), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:40.158943 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5952b98-244e-4a7a-aa2d-d9b2c4338443 admin admin] Network 81cb8278-aa95-4a96-976c-13998a04ce85 is already hosted by enough agents. {{(pid=111023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:34:40.162643 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.base_scheduler [None req-b5952b98-244e-4a7a-aa2d-d9b2c4338443 admin admin] Resources bound (agent type, host, resource id): {{(pid=111023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:34:40.170155 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5952b98-244e-4a7a-aa2d-d9b2c4338443 admin admin] Received port after_create {{(pid=111023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 00:34:40.180919 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-56e39bbc-4c6d-4278-b45b-a1f8cc10f46e None None] Current status of the port e3616cad-c778-410e-afb2-4c13eb1d4d3f is: ACTIVE; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:34:40.201435 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Provisioning complete for port 4d7dd914-d4de-4e72-bb23-acdce063aa48 triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:34:40.201939 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (4d7dd914-d4de-4e72-bb23-acdce063aa48), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:40.235629 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eccae15-0f9c-4a4a-a5c6-4e663fe68aa0 None None] Network 8f4288ea-b4d4-4302-977b-e748e2c0ee47 requested from dv-cinder-803823-11-iscsi {{(pid=111024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 00:34:40.255239 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-71f17a18-b723-47e8-9ddf-021ca68eab15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'name': 'tempest-AttachVolumeNegativeTest-1185601359-router', 'tenant_id': '45031128a55e42989da61e01948538d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '0f66962a-1205-4a33-9a8f-65465c9ebb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:34:34Z', 'updated_at': '2022-06-16T00:34:37Z', 'revision_number': 3, 'project_id': '45031128a55e42989da61e01948538d3', 'gw_port': {'id': '0f66962a-1205-4a33-9a8f-65465c9ebb13', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:aa:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:36Z', 'updated_at': '2022-06-16T00:34:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi'}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:34:40.305982 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f17a18-b723-47e8-9ddf-021ca68eab15 None None] Checking router: 1b62cfae-791c-4204-bf01-912f6aca26ba for host: dv-cinder-803823-11-iscsi {{(pid=111025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 00:34:40.306324 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f17a18-b723-47e8-9ddf-021ca68eab15 None None] Updating router 1b62cfae-791c-4204-bf01-912f6aca26ba port 0f66962a-1205-4a33-9a8f-65465c9ebb13 binding host dv-cinder-803823-11-iscsi {{(pid=111025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 00:34:40.335724 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.db.db_base_plugin_common [None req-947f082d-deca-437f-a6c6-0c4a350e515e admin admin] Allocated IP 172.27.1.180 (81cb8278-aa95-4a96-976c-13998a04ce85/7fa235f2-2172-4ff3-86e8-0e0d1995c273/68308b25-ab33-4557-b7ec-e276240536b9) {{(pid=111022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 00:34:40.344199 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-3874979c-5b82-4518-9f6e-e05b2023a733 None None] Provisioning complete for port 4d7dd914-d4de-4e72-bb23-acdce063aa48 triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:34:40.344720 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-3874979c-5b82-4518-9f6e-e05b2023a733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (4d7dd914-d4de-4e72-bb23-acdce063aa48), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:40.367096 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5952b98-244e-4a7a-aa2d-d9b2c4338443 admin admin] Pushing event updated for resources: {'Port': ['ID=a5b62024-ed52-49f6-9d00-e9c9c9c7a995,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:40.389349 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-71f17a18-b723-47e8-9ddf-021ca68eab15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (0f66962a-1205-4a33-9a8f-65465c9ebb13), before_update {{(pid=111025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:40.409148 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-e05be743-44c9-4cc5-bfbc-b81b1d0acc07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-673024'] for router (f8af5f06-db23-459f-ae73-a606857d961d), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:40.477458 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-3874979c-5b82-4518-9f6e-e05b2023a733 None None] Current status of the port 4d7dd914-d4de-4e72-bb23-acdce063aa48 is: DOWN; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:34:40.478062 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-3874979c-5b82-4518-9f6e-e05b2023a733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (4d7dd914-d4de-4e72-bb23-acdce063aa48), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:40.589405 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-ee1a0913-f9ce-4bc9-84a1-3bac8e1b5851 admin admin] Publish callbacks [] for security_group (3f9a5459-7cee-47cf-b8b9-c45c554e9302), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:40.670387 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-3874979c-5b82-4518-9f6e-e05b2023a733 None None] For port 4d7dd914-d4de-4e72-bb23-acdce063aa48, host dv-cinder-803823-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=4d7dd914-d4de-4e72-bb23-acdce063aa48,segment=NetworkSegment(726cf98a-2766-44f9-8c50-194b1bfad17f),segment_id=726cf98a-2766-44f9-8c50-194b1bfad17f)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:34:40.683475 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Current status of the port 4d7dd914-d4de-4e72-bb23-acdce063aa48 is: DOWN; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:34:40.683868 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (4d7dd914-d4de-4e72-bb23-acdce063aa48), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:40.738484 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-ee1a0913-f9ce-4bc9-84a1-3bac8e1b5851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (3f9a5459-7cee-47cf-b8b9-c45c554e9302), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:40.743821 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-3874979c-5b82-4518-9f6e-e05b2023a733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (4d7dd914-d4de-4e72-bb23-acdce063aa48), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:40.749526 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:40.805658 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee1a0913-f9ce-4bc9-84a1-3bac8e1b5851 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=111022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 00:34:40.822468 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-3874979c-5b82-4518-9f6e-e05b2023a733 None None] Provisioning complete for port e3616cad-c778-410e-afb2-4c13eb1d4d3f triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:34:40.823078 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-3874979c-5b82-4518-9f6e-e05b2023a733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (e3616cad-c778-410e-afb2-4c13eb1d4d3f), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:40.832808 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:40.834967 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1a0913-f9ce-4bc9-84a1-3bac8e1b5851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f9a5459-7cee-47cf-b8b9-c45c554e9302,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:40.841793 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-ee1a0913-f9ce-4bc9-84a1-3bac8e1b5851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219328'] for segment (2e1efc5f-465b-4f7f-9895-ead359d9a99e), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:40.842175 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.db.segments_db [None req-ee1a0913-f9ce-4bc9-84a1-3bac8e1b5851 admin admin] Added segment 2e1efc5f-465b-4f7f-9895-ead359d9a99e of type vlan for network 3ad15e0a-2273-4981-835b-745423658817 Jun 16 00:34:40.869155 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-b5952b98-244e-4a7a-aa2d-d9b2c4338443 admin admin] Publish callbacks [] for router_gateway (77e43a31-7199-43bd-a9c6-0f82d416a435), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:40.869400 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed820a5-e7d8-438e-b3b3-c5ad8b515e98 None None] Network a6844d01-625d-4b71-91cf-373fe3e3e7cc requested from dv-cinder-803823-11-iscsi {{(pid=111024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 00:34:40.992087 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e05be743-44c9-4cc5-bfbc-b81b1d0acc07 admin admin] Router f8af5f06-db23-459f-ae73-a606857d961d is scheduled to L3 agent d0297bc9-c3a8-45ac-9023-c937cb4f21fc with binding_index 1 {{(pid=111023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 00:34:41.076435 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-947f082d-deca-437f-a6c6-0c4a350e515e admin admin] Publish callbacks [] for port (68308b25-ab33-4557-b7ec-e276240536b9), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:41.086083 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:41.100941 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:41.101039 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:41.120563 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58637790-a910-4f5a-9e6b-4f54fa180778 None None] Network dfc603d1-751d-4be9-b4c0-08fa2224635a requested from dv-cinder-803823-11-iscsi {{(pid=111024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 00:34:41.152763 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-ee1a0913-f9ce-4bc9-84a1-3bac8e1b5851 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753842147476'] for network (3ad15e0a-2273-4981-835b-745423658817), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:41.175627 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-de5973c5-b898-44ae-ae83-4446584e9d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:41.205372 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3874979c-5b82-4518-9f6e-e05b2023a733 None None] Pushing event updated for resources: {'Port': ['ID=4d7dd914-d4de-4e72-bb23-acdce063aa48,revision_number=3']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:41.208012 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.db.api [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111024) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 16 00:34:41.208121 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e05be743-44c9-4cc5-bfbc-b81b1d0acc07 admin admin] Notify agent at l3_agent.dv-cinder-803823-11-iscsi the message routers_updated {{(pid=111023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 00:34:41.208658 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG oslo_db.api [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 00:34:41.243697 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-b5952b98-244e-4a7a-aa2d-d9b2c4338443 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-673024'] for router (77e43a31-7199-43bd-a9c6-0f82d416a435), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:41.259987 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6949eb0b-eca2-493b-afb9-a288fe1aa11f None None] Sync routers for ids ['f8af5f06-db23-459f-ae73-a606857d961d'] in dv-cinder-803823-11-iscsi {{(pid=111024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 00:34:41.341198 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-e05be743-44c9-4cc5-bfbc-b81b1d0acc07 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:41.347091 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (42cc932a-4e60-43e8-a4dc-4f47b3d3efae), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:41.347880 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-e05be743-44c9-4cc5-bfbc-b81b1d0acc07 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.7069867 Jun 16 00:34:41.350771 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 38760) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:34:41.363943 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-3874979c-5b82-4518-9f6e-e05b2023a733 None None] Current status of the port e3616cad-c778-410e-afb2-4c13eb1d4d3f is: ACTIVE; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:34:41.388177 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6949eb0b-eca2-493b-afb9-a288fe1aa11f None None] Routers {'f8af5f06-db23-459f-ae73-a606857d961d'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:34:41.388849 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-6949eb0b-eca2-493b-afb9-a288fe1aa11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:34:27Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['f8af5f06-db23-459f-ae73-a606857d961d'], 'active': True} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:34:41.482163 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:41.542052 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-8cca3a2b-2bdf-4a67-99ba-f1e95f009b4b None None] Provisioning complete for port 4d7dd914-d4de-4e72-bb23-acdce063aa48 triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:34:41.542483 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-8cca3a2b-2bdf-4a67-99ba-f1e95f009b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (4d7dd914-d4de-4e72-bb23-acdce063aa48), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:41.544762 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.db.db_base_plugin_common [None req-de5973c5-b898-44ae-ae83-4446584e9d17 admin admin] Allocated IP 172.20.0.1 (ffe9c59a-3096-4aef-8b2e-e3aa63722c28/1f18fa19-d797-425e-adb2-49437faef043/10a8169d-3fef-4cc7-94c5-78192087f720) {{(pid=111022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 00:34:41.641891 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvr_db [None req-6949eb0b-eca2-493b-afb9-a288fe1aa11f None None] Set router f8af5f06-db23-459f-ae73-a606857d961d gateway port host: dv-cinder-803823-11-iscsi {{(pid=111024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:34:41.787298 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-de5973c5-b898-44ae-ae83-4446584e9d17 admin admin] Publish callbacks [] for port (10a8169d-3fef-4cc7-94c5-78192087f720), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:41.803154 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-947f082d-deca-437f-a6c6-0c4a350e515e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753842110805'] for port (68308b25-ab33-4557-b7ec-e276240536b9), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:41.820301 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-71f17a18-b723-47e8-9ddf-021ca68eab15 None None] Publish callbacks [] for port (0f66962a-1205-4a33-9a8f-65465c9ebb13), precommit_update {{(pid=111025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:41.852166 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5952b98-244e-4a7a-aa2d-d9b2c4338443 admin admin] Router 77e43a31-7199-43bd-a9c6-0f82d416a435 is scheduled to L3 agent d0297bc9-c3a8-45ac-9023-c937cb4f21fc with binding_index 1 {{(pid=111023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 00:34:41.872405 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f082d-deca-437f-a6c6-0c4a350e515e admin admin] Pushing event updated for resources: {'Port': ['ID=68308b25-ab33-4557-b7ec-e276240536b9,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:41.901370 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947f082d-deca-437f-a6c6-0c4a350e515e admin admin] Network 81cb8278-aa95-4a96-976c-13998a04ce85 is already hosted by enough agents. {{(pid=111022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:34:41.904031 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.scheduler.base_scheduler [None req-947f082d-deca-437f-a6c6-0c4a350e515e admin admin] Resources bound (agent type, host, resource id): {{(pid=111022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:34:41.906758 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947f082d-deca-437f-a6c6-0c4a350e515e admin admin] Received port after_create {{(pid=111022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 00:34:41.934997 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Current status of the port 4d7dd914-d4de-4e72-bb23-acdce063aa48 is: ACTIVE; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:34:41.937396 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device 38b12424-cd74-4fdf-82f4-274b7bf460e4 up at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:34:41.945293 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-71f17a18-b723-47e8-9ddf-021ca68eab15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (0f66962a-1205-4a33-9a8f-65465c9ebb13), after_update {{(pid=111025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:42.048739 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=100 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:42.087728 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.managers [None req-71f17a18-b723-47e8-9ddf-021ca68eab15 None None] Attempting to bind port 0f66962a-1205-4a33-9a8f-65465c9ebb13 on host dv-cinder-803823-11-iscsi for vnic_type normal with profile {{(pid=111025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 00:34:42.088030 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.managers [None req-71f17a18-b723-47e8-9ddf-021ca68eab15 None None] Attempting to bind port 0f66962a-1205-4a33-9a8f-65465c9ebb13 by drivers openvswitch,hyperv on host dv-cinder-803823-11-iscsi at level 0 using segments [{'id': '6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85'}] {{(pid=111025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 00:34:42.094442 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-8cca3a2b-2bdf-4a67-99ba-f1e95f009b4b None None] Current status of the port 4d7dd914-d4de-4e72-bb23-acdce063aa48 is: ACTIVE; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:34:42.095500 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f17a18-b723-47e8-9ddf-021ca68eab15 None None] Attempting to bind port 0f66962a-1205-4a33-9a8f-65465c9ebb13 on network 81cb8278-aa95-4a96-976c-13998a04ce85 {{(pid=111025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 00:34:42.107388 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbbcef5-6c5a-4e29-a12a-5b9ca749eba7 None None] Pushing event updated for resources: {'Port': ['ID=0f66962a-1205-4a33-9a8f-65465c9ebb13,revision_number=2']} {{(pid=111025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:42.132558 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f17a18-b723-47e8-9ddf-021ca68eab15 None None] Checking agent: {'id': '81117e21-cbf2-493f-9e14-29a3cec1f25a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 0, 26, 30), 'started_at': datetime.datetime(2022, 6, 16, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 0, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 00:34:42.139662 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f17a18-b723-47e8-9ddf-021ca68eab15 None None] Checking segment: {'id': '6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 00:34:42.140070 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-71f17a18-b723-47e8-9ddf-021ca68eab15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:42.140466 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f17a18-b723-47e8-9ddf-021ca68eab15 None None] Bound using segment: {'id': '6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85'} {{(pid=111025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 00:34:42.142196 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.managers [None req-71f17a18-b723-47e8-9ddf-021ca68eab15 None None] Bound port: 0f66962a-1205-4a33-9a8f-65465c9ebb13, host: dv-cinder-803823-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85'}}] {{(pid=111025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 00:34:42.142673 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-71f17a18-b723-47e8-9ddf-021ca68eab15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (0f66962a-1205-4a33-9a8f-65465c9ebb13), before_update {{(pid=111025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:42.142782 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-8cca3a2b-2bdf-4a67-99ba-f1e95f009b4b None None] Provisioning complete for port f0fdc763-55cd-45e9-be34-cf5fcbb4fcc4 triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:34:42.143176 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-8cca3a2b-2bdf-4a67-99ba-f1e95f009b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (f0fdc763-55cd-45e9-be34-cf5fcbb4fcc4), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:42.146245 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbbcef5-6c5a-4e29-a12a-5b9ca749eba7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:34:42.146586 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbbcef5-6c5a-4e29-a12a-5b9ca749eba7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:34:42.150349 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbbcef5-6c5a-4e29-a12a-5b9ca749eba7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:34:42.150721 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbbcef5-6c5a-4e29-a12a-5b9ca749eba7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:34:42.153110 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbbcef5-6c5a-4e29-a12a-5b9ca749eba7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:34:42.153381 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbbcef5-6c5a-4e29-a12a-5b9ca749eba7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:34:42.153721 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbbcef5-6c5a-4e29-a12a-5b9ca749eba7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:34:42.154051 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbbcef5-6c5a-4e29-a12a-5b9ca749eba7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:34:42.154399 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbbcef5-6c5a-4e29-a12a-5b9ca749eba7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:34:42.154730 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbbcef5-6c5a-4e29-a12a-5b9ca749eba7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:34:42.155055 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbbcef5-6c5a-4e29-a12a-5b9ca749eba7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:34:42.155389 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbbcef5-6c5a-4e29-a12a-5b9ca749eba7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:34:42.155713 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbbcef5-6c5a-4e29-a12a-5b9ca749eba7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:34:42.156036 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbbcef5-6c5a-4e29-a12a-5b9ca749eba7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:34:42.156352 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbbcef5-6c5a-4e29-a12a-5b9ca749eba7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:34:42.157650 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbbcef5-6c5a-4e29-a12a-5b9ca749eba7 None None] Tracked resource versions report: Jun 16 00:34:42.157650 dv-cinder-803823-11-iscsi neutron-server[111025]: pushed versions: Jun 16 00:34:42.157650 dv-cinder-803823-11-iscsi neutron-server[111025]: { 'AddressGroup': {'1.2'}, Jun 16 00:34:42.157650 dv-cinder-803823-11-iscsi neutron-server[111025]: 'Agent': {'1.1'}, Jun 16 00:34:42.157650 dv-cinder-803823-11-iscsi neutron-server[111025]: 'ConntrackHelper': {'1.0'}, Jun 16 00:34:42.157650 dv-cinder-803823-11-iscsi neutron-server[111025]: 'LocalIPAssociation': {'1.0'}, Jun 16 00:34:42.157650 dv-cinder-803823-11-iscsi neutron-server[111025]: 'Log': {'1.0'}, Jun 16 00:34:42.157650 dv-cinder-803823-11-iscsi neutron-server[111025]: 'NDPProxy': {'1.0'}, Jun 16 00:34:42.157650 dv-cinder-803823-11-iscsi neutron-server[111025]: 'Network': {'1.1'}, Jun 16 00:34:42.157650 dv-cinder-803823-11-iscsi neutron-server[111025]: 'Port': {'1.7'}, Jun 16 00:34:42.157650 dv-cinder-803823-11-iscsi neutron-server[111025]: 'PortForwarding': {'1.3'}, Jun 16 00:34:42.157650 dv-cinder-803823-11-iscsi neutron-server[111025]: 'QosPolicy': {'1.10'}, Jun 16 00:34:42.157650 dv-cinder-803823-11-iscsi neutron-server[111025]: 'SecurityGroup': {'1.5'}, Jun 16 00:34:42.157650 dv-cinder-803823-11-iscsi neutron-server[111025]: 'SecurityGroupRule': {'1.2'}, Jun 16 00:34:42.157650 dv-cinder-803823-11-iscsi neutron-server[111025]: 'SubPort': {'1.0'}, Jun 16 00:34:42.157650 dv-cinder-803823-11-iscsi neutron-server[111025]: 'Subnet': {'1.1'}, Jun 16 00:34:42.157650 dv-cinder-803823-11-iscsi neutron-server[111025]: 'Trunk': {'1.1'}} Jun 16 00:34:42.157650 dv-cinder-803823-11-iscsi neutron-server[111025]: consumer versions: Jun 16 00:34:42.157650 dv-cinder-803823-11-iscsi neutron-server[111025]: { DHCP agent@dv-cinder-803823-11-iscsi: {}, Jun 16 00:34:42.157650 dv-cinder-803823-11-iscsi neutron-server[111025]: HyperV agent@hv-cinder-80382: {}, Jun 16 00:34:42.157650 dv-cinder-803823-11-iscsi neutron-server[111025]: L3 agent@dv-cinder-803823-11-iscsi: {}, Jun 16 00:34:42.157650 dv-cinder-803823-11-iscsi neutron-server[111025]: Metadata agent@dv-cinder-803823-11-iscsi: {}, Jun 16 00:34:42.157650 dv-cinder-803823-11-iscsi neutron-server[111025]: Metering agent@dv-cinder-803823-11-iscsi: {}, Jun 16 00:34:42.157650 dv-cinder-803823-11-iscsi neutron-server[111025]: Open vSwitch agent@dv-cinder-803823-11-iscsi: { 'AddressGroup': '1.2', Jun 16 00:34:42.157650 dv-cinder-803823-11-iscsi neutron-server[111025]: 'Agent': '1.1', Jun 16 00:34:42.157650 dv-cinder-803823-11-iscsi neutron-server[111025]: 'ConntrackHelper': '1.0', Jun 16 00:34:42.157650 dv-cinder-803823-11-iscsi neutron-server[111025]: 'LocalIPAssociation': '1.0', Jun 16 00:34:42.157650 dv-cinder-803823-11-iscsi neutron-server[111025]: 'Log': '1.0', Jun 16 00:34:42.157650 dv-cinder-803823-11-iscsi neutron-server[111025]: 'NDPProxy': '1.0', Jun 16 00:34:42.157650 dv-cinder-803823-11-iscsi neutron-server[111025]: 'Network': '1.1', Jun 16 00:34:42.157650 dv-cinder-803823-11-iscsi neutron-server[111025]: 'Port': '1.7', Jun 16 00:34:42.157650 dv-cinder-803823-11-iscsi neutron-server[111025]: 'PortForwarding': '1.3', Jun 16 00:34:42.157650 dv-cinder-803823-11-iscsi neutron-server[111025]: 'QosPolicy': '1.10', Jun 16 00:34:42.157650 dv-cinder-803823-11-iscsi neutron-server[111025]: 'SecurityGroup': '1.5', Jun 16 00:34:42.157650 dv-cinder-803823-11-iscsi neutron-server[111025]: 'SecurityGroupRule': '1.2', Jun 16 00:34:42.157650 dv-cinder-803823-11-iscsi neutron-server[111025]: 'SubPort': '1.0', Jun 16 00:34:42.157650 dv-cinder-803823-11-iscsi neutron-server[111025]: 'Subnet': '1.1', Jun 16 00:34:42.157650 dv-cinder-803823-11-iscsi neutron-server[111025]: 'Trunk': '1.1'}} Jun 16 00:34:42.157650 dv-cinder-803823-11-iscsi neutron-server[111025]: {{(pid=111025) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 00:34:42.210228 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-de5973c5-b898-44ae-ae83-4446584e9d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753842110805'] for port (10a8169d-3fef-4cc7-94c5-78192087f720), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:42.255295 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.db [None req-71f17a18-b723-47e8-9ddf-021ca68eab15 None None] For port 0f66962a-1205-4a33-9a8f-65465c9ebb13, host dv-cinder-803823-11-iscsi, cleared binding levels {{(pid=111025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 00:34:42.259433 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.db [None req-71f17a18-b723-47e8-9ddf-021ca68eab15 None None] For port 0f66962a-1205-4a33-9a8f-65465c9ebb13, host dv-cinder-803823-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=0f66962a-1205-4a33-9a8f-65465c9ebb13,segment=NetworkSegment(6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc),segment_id=6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc)] {{(pid=111025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 00:34:42.330609 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:42.333979 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-6949eb0b-eca2-493b-afb9-a288fe1aa11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8af5f06-db23-459f-ae73-a606857d961d', 'name': 'tempest-DeleteServersTestJSON-415055437-router', 'tenant_id': '2d9a178dbd5e430f874fa216367424dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '519309ba-1525-409f-9df1-a71aefad1a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:34:35Z', 'updated_at': '2022-06-16T00:34:38Z', 'revision_number': 3, 'project_id': '2d9a178dbd5e430f874fa216367424dc', 'gw_port': {'id': '519309ba-1525-409f-9df1-a71aefad1a2b', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e8:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8af5f06-db23-459f-ae73-a606857d961d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:36Z', 'updated_at': '2022-06-16T00:34:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi'}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:34:42.337841 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-ee1a0913-f9ce-4bc9-84a1-3bac8e1b5851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177'] for network (3ad15e0a-2273-4981-835b-745423658817), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:42.340562 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1a0913-f9ce-4bc9-84a1-3bac8e1b5851 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:34:42.340562 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-ee1a0913-f9ce-4bc9-84a1-3bac8e1b5851 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590195'] for network (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:42.344139 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-71f17a18-b723-47e8-9ddf-021ca68eab15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (0f66962a-1205-4a33-9a8f-65465c9ebb13), after_update {{(pid=111025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:42.346745 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5973c5-b898-44ae-ae83-4446584e9d17 admin admin] Pushing event updated for resources: {'Port': ['ID=10a8169d-3fef-4cc7-94c5-78192087f720,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:42.416743 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Provisioning complete for port 38b12424-cd74-4fdf-82f4-274b7bf460e4 triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:34:42.417140 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (38b12424-cd74-4fdf-82f4-274b7bf460e4), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:42.421419 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1a0913-f9ce-4bc9-84a1-3bac8e1b5851 admin admin] Pushing event updated for resources: {'Network': ['ID=3ad15e0a-2273-4981-835b-745423658817,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:42.430467 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f17a18-b723-47e8-9ddf-021ca68eab15 None None] Routers {'1b62cfae-791c-4204-bf01-912f6aca26ba'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:34:42.431444 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-71f17a18-b723-47e8-9ddf-021ca68eab15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:34:27Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['1b62cfae-791c-4204-bf01-912f6aca26ba'], 'active': True} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:34:42.439821 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5952b98-244e-4a7a-aa2d-d9b2c4338443 admin admin] Notify agent at l3_agent.dv-cinder-803823-11-iscsi the message routers_updated {{(pid=111023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 00:34:42.457032 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbbcef5-6c5a-4e29-a12a-5b9ca749eba7 None None] Pushing event updated for resources: {'Port': ['ID=0f66962a-1205-4a33-9a8f-65465c9ebb13,revision_number=3']} {{(pid=111025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:42.462222 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5973c5-b898-44ae-ae83-4446584e9d17 admin admin] Network ffe9c59a-3096-4aef-8b2e-e3aa63722c28 is already hosted by enough agents. {{(pid=111022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:34:42.462222 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.scheduler.base_scheduler [None req-de5973c5-b898-44ae-ae83-4446584e9d17 admin admin] Resources bound (agent type, host, resource id): {{(pid=111022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:34:42.463173 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6949eb0b-eca2-493b-afb9-a288fe1aa11f None None] Checking router: f8af5f06-db23-459f-ae73-a606857d961d for host: dv-cinder-803823-11-iscsi {{(pid=111024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 00:34:42.463626 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6949eb0b-eca2-493b-afb9-a288fe1aa11f None None] Updating router f8af5f06-db23-459f-ae73-a606857d961d port 519309ba-1525-409f-9df1-a71aefad1a2b binding host dv-cinder-803823-11-iscsi {{(pid=111024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 00:34:42.465040 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5973c5-b898-44ae-ae83-4446584e9d17 admin admin] Received port after_create {{(pid=111022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 00:34:42.465837 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-de5973c5-b898-44ae-ae83-4446584e9d17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672804'] for router_interface (1b62cfae-791c-4204-bf01-912f6aca26ba), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:42.468647 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac3f662-f687-4e7f-9c1c-fe40110d10f4 None None] Sync routers for ids ['77e43a31-7199-43bd-a9c6-0f82d416a435'] in dv-cinder-803823-11-iscsi {{(pid=111025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 00:34:42.508390 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-6949eb0b-eca2-493b-afb9-a288fe1aa11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (519309ba-1525-409f-9df1-a71aefad1a2b), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:42.511636 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Network 3ad15e0a-2273-4981-835b-745423658817 details requested by agent ovs-agent-dv-cinder-803823-11-iscsi with host dv-cinder-803823-11-iscsi {{(pid=111024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 00:34:42.622987 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-ee1a0913-f9ce-4bc9-84a1-3bac8e1b5851 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 3.2072155 Jun 16 00:34:42.630801 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 38808) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:34:42.634509 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:42.637600 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac3f662-f687-4e7f-9c1c-fe40110d10f4 None None] Routers {'77e43a31-7199-43bd-a9c6-0f82d416a435'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:34:42.638415 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-7ac3f662-f687-4e7f-9c1c-fe40110d10f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:34:27Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['77e43a31-7199-43bd-a9c6-0f82d416a435'], 'active': True} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:34:42.649432 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [None req-39ae2fef-72d6-43e4-9b93-8056c0ea65e7 admin admin] Request body: {'subnet': {'network_id': '3ad15e0a-2273-4981-835b-745423658817', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1264591541-subnet', 'tenant_id': 'db99dfcca0a54888a1298320b149323d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:34:42.655745 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-2c575ce7-37f6-41dd-893b-964e6d9bcb4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:42.709467 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:42.721642 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-b5952b98-244e-4a7a-aa2d-d9b2c4338443 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:42.726950 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-b5952b98-244e-4a7a-aa2d-d9b2c4338443 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.5659928 Jun 16 00:34:42.755686 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 38814) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:34:42.786438 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvr_db [None req-7ac3f662-f687-4e7f-9c1c-fe40110d10f4 None None] Set router 77e43a31-7199-43bd-a9c6-0f82d416a435 gateway port host: dv-cinder-803823-11-iscsi {{(pid=111025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:34:42.853902 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Current status of the port 38b12424-cd74-4fdf-82f4-274b7bf460e4 is: DOWN; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:34:42.854535 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (38b12424-cd74-4fdf-82f4-274b7bf460e4), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:42.929089 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] For port 38b12424-cd74-4fdf-82f4-274b7bf460e4, host dv-cinder-803823-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=38b12424-cd74-4fdf-82f4-274b7bf460e4,segment=NetworkSegment(83998d89-0694-4525-932b-b99a1680f07f),segment_id=83998d89-0694-4525-932b-b99a1680f07f)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:34:43.011222 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-7ac3f662-f687-4e7f-9c1c-fe40110d10f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e43a31-7199-43bd-a9c6-0f82d416a435', 'name': 'tempest-AttachVolumeShelveTestJSON-1900672149-router', 'tenant_id': '494ce289f1774df0833301de8e46ae11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'a5b62024-ed52-49f6-9d00-e9c9c9c7a995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:34:36Z', 'updated_at': '2022-06-16T00:34:40Z', 'revision_number': 3, 'project_id': '494ce289f1774df0833301de8e46ae11', 'gw_port': {'id': 'a5b62024-ed52-49f6-9d00-e9c9c9c7a995', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c4:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77e43a31-7199-43bd-a9c6-0f82d416a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:38Z', 'updated_at': '2022-06-16T00:34:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi'}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:34:43.040459 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (38b12424-cd74-4fdf-82f4-274b7bf460e4), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:43.040459 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device e3616cad-c778-410e-afb2-4c13eb1d4d3f up at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:34:43.045302 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac3f662-f687-4e7f-9c1c-fe40110d10f4 None None] Checking router: 77e43a31-7199-43bd-a9c6-0f82d416a435 for host: dv-cinder-803823-11-iscsi {{(pid=111025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 00:34:43.045767 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac3f662-f687-4e7f-9c1c-fe40110d10f4 None None] Updating router 77e43a31-7199-43bd-a9c6-0f82d416a435 port a5b62024-ed52-49f6-9d00-e9c9c9c7a995 binding host dv-cinder-803823-11-iscsi {{(pid=111025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 00:34:43.050856 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-947f082d-deca-437f-a6c6-0c4a350e515e admin admin] Publish callbacks [] for router_gateway (43b866e7-a6b0-4b6b-8ebb-c9bd8cece985), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:43.076847 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.db_base_plugin_common [None req-2c575ce7-37f6-41dd-893b-964e6d9bcb4e admin admin] Allocated IP 172.20.0.1 (8f4288ea-b4d4-4302-977b-e748e2c0ee47/b6a5ed6d-e651-48fb-a2c8-ac02a15bcf98/44c6089c-6fe0-46fd-a3c9-1a1ec6f16764) {{(pid=111023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 00:34:43.081761 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-7ac3f662-f687-4e7f-9c1c-fe40110d10f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (a5b62024-ed52-49f6-9d00-e9c9c9c7a995), before_update {{(pid=111025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:43.179124 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Pushing event updated for resources: {'Port': ['ID=38b12424-cd74-4fdf-82f4-274b7bf460e4,revision_number=3']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:43.192684 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-8cca3a2b-2bdf-4a67-99ba-f1e95f009b4b None None] Current status of the port f0fdc763-55cd-45e9-be34-cf5fcbb4fcc4 is: DOWN; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:34:43.193065 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-8cca3a2b-2bdf-4a67-99ba-f1e95f009b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (f0fdc763-55cd-45e9-be34-cf5fcbb4fcc4), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:43.199008 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Provisioning complete for port e3616cad-c778-410e-afb2-4c13eb1d4d3f triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:34:43.199395 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (e3616cad-c778-410e-afb2-4c13eb1d4d3f), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:43.238775 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:43.259365 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:43.298388 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-8cca3a2b-2bdf-4a67-99ba-f1e95f009b4b None None] For port f0fdc763-55cd-45e9-be34-cf5fcbb4fcc4, host dv-cinder-803823-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=f0fdc763-55cd-45e9-be34-cf5fcbb4fcc4,segment=NetworkSegment(5c02ce47-b4ce-4c8e-af6b-d3fbab975164),segment_id=5c02ce47-b4ce-4c8e-af6b-d3fbab975164)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:34:43.318879 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-2c575ce7-37f6-41dd-893b-964e6d9bcb4e admin admin] Publish callbacks [] for port (44c6089c-6fe0-46fd-a3c9-1a1ec6f16764), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:43.344325 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Current status of the port e3616cad-c778-410e-afb2-4c13eb1d4d3f is: ACTIVE; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:34:43.345867 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device f0fdc763-55cd-45e9-be34-cf5fcbb4fcc4 up at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:34:43.353668 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:43.356864 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:43.378080 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-de5973c5-b898-44ae-ae83-4446584e9d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (10a8169d-3fef-4cc7-94c5-78192087f720), before_update {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:43.387525 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:43.402992 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Provisioning complete for port f0fdc763-55cd-45e9-be34-cf5fcbb4fcc4 triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:34:43.403422 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (f0fdc763-55cd-45e9-be34-cf5fcbb4fcc4), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:43.414359 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-2c575ce7-37f6-41dd-893b-964e6d9bcb4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753842110805'] for port (44c6089c-6fe0-46fd-a3c9-1a1ec6f16764), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:43.463453 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-8cca3a2b-2bdf-4a67-99ba-f1e95f009b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (f0fdc763-55cd-45e9-be34-cf5fcbb4fcc4), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:43.485555 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ae2fef-72d6-43e4-9b93-8056c0ea65e7 admin admin] Made reservation on behalf of db99dfcca0a54888a1298320b149323d for: {'subnet': 1} {{(pid=111023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 00:34:43.493934 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvr_db [None req-71f17a18-b723-47e8-9ddf-021ca68eab15 None None] Set router 1b62cfae-791c-4204-bf01-912f6aca26ba gateway port host: dv-cinder-803823-11-iscsi {{(pid=111025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:34:43.513250 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-39ae2fef-72d6-43e4-9b93-8056c0ea65e7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:43.547603 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cca3a2b-2bdf-4a67-99ba-f1e95f009b4b None None] Pushing event updated for resources: {'Port': ['ID=f0fdc763-55cd-45e9-be34-cf5fcbb4fcc4,revision_number=3']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:43.598692 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c575ce7-37f6-41dd-893b-964e6d9bcb4e admin admin] Network 8f4288ea-b4d4-4302-977b-e748e2c0ee47 is already hosted by enough agents. {{(pid=111023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:34:43.609279 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.base_scheduler [None req-2c575ce7-37f6-41dd-893b-964e6d9bcb4e admin admin] Resources bound (agent type, host, resource id): {{(pid=111023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:34:43.618631 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c575ce7-37f6-41dd-893b-964e6d9bcb4e admin admin] Received port after_create {{(pid=111023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 00:34:43.619095 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-2c575ce7-37f6-41dd-893b-964e6d9bcb4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672804'] for router_interface (f8af5f06-db23-459f-ae73-a606857d961d), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:43.651949 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Current status of the port f0fdc763-55cd-45e9-be34-cf5fcbb4fcc4 is: ACTIVE; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:34:43.654113 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-8cca3a2b-2bdf-4a67-99ba-f1e95f009b4b None None] Provisioning complete for port 38b12424-cd74-4fdf-82f4-274b7bf460e4 triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:34:43.655537 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-8cca3a2b-2bdf-4a67-99ba-f1e95f009b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (38b12424-cd74-4fdf-82f4-274b7bf460e4), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:43.774460 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-8cca3a2b-2bdf-4a67-99ba-f1e95f009b4b None None] Current status of the port 38b12424-cd74-4fdf-82f4-274b7bf460e4 is: ACTIVE; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:34:43.777595 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=100 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:43.827389 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c575ce7-37f6-41dd-893b-964e6d9bcb4e admin admin] Pushing event updated for resources: {'Port': ['ID=44c6089c-6fe0-46fd-a3c9-1a1ec6f16764,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:43.893272 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-7ac3f662-f687-4e7f-9c1c-fe40110d10f4 None None] Publish callbacks [] for port (a5b62024-ed52-49f6-9d00-e9c9c9c7a995), precommit_update {{(pid=111025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:44.036047 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-de5973c5-b898-44ae-ae83-4446584e9d17 admin admin] Publish callbacks [] for port (10a8169d-3fef-4cc7-94c5-78192087f720), precommit_update {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:44.119124 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device f0fdc763-55cd-45e9-be34-cf5fcbb4fcc4 up at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:34:44.126572 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-7ac3f662-f687-4e7f-9c1c-fe40110d10f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (a5b62024-ed52-49f6-9d00-e9c9c9c7a995), after_update {{(pid=111025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:44.143845 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-71f17a18-b723-47e8-9ddf-021ca68eab15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'name': 'tempest-AttachVolumeNegativeTest-1185601359-router', 'tenant_id': '45031128a55e42989da61e01948538d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '0f66962a-1205-4a33-9a8f-65465c9ebb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:34:34Z', 'updated_at': '2022-06-16T00:34:37Z', 'revision_number': 3, 'project_id': '45031128a55e42989da61e01948538d3', 'gw_port': {'id': '0f66962a-1205-4a33-9a8f-65465c9ebb13', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:aa:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:36Z', 'updated_at': '2022-06-16T00:34:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi'}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:34:44.154576 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-de5973c5-b898-44ae-ae83-4446584e9d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (10a8169d-3fef-4cc7-94c5-78192087f720), after_update {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:44.156088 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-de5973c5-b898-44ae-ae83-4446584e9d17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672856'] for router_interface (1b62cfae-791c-4204-bf01-912f6aca26ba), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:44.210111 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f17a18-b723-47e8-9ddf-021ca68eab15 None None] The sync data for ids ['1b62cfae-791c-4204-bf01-912f6aca26ba'] in dv-cinder-803823-11-iscsi is: [{'id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'name': 'tempest-AttachVolumeNegativeTest-1185601359-router', 'tenant_id': '45031128a55e42989da61e01948538d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '0f66962a-1205-4a33-9a8f-65465c9ebb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:34:34Z', 'updated_at': '2022-06-16T00:34:37Z', 'revision_number': 3, 'project_id': '45031128a55e42989da61e01948538d3', 'gw_port': {'id': '0f66962a-1205-4a33-9a8f-65465c9ebb13', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:aa:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:36Z', 'updated_at': '2022-06-16T00:34:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi'}] {{(pid=111025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 00:34:44.219163 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5973c5-b898-44ae-ae83-4446584e9d17 admin admin] Pushing event updated for resources: {'Port': ['ID=10a8169d-3fef-4cc7-94c5-78192087f720,revision_number=2']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:44.245813 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.managers [None req-7ac3f662-f687-4e7f-9c1c-fe40110d10f4 None None] Attempting to bind port a5b62024-ed52-49f6-9d00-e9c9c9c7a995 on host dv-cinder-803823-11-iscsi for vnic_type normal with profile {{(pid=111025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 00:34:44.250929 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.managers [None req-7ac3f662-f687-4e7f-9c1c-fe40110d10f4 None None] Attempting to bind port a5b62024-ed52-49f6-9d00-e9c9c9c7a995 by drivers openvswitch,hyperv on host dv-cinder-803823-11-iscsi at level 0 using segments [{'id': '6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85'}] {{(pid=111025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 00:34:44.252598 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac3f662-f687-4e7f-9c1c-fe40110d10f4 None None] Attempting to bind port a5b62024-ed52-49f6-9d00-e9c9c9c7a995 on network 81cb8278-aa95-4a96-976c-13998a04ce85 {{(pid=111025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 00:34:44.273571 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-87a9c298-91ce-4510-8ade-c8bcf47877ea None None] Provisioning complete for port f0fdc763-55cd-45e9-be34-cf5fcbb4fcc4 triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:34:44.274266 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-87a9c298-91ce-4510-8ade-c8bcf47877ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (f0fdc763-55cd-45e9-be34-cf5fcbb4fcc4), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:44.277001 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac3f662-f687-4e7f-9c1c-fe40110d10f4 None None] Checking agent: {'id': '81117e21-cbf2-493f-9e14-29a3cec1f25a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 0, 26, 30), 'started_at': datetime.datetime(2022, 6, 16, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 0, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 00:34:44.277613 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac3f662-f687-4e7f-9c1c-fe40110d10f4 None None] Checking segment: {'id': '6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 00:34:44.278216 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-7ac3f662-f687-4e7f-9c1c-fe40110d10f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:44.278804 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac3f662-f687-4e7f-9c1c-fe40110d10f4 None None] Bound using segment: {'id': '6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85'} {{(pid=111025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 00:34:44.279451 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.managers [None req-7ac3f662-f687-4e7f-9c1c-fe40110d10f4 None None] Bound port: a5b62024-ed52-49f6-9d00-e9c9c9c7a995, host: dv-cinder-803823-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85'}}] {{(pid=111025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 00:34:44.280013 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-7ac3f662-f687-4e7f-9c1c-fe40110d10f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (a5b62024-ed52-49f6-9d00-e9c9c9c7a995), before_update {{(pid=111025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:44.285403 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-2c575ce7-37f6-41dd-893b-964e6d9bcb4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (44c6089c-6fe0-46fd-a3c9-1a1ec6f16764), before_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:44.286376 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b8918a-d7fd-452e-8343-a36bddea6595 None None] Pushing event updated for resources: {'Port': ['ID=a5b62024-ed52-49f6-9d00-e9c9c9c7a995,revision_number=2']} {{(pid=111025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:44.367082 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-39ae2fef-72d6-43e4-9b93-8056c0ea65e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177'] for subnet (ad0c17b0-bd67-4bfc-9892-36be45aabb90), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:44.370726 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.db [None req-7ac3f662-f687-4e7f-9c1c-fe40110d10f4 None None] For port a5b62024-ed52-49f6-9d00-e9c9c9c7a995, host dv-cinder-803823-11-iscsi, cleared binding levels {{(pid=111025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 00:34:44.381109 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.db [None req-7ac3f662-f687-4e7f-9c1c-fe40110d10f4 None None] For port a5b62024-ed52-49f6-9d00-e9c9c9c7a995, host dv-cinder-803823-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=a5b62024-ed52-49f6-9d00-e9c9c9c7a995,segment=NetworkSegment(6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc),segment_id=6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc)] {{(pid=111025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 00:34:44.402195 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Provisioning complete for port f0fdc763-55cd-45e9-be34-cf5fcbb4fcc4 triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:34:44.402619 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (f0fdc763-55cd-45e9-be34-cf5fcbb4fcc4), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:44.439619 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ae2fef-72d6-43e4-9b93-8056c0ea65e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad0c17b0-bd67-4bfc-9892-36be45aabb90,revision_number=0']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:44.443611 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=100 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:44.445901 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-6949eb0b-eca2-493b-afb9-a288fe1aa11f None None] Publish callbacks [] for port (519309ba-1525-409f-9df1-a71aefad1a2b), precommit_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:44.449855 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5973c5-b898-44ae-ae83-4446584e9d17 admin admin] Network ffe9c59a-3096-4aef-8b2e-e3aa63722c28 is already hosted by enough agents. {{(pid=111022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:34:44.455315 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.scheduler.base_scheduler [None req-de5973c5-b898-44ae-ae83-4446584e9d17 admin admin] Resources bound (agent type, host, resource id): {{(pid=111022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:34:44.468647 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-947f082d-deca-437f-a6c6-0c4a350e515e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-673024'] for router (43b866e7-a6b0-4b6b-8ebb-c9bd8cece985), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:44.509959 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-7ac3f662-f687-4e7f-9c1c-fe40110d10f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (a5b62024-ed52-49f6-9d00-e9c9c9c7a995), after_update {{(pid=111025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:44.543558 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ae2fef-72d6-43e4-9b93-8056c0ea65e7 admin admin] Checking segment: {'id': '2e1efc5f-465b-4f7f-9895-ead359d9a99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '3ad15e0a-2273-4981-835b-745423658817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 00:34:44.544129 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ae2fef-72d6-43e4-9b93-8056c0ea65e7 admin admin] Network hostable DHCP agents. Network: 3ad15e0a-2273-4981-835b-745423658817, hostable agents: ['2a8c543c-b8d9-40d8-999c-fa03b757f547'], hosted agents: [] {{(pid=111023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 00:34:44.547688 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-6949eb0b-eca2-493b-afb9-a288fe1aa11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (519309ba-1525-409f-9df1-a71aefad1a2b), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:44.549675 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-87a9c298-91ce-4510-8ade-c8bcf47877ea None None] Current status of the port f0fdc763-55cd-45e9-be34-cf5fcbb4fcc4 is: ACTIVE; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:34:44.574506 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:44.580223 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-87a9c298-91ce-4510-8ade-c8bcf47877ea None None] Provisioning complete for port 10a8169d-3fef-4cc7-94c5-78192087f720 triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:34:44.580389 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 38864) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:34:44.580463 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-87a9c298-91ce-4510-8ade-c8bcf47877ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (10a8169d-3fef-4cc7-94c5-78192087f720), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:44.685294 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Current status of the port f0fdc763-55cd-45e9-be34-cf5fcbb4fcc4 is: ACTIVE; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:34:44.686390 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device 38b12424-cd74-4fdf-82f4-274b7bf460e4 up at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:34:44.739069 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.managers [None req-6949eb0b-eca2-493b-afb9-a288fe1aa11f None None] Attempting to bind port 519309ba-1525-409f-9df1-a71aefad1a2b on host dv-cinder-803823-11-iscsi for vnic_type normal with profile {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 00:34:44.739439 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.managers [None req-6949eb0b-eca2-493b-afb9-a288fe1aa11f None None] Attempting to bind port 519309ba-1525-409f-9df1-a71aefad1a2b by drivers openvswitch,hyperv on host dv-cinder-803823-11-iscsi at level 0 using segments [{'id': '6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85'}] {{(pid=111024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 00:34:44.739797 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6949eb0b-eca2-493b-afb9-a288fe1aa11f None None] Attempting to bind port 519309ba-1525-409f-9df1-a71aefad1a2b on network 81cb8278-aa95-4a96-976c-13998a04ce85 {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 00:34:44.744744 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-2c575ce7-37f6-41dd-893b-964e6d9bcb4e admin admin] Publish callbacks [] for port (44c6089c-6fe0-46fd-a3c9-1a1ec6f16764), precommit_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:44.748204 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac3f662-f687-4e7f-9c1c-fe40110d10f4 None None] Routers {'77e43a31-7199-43bd-a9c6-0f82d416a435'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:34:44.748809 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-7ac3f662-f687-4e7f-9c1c-fe40110d10f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:34:27Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['77e43a31-7199-43bd-a9c6-0f82d416a435'], 'active': True} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:34:44.765758 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-87a9c298-91ce-4510-8ade-c8bcf47877ea None None] Port 10a8169d-3fef-4cc7-94c5-78192087f720 cannot update to ACTIVE because it is not bound. {{(pid=111024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 00:34:44.771925 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ae2fef-72d6-43e4-9b93-8056c0ea65e7 admin admin] Network 3ad15e0a-2273-4981-835b-745423658817 is scheduled to be hosted by DHCP agent 2a8c543c-b8d9-40d8-999c-fa03b757f547 with binding_index 1 {{(pid=111023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 00:34:44.779961 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6949eb0b-eca2-493b-afb9-a288fe1aa11f None None] Checking agent: {'id': '81117e21-cbf2-493f-9e14-29a3cec1f25a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 0, 26, 30), 'started_at': datetime.datetime(2022, 6, 16, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 0, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 00:34:44.780351 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6949eb0b-eca2-493b-afb9-a288fe1aa11f None None] Checking segment: {'id': '6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 00:34:44.780760 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-6949eb0b-eca2-493b-afb9-a288fe1aa11f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:44.781154 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6949eb0b-eca2-493b-afb9-a288fe1aa11f None None] Bound using segment: {'id': '6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85'} {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 00:34:44.781633 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.managers [None req-6949eb0b-eca2-493b-afb9-a288fe1aa11f None None] Bound port: 519309ba-1525-409f-9df1-a71aefad1a2b, host: dv-cinder-803823-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85'}}] {{(pid=111024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 00:34:44.782002 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-6949eb0b-eca2-493b-afb9-a288fe1aa11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (519309ba-1525-409f-9df1-a71aefad1a2b), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:44.815654 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-2c575ce7-37f6-41dd-893b-964e6d9bcb4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (44c6089c-6fe0-46fd-a3c9-1a1ec6f16764), after_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:44.816480 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-2c575ce7-37f6-41dd-893b-964e6d9bcb4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672856'] for router_interface (f8af5f06-db23-459f-ae73-a606857d961d), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:44.897895 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.base_scheduler [None req-39ae2fef-72d6-43e4-9b93-8056c0ea65e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-11-iscsi, 3ad15e0a-2273-4981-835b-745423658817) {{(pid=111023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:34:44.906134 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d86c7e-ced9-48ec-871f-2da17fb99148 None None] Pushing event updated for resources: {'Port': ['ID=519309ba-1525-409f-9df1-a71aefad1a2b,revision_number=2']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:44.909925 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ae2fef-72d6-43e4-9b93-8056c0ea65e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:34:44.912670 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-39ae2fef-72d6-43e4-9b93-8056c0ea65e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590195'] for subnet (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:44.916268 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc6cbf4-a1c3-44e1-a31e-7c588cb5b3ee None None] Network 3ad15e0a-2273-4981-835b-745423658817 requested from dv-cinder-803823-11-iscsi {{(pid=111024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 00:34:44.969672 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:44.976148 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvr_db [None req-7ac3f662-f687-4e7f-9c1c-fe40110d10f4 None None] Set router 77e43a31-7199-43bd-a9c6-0f82d416a435 gateway port host: dv-cinder-803823-11-iscsi {{(pid=111025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:34:44.982757 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-cf41f1f9-4a7b-42ef-91a4-6484b809c04f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:45.005151 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de5973c5-b898-44ae-ae83-4446584e9d17 admin admin] Router 1b62cfae-791c-4204-bf01-912f6aca26ba has already been hosted by L3 agent d0297bc9-c3a8-45ac-9023-c937cb4f21fc {{(pid=111022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 00:34:45.026352 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c575ce7-37f6-41dd-893b-964e6d9bcb4e admin admin] Pushing event updated for resources: {'Port': ['ID=44c6089c-6fe0-46fd-a3c9-1a1ec6f16764,revision_number=2']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:45.033153 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-6949eb0b-eca2-493b-afb9-a288fe1aa11f None None] For port 519309ba-1525-409f-9df1-a71aefad1a2b, host dv-cinder-803823-11-iscsi, cleared binding levels {{(pid=111024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 00:34:45.070323 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-87a9c298-91ce-4510-8ade-c8bcf47877ea None None] Provisioning complete for port 38b12424-cd74-4fdf-82f4-274b7bf460e4 triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:34:45.070712 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-87a9c298-91ce-4510-8ade-c8bcf47877ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (38b12424-cd74-4fdf-82f4-274b7bf460e4), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:45.119263 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45dcc021-c91b-4297-a160-8545529e1bb6 None None] Network 3ad15e0a-2273-4981-835b-745423658817 requested from dv-cinder-803823-11-iscsi {{(pid=111024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 00:34:45.121859 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:45.176145 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-39ae2fef-72d6-43e4-9b93-8056c0ea65e7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.5239027 Jun 16 00:34:45.176145 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c575ce7-37f6-41dd-893b-964e6d9bcb4e admin admin] Network 8f4288ea-b4d4-4302-977b-e748e2c0ee47 is already hosted by enough agents. {{(pid=111023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:34:45.198741 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.base_scheduler [None req-2c575ce7-37f6-41dd-893b-964e6d9bcb4e admin admin] Resources bound (agent type, host, resource id): {{(pid=111023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:34:45.264976 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Provisioning complete for port 38b12424-cd74-4fdf-82f4-274b7bf460e4 triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:34:45.265348 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (38b12424-cd74-4fdf-82f4-274b7bf460e4), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:45.298465 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-6949eb0b-eca2-493b-afb9-a288fe1aa11f None None] For port 519309ba-1525-409f-9df1-a71aefad1a2b, host dv-cinder-803823-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=519309ba-1525-409f-9df1-a71aefad1a2b,segment=NetworkSegment(6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc),segment_id=6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc)] {{(pid=111024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 00:34:45.316909 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b8918a-d7fd-452e-8343-a36bddea6595 None None] Pushing event updated for resources: {'Port': ['ID=a5b62024-ed52-49f6-9d00-e9c9c9c7a995,revision_number=3']} {{(pid=111025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:45.360394 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=100 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:45.421032 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-7ac3f662-f687-4e7f-9c1c-fe40110d10f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e43a31-7199-43bd-a9c6-0f82d416a435', 'name': 'tempest-AttachVolumeShelveTestJSON-1900672149-router', 'tenant_id': '494ce289f1774df0833301de8e46ae11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'a5b62024-ed52-49f6-9d00-e9c9c9c7a995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:34:36Z', 'updated_at': '2022-06-16T00:34:40Z', 'revision_number': 3, 'project_id': '494ce289f1774df0833301de8e46ae11', 'gw_port': {'id': 'a5b62024-ed52-49f6-9d00-e9c9c9c7a995', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c4:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77e43a31-7199-43bd-a9c6-0f82d416a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:38Z', 'updated_at': '2022-06-16T00:34:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi'}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:34:45.442019 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-356f4c4f-cc88-48d8-9186-f260eb09ada6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:45.448333 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:45.478800 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac3f662-f687-4e7f-9c1c-fe40110d10f4 None None] The sync data for ids ['77e43a31-7199-43bd-a9c6-0f82d416a435'] in dv-cinder-803823-11-iscsi is: [{'id': '77e43a31-7199-43bd-a9c6-0f82d416a435', 'name': 'tempest-AttachVolumeShelveTestJSON-1900672149-router', 'tenant_id': '494ce289f1774df0833301de8e46ae11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'a5b62024-ed52-49f6-9d00-e9c9c9c7a995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:34:36Z', 'updated_at': '2022-06-16T00:34:40Z', 'revision_number': 3, 'project_id': '494ce289f1774df0833301de8e46ae11', 'gw_port': {'id': 'a5b62024-ed52-49f6-9d00-e9c9c9c7a995', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c4:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77e43a31-7199-43bd-a9c6-0f82d416a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:38Z', 'updated_at': '2022-06-16T00:34:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi'}] {{(pid=111025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 00:34:45.480404 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-6949eb0b-eca2-493b-afb9-a288fe1aa11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (519309ba-1525-409f-9df1-a71aefad1a2b), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:45.500341 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:45.608567 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-cf41f1f9-4a7b-42ef-91a4-6484b809c04f admin admin] Publish callbacks [] for security_group (877cc4cf-df69-44e1-9ddd-d1f783d23a74), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:45.611201 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:INSERT=9,neutron:UPDATE=4,neutron:SELECT=87 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:45.619455 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-947f082d-deca-437f-a6c6-0c4a350e515e admin admin] Router 43b866e7-a6b0-4b6b-8ebb-c9bd8cece985 is scheduled to L3 agent d0297bc9-c3a8-45ac-9023-c937cb4f21fc with binding_index 1 {{(pid=111022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 00:34:45.638570 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de5973c5-b898-44ae-ae83-4446584e9d17 admin admin] Notify agent at l3_agent.dv-cinder-803823-11-iscsi the message routers_updated {{(pid=111022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 00:34:45.659456 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6949eb0b-eca2-493b-afb9-a288fe1aa11f None None] Routers {'f8af5f06-db23-459f-ae73-a606857d961d'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:34:45.660274 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-de5973c5-b898-44ae-ae83-4446584e9d17 admin admin] 10.222.0.20 "PUT /v2.0/routers/1b62cfae-791c-4204-bf01-912f6aca26ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0898218 Jun 16 00:34:45.660407 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-6949eb0b-eca2-493b-afb9-a288fe1aa11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:34:27Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['f8af5f06-db23-459f-ae73-a606857d961d'], 'active': True} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:34:45.669138 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c575ce7-37f6-41dd-893b-964e6d9bcb4e admin admin] Router f8af5f06-db23-459f-ae73-a606857d961d has already been hosted by L3 agent d0297bc9-c3a8-45ac-9023-c937cb4f21fc {{(pid=111023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 00:34:45.679972 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d86c7e-ced9-48ec-871f-2da17fb99148 None None] Pushing event updated for resources: {'Port': ['ID=519309ba-1525-409f-9df1-a71aefad1a2b,revision_number=3']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:45.739808 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-cf41f1f9-4a7b-42ef-91a4-6484b809c04f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (877cc4cf-df69-44e1-9ddd-d1f783d23a74), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:45.772053 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-87a9c298-91ce-4510-8ade-c8bcf47877ea None None] Current status of the port 38b12424-cd74-4fdf-82f4-274b7bf460e4 is: ACTIVE; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:34:45.779151 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Current status of the port 38b12424-cd74-4fdf-82f4-274b7bf460e4 is: ACTIVE; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:34:45.781899 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device 4d7dd914-d4de-4e72-bb23-acdce063aa48 up at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:34:45.862374 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-cf41f1f9-4a7b-42ef-91a4-6484b809c04f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c1e92365d64d4b5a8464f33f0568ebf8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2783570 Jun 16 00:34:45.866170 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 38896) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:34:45.877136 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf41f1f9-4a7b-42ef-91a4-6484b809c04f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=877cc4cf-df69-44e1-9ddd-d1f783d23a74,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:45.936730 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Provisioning complete for port 4d7dd914-d4de-4e72-bb23-acdce063aa48 triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:34:45.936730 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (4d7dd914-d4de-4e72-bb23-acdce063aa48), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:45.997489 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:46.006141 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-f7232a58-0ee9-4d0e-887b-def1a4c3e67c None None] Provisioning complete for port 10a8169d-3fef-4cc7-94c5-78192087f720 triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:34:46.007808 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-f7232a58-0ee9-4d0e-887b-def1a4c3e67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (10a8169d-3fef-4cc7-94c5-78192087f720), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:46.021519 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvr_db [None req-6949eb0b-eca2-493b-afb9-a288fe1aa11f None None] Set router f8af5f06-db23-459f-ae73-a606857d961d gateway port host: dv-cinder-803823-11-iscsi {{(pid=111024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:34:46.029872 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c575ce7-37f6-41dd-893b-964e6d9bcb4e admin admin] Notify agent at l3_agent.dv-cinder-803823-11-iscsi the message routers_updated {{(pid=111023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 00:34:46.052438 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-2c575ce7-37f6-41dd-893b-964e6d9bcb4e admin admin] 10.222.0.20 "PUT /v2.0/routers/f8af5f06-db23-459f-ae73-a606857d961d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6920969 Jun 16 00:34:46.052645 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.db.db_base_plugin_common [None req-356f4c4f-cc88-48d8-9186-f260eb09ada6 admin admin] Allocated IP 172.20.0.1 (a6844d01-625d-4b71-91cf-373fe3e3e7cc/892d2143-b3e2-4410-bf1b-7ad84511c529/ea3b799f-eca8-46b9-800b-66e9d4d0fc11) {{(pid=111022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 00:34:46.054559 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-947f082d-deca-437f-a6c6-0c4a350e515e admin admin] Notify agent at l3_agent.dv-cinder-803823-11-iscsi the message routers_updated {{(pid=111022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 00:34:46.083041 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-8a1aed49-a51f-4ffc-bb66-460e9dbbe591 admin admin] Publish callbacks [] for security_group (877cc4cf-df69-44e1-9ddd-d1f783d23a74), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:46.112761 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-8a1aed49-a51f-4ffc-bb66-460e9dbbe591 admin admin] Publish callbacks [] for security_group (877cc4cf-df69-44e1-9ddd-d1f783d23a74), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:46.204634 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2049344d-2995-4ce4-b4a1-57488700d43d None None] Sync routers for ids ['43b866e7-a6b0-4b6b-8ebb-c9bd8cece985'] in dv-cinder-803823-11-iscsi {{(pid=111024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 00:34:46.219110 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-947f082d-deca-437f-a6c6-0c4a350e515e admin admin] Publish callbacks [] for router (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:46.222048 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-947f082d-deca-437f-a6c6-0c4a350e515e admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 9.7386417 Jun 16 00:34:46.224603 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:46.226610 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 38906) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:34:46.262653 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-f7232a58-0ee9-4d0e-887b-def1a4c3e67c None None] Port 10a8169d-3fef-4cc7-94c5-78192087f720 cannot update to ACTIVE because it is not bound. {{(pid=111024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 00:34:46.266073 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-8a1aed49-a51f-4ffc-bb66-460e9dbbe591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (877cc4cf-df69-44e1-9ddd-d1f783d23a74), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:46.268636 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-8a1aed49-a51f-4ffc-bb66-460e9dbbe591 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:46.269818 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-8a1aed49-a51f-4ffc-bb66-460e9dbbe591 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/877cc4cf-df69-44e1-9ddd-d1f783d23a74 HTTP/1.1" status: 204 len: 168 time: 0.4025447 Jun 16 00:34:46.281776 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1aed49-a51f-4ffc-bb66-460e9dbbe591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=877cc4cf-df69-44e1-9ddd-d1f783d23a74,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:46.285671 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-f7232a58-0ee9-4d0e-887b-def1a4c3e67c None None] Provisioning complete for port 44c6089c-6fe0-46fd-a3c9-1a1ec6f16764 triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:34:46.286364 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-f7232a58-0ee9-4d0e-887b-def1a4c3e67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (44c6089c-6fe0-46fd-a3c9-1a1ec6f16764), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:46.292479 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2049344d-2995-4ce4-b4a1-57488700d43d None None] Routers {'43b866e7-a6b0-4b6b-8ebb-c9bd8cece985'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:34:46.293142 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-2049344d-2995-4ce4-b4a1-57488700d43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:34:27Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['43b866e7-a6b0-4b6b-8ebb-c9bd8cece985'], 'active': True} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:34:46.432355 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 38916) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:34:46.458539 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-356f4c4f-cc88-48d8-9186-f260eb09ada6 admin admin] Publish callbacks [] for port (ea3b799f-eca8-46b9-800b-66e9d4d0fc11), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:46.621522 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-f7232a58-0ee9-4d0e-887b-def1a4c3e67c None None] Port 44c6089c-6fe0-46fd-a3c9-1a1ec6f16764 cannot update to ACTIVE because it is not bound. {{(pid=111024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 00:34:46.642989 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Current status of the port 4d7dd914-d4de-4e72-bb23-acdce063aa48 is: ACTIVE; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:34:46.713874 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 38928) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:34:46.719342 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [None req-dc4274bb-7416-47db-8c32-1933a32da1f1 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Request body: {'security_group': {'name': 'tempest-securitygroup--374022622', 'description': 'tempest-description--1729886008'}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:34:46.725098 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvr_db [None req-2049344d-2995-4ce4-b4a1-57488700d43d None None] Set router 43b866e7-a6b0-4b6b-8ebb-c9bd8cece985 gateway port host: dv-cinder-803823-11-iscsi {{(pid=111024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:34:46.876807 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-356f4c4f-cc88-48d8-9186-f260eb09ada6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753842110805'] for port (ea3b799f-eca8-46b9-800b-66e9d4d0fc11), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:46.892041 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-dc4274bb-7416-47db-8c32-1933a32da1f1 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for security_group (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:46.931767 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356f4c4f-cc88-48d8-9186-f260eb09ada6 admin admin] Network a6844d01-625d-4b71-91cf-373fe3e3e7cc is already hosted by enough agents. {{(pid=111022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:34:46.937843 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.scheduler.base_scheduler [None req-356f4c4f-cc88-48d8-9186-f260eb09ada6 admin admin] Resources bound (agent type, host, resource id): {{(pid=111022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:34:46.956502 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356f4c4f-cc88-48d8-9186-f260eb09ada6 admin admin] Received port after_create {{(pid=111022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 00:34:46.957469 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-356f4c4f-cc88-48d8-9186-f260eb09ada6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672804'] for router_interface (77e43a31-7199-43bd-a9c6-0f82d416a435), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:46.994572 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device 0f66962a-1205-4a33-9a8f-65465c9ebb13 up at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:34:47.132357 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-dc4274bb-7416-47db-8c32-1933a32da1f1 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for security_group (2c537079-4cab-4ede-9263-8171bf77f5f2), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:47.151433 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180555f5-b81b-4839-b8e7-0456e4899f93 None None] Sync routers for ids ['1b62cfae-791c-4204-bf01-912f6aca26ba'] in dv-cinder-803823-11-iscsi {{(pid=111025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 00:34:47.167131 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=100 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:47.180069 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-09f50c4a-762f-4743-bba6-71dcefc5a650 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:47.186673 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180555f5-b81b-4839-b8e7-0456e4899f93 None None] Routers {'1b62cfae-791c-4204-bf01-912f6aca26ba'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:34:47.187602 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-180555f5-b81b-4839-b8e7-0456e4899f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:34:27Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['1b62cfae-791c-4204-bf01-912f6aca26ba'], 'active': True} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:34:47.222789 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-6949eb0b-eca2-493b-afb9-a288fe1aa11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8af5f06-db23-459f-ae73-a606857d961d', 'name': 'tempest-DeleteServersTestJSON-415055437-router', 'tenant_id': '2d9a178dbd5e430f874fa216367424dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '519309ba-1525-409f-9df1-a71aefad1a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:34:35Z', 'updated_at': '2022-06-16T00:34:44Z', 'revision_number': 4, 'project_id': '2d9a178dbd5e430f874fa216367424dc', 'gw_port': {'id': '519309ba-1525-409f-9df1-a71aefad1a2b', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e8:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8af5f06-db23-459f-ae73-a606857d961d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:36Z', 'updated_at': '2022-06-16T00:34:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_interfaces': [{'id': '44c6089c-6fe0-46fd-a3c9-1a1ec6f16764', 'name': '', 'network_id': '8f4288ea-b4d4-4302-977b-e748e2c0ee47', 'tenant_id': '2d9a178dbd5e430f874fa216367424dc', 'mac_address': 'fa:16:3e:58:ac:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8af5f06-db23-459f-ae73-a606857d961d', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b6a5ed6d-e651-48fb-a2c8-ac02a15bcf98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:42Z', 'updated_at': '2022-06-16T00:34:44Z', 'revision_number': 2, 'project_id': '2d9a178dbd5e430f874fa216367424dc', 'subnets': [{'id': 'b6a5ed6d-e651-48fb-a2c8-ac02a15bcf98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:34:47.229690 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Provisioning complete for port 0f66962a-1205-4a33-9a8f-65465c9ebb13 triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:34:47.230276 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (0f66962a-1205-4a33-9a8f-65465c9ebb13), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:47.245837 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-dc4274bb-7416-47db-8c32-1933a32da1f1 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (2c537079-4cab-4ede-9263-8171bf77f5f2), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:47.294885 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6949eb0b-eca2-493b-afb9-a288fe1aa11f None None] The sync data for ids ['f8af5f06-db23-459f-ae73-a606857d961d'] in dv-cinder-803823-11-iscsi is: [{'id': 'f8af5f06-db23-459f-ae73-a606857d961d', 'name': 'tempest-DeleteServersTestJSON-415055437-router', 'tenant_id': '2d9a178dbd5e430f874fa216367424dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '519309ba-1525-409f-9df1-a71aefad1a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:34:35Z', 'updated_at': '2022-06-16T00:34:44Z', 'revision_number': 4, 'project_id': '2d9a178dbd5e430f874fa216367424dc', 'gw_port': {'id': '519309ba-1525-409f-9df1-a71aefad1a2b', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e8:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8af5f06-db23-459f-ae73-a606857d961d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:36Z', 'updated_at': '2022-06-16T00:34:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_interfaces': [{'id': '44c6089c-6fe0-46fd-a3c9-1a1ec6f16764', 'name': '', 'network_id': '8f4288ea-b4d4-4302-977b-e748e2c0ee47', 'tenant_id': '2d9a178dbd5e430f874fa216367424dc', 'mac_address': 'fa:16:3e:58:ac:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8af5f06-db23-459f-ae73-a606857d961d', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b6a5ed6d-e651-48fb-a2c8-ac02a15bcf98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:42Z', 'updated_at': '2022-06-16T00:34:44Z', 'revision_number': 2, 'project_id': '2d9a178dbd5e430f874fa216367424dc', 'subnets': [{'id': 'b6a5ed6d-e651-48fb-a2c8-ac02a15bcf98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 00:34:47.315862 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4274bb-7416-47db-8c32-1933a32da1f1 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c537079-4cab-4ede-9263-8171bf77f5f2,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:47.365191 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-dc4274bb-7416-47db-8c32-1933a32da1f1 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for security_group (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:47.366875 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-dc4274bb-7416-47db-8c32-1933a32da1f1 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6519303 Jun 16 00:34:47.376427 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-83c606f5-891f-4468-ac92-94b1c4bf7f16 None None] Provisioning complete for port ea3b799f-eca8-46b9-800b-66e9d4d0fc11 triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:34:47.377027 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-83c606f5-891f-4468-ac92-94b1c4bf7f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (ea3b799f-eca8-46b9-800b-66e9d4d0fc11), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:47.382539 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 38938) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:34:47.405555 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [None req-3824c11e-8088-4426-a83e-a80aaf8cccb8 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Request body: {'security_group_rule': {'security_group_id': '2c537079-4cab-4ede-9263-8171bf77f5f2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:34:47.422475 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=2 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:47.425214 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvr_db [None req-180555f5-b81b-4839-b8e7-0456e4899f93 None None] Set router 1b62cfae-791c-4204-bf01-912f6aca26ba gateway port host: dv-cinder-803823-11-iscsi {{(pid=111025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:34:47.453393 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-09f50c4a-762f-4743-bba6-71dcefc5a650 admin admin] Publish callbacks [] for security_group (30277b9a-7219-44dd-b494-39c461415493), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:47.484043 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:47.485132 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356f4c4f-cc88-48d8-9186-f260eb09ada6 admin admin] Pushing event updated for resources: {'Port': ['ID=ea3b799f-eca8-46b9-800b-66e9d4d0fc11,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:47.504589 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-83c606f5-891f-4468-ac92-94b1c4bf7f16 None None] Port ea3b799f-eca8-46b9-800b-66e9d4d0fc11 cannot update to ACTIVE because it is not bound. {{(pid=111024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 00:34:47.554437 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:UPDATE=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:47.557344 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-09f50c4a-762f-4743-bba6-71dcefc5a650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (30277b9a-7219-44dd-b494-39c461415493), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:47.562263 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:47.589251 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Current status of the port 0f66962a-1205-4a33-9a8f-65465c9ebb13 is: DOWN; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:34:47.589633 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (0f66962a-1205-4a33-9a8f-65465c9ebb13), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:47.600701 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-2049344d-2995-4ce4-b4a1-57488700d43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b866e7-a6b0-4b6b-8ebb-c9bd8cece985', 'name': 'tempest-ServerRescueNegativeTestJSON-775123431-router', 'tenant_id': 'a4e7be42e39248e4b9f5c89e96a6b82e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '68308b25-ab33-4557-b7ec-e276240536b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:34:36Z', 'updated_at': '2022-06-16T00:34:42Z', 'revision_number': 3, 'project_id': 'a4e7be42e39248e4b9f5c89e96a6b82e', 'gw_port': {'id': '68308b25-ab33-4557-b7ec-e276240536b9', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:36:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b866e7-a6b0-4b6b-8ebb-c9bd8cece985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:38Z', 'updated_at': '2022-06-16T00:34:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi'}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:34:47.609016 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-09f50c4a-762f-4743-bba6-71dcefc5a650 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a17db5f4c7b74c2f89cb295ce6cd8d80&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1755018 Jun 16 00:34:47.611247 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-3824c11e-8088-4426-a83e-a80aaf8cccb8 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for security_group_rule (52c35f63-0f50-4018-b42d-8f15f7a5de59), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:47.613646 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 38940) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:34:47.634809 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2049344d-2995-4ce4-b4a1-57488700d43d None None] Checking router: 43b866e7-a6b0-4b6b-8ebb-c9bd8cece985 for host: dv-cinder-803823-11-iscsi {{(pid=111024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 00:34:47.635543 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2049344d-2995-4ce4-b4a1-57488700d43d None None] Updating router 43b866e7-a6b0-4b6b-8ebb-c9bd8cece985 port 68308b25-ab33-4557-b7ec-e276240536b9 binding host dv-cinder-803823-11-iscsi {{(pid=111024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 00:34:47.642251 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=10 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:47.702552 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-2049344d-2995-4ce4-b4a1-57488700d43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (68308b25-ab33-4557-b7ec-e276240536b9), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:47.739654 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] For port 0f66962a-1205-4a33-9a8f-65465c9ebb13, host dv-cinder-803823-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=0f66962a-1205-4a33-9a8f-65465c9ebb13,segment=NetworkSegment(6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc),segment_id=6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:34:47.757714 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f50c4a-762f-4743-bba6-71dcefc5a650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30277b9a-7219-44dd-b494-39c461415493,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:47.784189 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 38942) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:34:47.796561 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-3824c11e-8088-4426-a83e-a80aaf8cccb8 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for security_group_rule (52c35f63-0f50-4018-b42d-8f15f7a5de59), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:47.813955 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-4fe3bac8-ab67-4ced-96ed-ec0eafece401 admin admin] Publish callbacks [] for security_group (30277b9a-7219-44dd-b494-39c461415493), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:47.818325 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-f1f8e191-6033-43bd-a7c3-4ad441ee3958 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:47.881107 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-356f4c4f-cc88-48d8-9186-f260eb09ada6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (ea3b799f-eca8-46b9-800b-66e9d4d0fc11), before_update {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:47.910325 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 38964) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:34:47.910984 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-3824c11e-8088-4426-a83e-a80aaf8cccb8 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623384'] for security_group_rule (52c35f63-0f50-4018-b42d-8f15f7a5de59), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:47.921173 dv-cinder-803823-11-iscsi neutron-server[111022]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 16 00:34:47.950881 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-9c1c72a9-4486-4675-b30e-9b154c2a5188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:47.951362 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-4fe3bac8-ab67-4ced-96ed-ec0eafece401 admin admin] Publish callbacks [] for security_group (30277b9a-7219-44dd-b494-39c461415493), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:48.009311 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3824c11e-8088-4426-a83e-a80aaf8cccb8 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52c35f63-0f50-4018-b42d-8f15f7a5de59,revision_number=0']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:48.045661 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-180555f5-b81b-4839-b8e7-0456e4899f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'name': 'tempest-AttachVolumeNegativeTest-1185601359-router', 'tenant_id': '45031128a55e42989da61e01948538d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '0f66962a-1205-4a33-9a8f-65465c9ebb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:34:34Z', 'updated_at': '2022-06-16T00:34:43Z', 'revision_number': 4, 'project_id': '45031128a55e42989da61e01948538d3', 'gw_port': {'id': '0f66962a-1205-4a33-9a8f-65465c9ebb13', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:aa:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:36Z', 'updated_at': '2022-06-16T00:34:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_interfaces': [{'id': '10a8169d-3fef-4cc7-94c5-78192087f720', 'name': '', 'network_id': 'ffe9c59a-3096-4aef-8b2e-e3aa63722c28', 'tenant_id': '45031128a55e42989da61e01948538d3', 'mac_address': 'fa:16:3e:d1:28:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1f18fa19-d797-425e-adb2-49437faef043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:41Z', 'updated_at': '2022-06-16T00:34:43Z', 'revision_number': 2, 'project_id': '45031128a55e42989da61e01948538d3', 'subnets': [{'id': '1f18fa19-d797-425e-adb2-49437faef043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:34:48.122786 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180555f5-b81b-4839-b8e7-0456e4899f93 None None] Checking router: 1b62cfae-791c-4204-bf01-912f6aca26ba for host: dv-cinder-803823-11-iscsi {{(pid=111025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 00:34:48.122786 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180555f5-b81b-4839-b8e7-0456e4899f93 None None] Updating router 1b62cfae-791c-4204-bf01-912f6aca26ba port 10a8169d-3fef-4cc7-94c5-78192087f720 binding host dv-cinder-803823-11-iscsi {{(pid=111025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 00:34:48.129317 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-3824c11e-8088-4426-a83e-a80aaf8cccb8 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:48.132902 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-3824c11e-8088-4426-a83e-a80aaf8cccb8 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7385621 Jun 16 00:34:48.137305 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 38968) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:34:48.146564 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [None req-4d2f6f1c-2af3-428b-93b0-4f51a8d100b6 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Request body: {'security_group_rule': {'security_group_id': '2c537079-4cab-4ede-9263-8171bf77f5f2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:34:48.172391 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-180555f5-b81b-4839-b8e7-0456e4899f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (10a8169d-3fef-4cc7-94c5-78192087f720), before_update {{(pid=111025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:48.234804 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 38970) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:34:48.242197 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [None req-ccd03b6c-1a81-4c78-9861-28fcacc9a81d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-211308337-network', 'tenant_id': '1c44371d0bec44599ffd0d7d54b504ad'}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:34:48.245298 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (0f66962a-1205-4a33-9a8f-65465c9ebb13), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:48.246134 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device a5b62024-ed52-49f6-9d00-e9c9c9c7a995 up at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:34:48.252251 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=100 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:48.375609 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-4fe3bac8-ab67-4ced-96ed-ec0eafece401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (30277b9a-7219-44dd-b494-39c461415493), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:48.387925 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-4fe3bac8-ab67-4ced-96ed-ec0eafece401 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:48.415465 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-4fe3bac8-ab67-4ced-96ed-ec0eafece401 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/30277b9a-7219-44dd-b494-39c461415493 HTTP/1.1" status: 204 len: 168 time: 0.7982430 Jun 16 00:34:48.422985 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Provisioning complete for port a5b62024-ed52-49f6-9d00-e9c9c9c7a995 triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:34:48.423326 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (a5b62024-ed52-49f6-9d00-e9c9c9c7a995), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:48.478254 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-f1f8e191-6033-43bd-a7c3-4ad441ee3958 admin admin] Publish callbacks [] for security_group (5f26eeec-90e0-444b-8115-bbef6e9fce8f), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:48.490779 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd03b6c-1a81-4c78-9861-28fcacc9a81d admin admin] Made reservation on behalf of 1c44371d0bec44599ffd0d7d54b504ad for: {'network': 1} {{(pid=111023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 00:34:48.493307 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-ccd03b6c-1a81-4c78-9861-28fcacc9a81d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for network (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:48.504866 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe3bac8-ab67-4ced-96ed-ec0eafece401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30277b9a-7219-44dd-b494-39c461415493,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:48.509741 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-4d2f6f1c-2af3-428b-93b0-4f51a8d100b6 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for security_group_rule (df30c976-fba9-42f5-9121-2029a91dc2d0), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:48.529847 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Pushing event updated for resources: {'Port': ['ID=0f66962a-1205-4a33-9a8f-65465c9ebb13,revision_number=4']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:48.592401 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-180555f5-b81b-4839-b8e7-0456e4899f93 None None] Publish callbacks [] for port (10a8169d-3fef-4cc7-94c5-78192087f720), precommit_update {{(pid=111025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:48.595018 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:48.636092 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=100 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:48.644028 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-f1f8e191-6033-43bd-a7c3-4ad441ee3958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (5f26eeec-90e0-444b-8115-bbef6e9fce8f), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:48.661136 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-180555f5-b81b-4839-b8e7-0456e4899f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (10a8169d-3fef-4cc7-94c5-78192087f720), after_update {{(pid=111025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:48.689719 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Current status of the port a5b62024-ed52-49f6-9d00-e9c9c9c7a995 is: DOWN; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:34:48.690430 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (a5b62024-ed52-49f6-9d00-e9c9c9c7a995), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:48.711599 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64675451-414e-473d-812b-a7871cd7db89 req-081e2dcd-3fe5-4e74-8a42-0c1478bdade3 tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:34:48.718769 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-64675451-414e-473d-812b-a7871cd7db89 req-081e2dcd-3fe5-4e74-8a42-0c1478bdade3 tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] 10.222.0.20 "GET /v2.0/networks?id=8f4288ea-b4d4-4302-977b-e748e2c0ee47 HTTP/1.1" status: 200 len: 811 time: 0.8040743 Jun 16 00:34:48.730640 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] For port a5b62024-ed52-49f6-9d00-e9c9c9c7a995, host dv-cinder-803823-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=a5b62024-ed52-49f6-9d00-e9c9c9c7a995,segment=NetworkSegment(6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc),segment_id=6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:34:48.766200 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-64675451-414e-473d-812b-a7871cd7db89 req-91a6a5b7-6128-4610-ad50-dd30ae771dc1 tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] 10.222.0.20 "GET /v2.0/quotas/2d9a178dbd5e430f874fa216367424dc HTTP/1.1" status: 200 len: 375 time: 0.0463035 Jun 16 00:34:48.780301 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-4d2f6f1c-2af3-428b-93b0-4f51a8d100b6 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for security_group_rule (df30c976-fba9-42f5-9121-2029a91dc2d0), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:48.781582 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-ccd03b6c-1a81-4c78-9861-28fcacc9a81d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:48.786297 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-2049344d-2995-4ce4-b4a1-57488700d43d None None] Publish callbacks [] for port (68308b25-ab33-4557-b7ec-e276240536b9), precommit_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:48.793548 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-f1f8e191-6033-43bd-a7c3-4ad441ee3958 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5b25649820ba4ae68bc5a0e35c153282&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0012641 Jun 16 00:34:48.796977 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 38976) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:34:48.834766 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (a5b62024-ed52-49f6-9d00-e9c9c9c7a995), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:48.876439 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-ccd03b6c-1a81-4c78-9861-28fcacc9a81d admin admin] Publish callbacks [] for security_group (6d7938d0-17a7-4c67-948e-98fe4a3042c7), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:48.886860 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 38978) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:34:48.900313 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-4d2f6f1c-2af3-428b-93b0-4f51a8d100b6 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623384'] for security_group_rule (df30c976-fba9-42f5-9121-2029a91dc2d0), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:48.903695 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-356f4c4f-cc88-48d8-9186-f260eb09ada6 admin admin] Publish callbacks [] for port (ea3b799f-eca8-46b9-800b-66e9d4d0fc11), precommit_update {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:48.914978 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea746de7-8795-4ef1-b739-93c15cf998e6 None None] Pushing event updated for resources: {'Port': ['ID=10a8169d-3fef-4cc7-94c5-78192087f720,revision_number=3']} {{(pid=111025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:48.923287 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.managers [None req-180555f5-b81b-4839-b8e7-0456e4899f93 None None] Attempting to bind port 10a8169d-3fef-4cc7-94c5-78192087f720 on host dv-cinder-803823-11-iscsi for vnic_type normal with profile {{(pid=111025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 00:34:48.929257 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.managers [None req-180555f5-b81b-4839-b8e7-0456e4899f93 None None] Attempting to bind port 10a8169d-3fef-4cc7-94c5-78192087f720 by drivers openvswitch,hyperv on host dv-cinder-803823-11-iscsi at level 0 using segments [{'id': 'fea0c3b1-4564-4c46-a939-13c53483f391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ffe9c59a-3096-4aef-8b2e-e3aa63722c28'}] {{(pid=111025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 00:34:48.929257 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180555f5-b81b-4839-b8e7-0456e4899f93 None None] Attempting to bind port 10a8169d-3fef-4cc7-94c5-78192087f720 on network ffe9c59a-3096-4aef-8b2e-e3aa63722c28 {{(pid=111025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 00:34:48.935819 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2f6f1c-2af3-428b-93b0-4f51a8d100b6 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df30c976-fba9-42f5-9121-2029a91dc2d0,revision_number=0']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:48.949461 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f8e191-6033-43bd-a7c3-4ad441ee3958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f26eeec-90e0-444b-8115-bbef6e9fce8f,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:48.952000 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180555f5-b81b-4839-b8e7-0456e4899f93 None None] Checking agent: {'id': '81117e21-cbf2-493f-9e14-29a3cec1f25a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 0, 26, 30), 'started_at': datetime.datetime(2022, 6, 16, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 0, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 00:34:48.952569 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180555f5-b81b-4839-b8e7-0456e4899f93 None None] Checking segment: {'id': 'fea0c3b1-4564-4c46-a939-13c53483f391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ffe9c59a-3096-4aef-8b2e-e3aa63722c28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 00:34:48.956985 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-ccd03b6c-1a81-4c78-9861-28fcacc9a81d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (6d7938d0-17a7-4c67-948e-98fe4a3042c7), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:48.958511 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-180555f5-b81b-4839-b8e7-0456e4899f93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:48.959085 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180555f5-b81b-4839-b8e7-0456e4899f93 None None] Bound using segment: {'id': 'fea0c3b1-4564-4c46-a939-13c53483f391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ffe9c59a-3096-4aef-8b2e-e3aa63722c28'} {{(pid=111025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 00:34:48.964374 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.managers [None req-180555f5-b81b-4839-b8e7-0456e4899f93 None None] Bound port: 10a8169d-3fef-4cc7-94c5-78192087f720, host: dv-cinder-803823-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fea0c3b1-4564-4c46-a939-13c53483f391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ffe9c59a-3096-4aef-8b2e-e3aa63722c28'}}] {{(pid=111025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 00:34:48.964747 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-180555f5-b81b-4839-b8e7-0456e4899f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (10a8169d-3fef-4cc7-94c5-78192087f720), before_update {{(pid=111025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:48.970920 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccd03b6c-1a81-4c78-9861-28fcacc9a81d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=111023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 00:34:48.983619 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-ccd03b6c-1a81-4c78-9861-28fcacc9a81d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219328'] for segment (51ab2268-d67d-4f33-94fb-3be2e5f762f0), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:48.984109 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.db.segments_db [None req-ccd03b6c-1a81-4c78-9861-28fcacc9a81d admin admin] Added segment 51ab2268-d67d-4f33-94fb-3be2e5f762f0 of type vlan for network ed99cd44-f789-4de4-8f2b-bace0dadf1dd Jun 16 00:34:48.987701 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Pushing event updated for resources: {'Port': ['ID=a5b62024-ed52-49f6-9d00-e9c9c9c7a995,revision_number=4']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:49.011416 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-2049344d-2995-4ce4-b4a1-57488700d43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (68308b25-ab33-4557-b7ec-e276240536b9), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:49.025935 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:49.027231 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:49.039544 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-ccd03b6c-1a81-4c78-9861-28fcacc9a81d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753842147476'] for network (ed99cd44-f789-4de4-8f2b-bace0dadf1dd), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:49.042521 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-356f4c4f-cc88-48d8-9186-f260eb09ada6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (ea3b799f-eca8-46b9-800b-66e9d4d0fc11), after_update {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:49.043699 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-356f4c4f-cc88-48d8-9186-f260eb09ada6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672856'] for router_interface (77e43a31-7199-43bd-a9c6-0f82d416a435), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:49.109661 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd03b6c-1a81-4c78-9861-28fcacc9a81d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d7938d0-17a7-4c67-948e-98fe4a3042c7,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:49.117015 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-4d2f6f1c-2af3-428b-93b0-4f51a8d100b6 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:49.121772 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-4d2f6f1c-2af3-428b-93b0-4f51a8d100b6 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9833860 Jun 16 00:34:49.122534 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 38984) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:34:49.128389 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [None req-c2641e35-2721-4929-bc84-4d6716d84290 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Request body: {'floatingip': {'floating_network_id': '81cb8278-aa95-4a96-976c-13998a04ce85'}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:34:49.166881 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-ccd03b6c-1a81-4c78-9861-28fcacc9a81d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177'] for network (ed99cd44-f789-4de4-8f2b-bace0dadf1dd), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:49.167940 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd03b6c-1a81-4c78-9861-28fcacc9a81d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:34:49.168516 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-ccd03b6c-1a81-4c78-9861-28fcacc9a81d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590195'] for network (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:49.178279 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.db [None req-180555f5-b81b-4839-b8e7-0456e4899f93 None None] For port 10a8169d-3fef-4cc7-94c5-78192087f720, host dv-cinder-803823-11-iscsi, cleared binding levels {{(pid=111025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 00:34:49.192751 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.db [None req-180555f5-b81b-4839-b8e7-0456e4899f93 None None] For port 10a8169d-3fef-4cc7-94c5-78192087f720, host dv-cinder-803823-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=10a8169d-3fef-4cc7-94c5-78192087f720,segment=NetworkSegment(fea0c3b1-4564-4c46-a939-13c53483f391),segment_id=fea0c3b1-4564-4c46-a939-13c53483f391)] {{(pid=111025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 00:34:49.236194 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-762f45b6-98a8-470a-8ac3-9bec1f30d68c None None] Provisioning complete for port 10a8169d-3fef-4cc7-94c5-78192087f720 triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:34:49.237308 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-762f45b6-98a8-470a-8ac3-9bec1f30d68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (10a8169d-3fef-4cc7-94c5-78192087f720), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:49.262971 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a7fc94-3797-471e-8543-a458ab0a0236 None None] Pushing event updated for resources: {'Port': ['ID=68308b25-ab33-4557-b7ec-e276240536b9,revision_number=2']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:49.264177 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd03b6c-1a81-4c78-9861-28fcacc9a81d admin admin] Pushing event updated for resources: {'Network': ['ID=ed99cd44-f789-4de4-8f2b-bace0dadf1dd,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:49.269466 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-c2641e35-2721-4929-bc84-4d6716d84290 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:49.285084 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356f4c4f-cc88-48d8-9186-f260eb09ada6 admin admin] Pushing event updated for resources: {'Port': ['ID=ea3b799f-eca8-46b9-800b-66e9d4d0fc11,revision_number=2']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:49.300234 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.managers [None req-2049344d-2995-4ce4-b4a1-57488700d43d None None] Attempting to bind port 68308b25-ab33-4557-b7ec-e276240536b9 on host dv-cinder-803823-11-iscsi for vnic_type normal with profile {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 00:34:49.304600 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.managers [None req-2049344d-2995-4ce4-b4a1-57488700d43d None None] Attempting to bind port 68308b25-ab33-4557-b7ec-e276240536b9 by drivers openvswitch,hyperv on host dv-cinder-803823-11-iscsi at level 0 using segments [{'id': '6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85'}] {{(pid=111024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 00:34:49.304600 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2049344d-2995-4ce4-b4a1-57488700d43d None None] Attempting to bind port 68308b25-ab33-4557-b7ec-e276240536b9 on network 81cb8278-aa95-4a96-976c-13998a04ce85 {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 00:34:49.304600 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Network ed99cd44-f789-4de4-8f2b-bace0dadf1dd details requested by agent ovs-agent-dv-cinder-803823-11-iscsi with host dv-cinder-803823-11-iscsi {{(pid=111024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 00:34:49.329844 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-180555f5-b81b-4839-b8e7-0456e4899f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (10a8169d-3fef-4cc7-94c5-78192087f720), after_update {{(pid=111025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:49.459929 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea746de7-8795-4ef1-b739-93c15cf998e6 None None] Pushing event updated for resources: {'Port': ['ID=10a8169d-3fef-4cc7-94c5-78192087f720,revision_number=4']} {{(pid=111025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:49.462263 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device 0f66962a-1205-4a33-9a8f-65465c9ebb13 up at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:34:49.474795 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180555f5-b81b-4839-b8e7-0456e4899f93 None None] Routers {'1b62cfae-791c-4204-bf01-912f6aca26ba'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:34:49.476108 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-180555f5-b81b-4839-b8e7-0456e4899f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:34:27Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['1b62cfae-791c-4204-bf01-912f6aca26ba'], 'active': True} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:34:49.495523 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:49.511596 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356f4c4f-cc88-48d8-9186-f260eb09ada6 admin admin] Network a6844d01-625d-4b71-91cf-373fe3e3e7cc is already hosted by enough agents. {{(pid=111022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:34:49.524551 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.scheduler.base_scheduler [None req-356f4c4f-cc88-48d8-9186-f260eb09ada6 admin admin] Resources bound (agent type, host, resource id): {{(pid=111022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:34:49.557400 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-64675451-414e-473d-812b-a7871cd7db89 req-7547e993-063b-4e1c-bbc5-c621bf512d1f tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2d9a178dbd5e430f874fa216367424dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7875433 Jun 16 00:34:49.591749 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2049344d-2995-4ce4-b4a1-57488700d43d None None] Checking agent: {'id': '81117e21-cbf2-493f-9e14-29a3cec1f25a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 0, 26, 30), 'started_at': datetime.datetime(2022, 6, 16, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 0, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 00:34:49.592362 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2049344d-2995-4ce4-b4a1-57488700d43d None None] Checking segment: {'id': '6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 00:34:49.598691 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-2049344d-2995-4ce4-b4a1-57488700d43d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:49.604697 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2049344d-2995-4ce4-b4a1-57488700d43d None None] Bound using segment: {'id': '6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85'} {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 00:34:49.608786 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.managers [None req-2049344d-2995-4ce4-b4a1-57488700d43d None None] Bound port: 68308b25-ab33-4557-b7ec-e276240536b9, host: dv-cinder-803823-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85'}}] {{(pid=111024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 00:34:49.612837 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-2049344d-2995-4ce4-b4a1-57488700d43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (68308b25-ab33-4557-b7ec-e276240536b9), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:49.729861 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:49.777937 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-2049344d-2995-4ce4-b4a1-57488700d43d None None] For port 68308b25-ab33-4557-b7ec-e276240536b9, host dv-cinder-803823-11-iscsi, cleared binding levels {{(pid=111024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 00:34:49.789208 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-2049344d-2995-4ce4-b4a1-57488700d43d None None] For port 68308b25-ab33-4557-b7ec-e276240536b9, host dv-cinder-803823-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=68308b25-ab33-4557-b7ec-e276240536b9,segment=NetworkSegment(6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc),segment_id=6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc)] {{(pid=111024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 00:34:49.795022 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvr_db [None req-180555f5-b81b-4839-b8e7-0456e4899f93 None None] Set router 1b62cfae-791c-4204-bf01-912f6aca26ba gateway port host: dv-cinder-803823-11-iscsi {{(pid=111025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:34:49.817041 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-762f45b6-98a8-470a-8ac3-9bec1f30d68c None None] Port 10a8169d-3fef-4cc7-94c5-78192087f720 cannot update to ACTIVE because it is not bound. {{(pid=111024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 00:34:49.868362 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Provisioning complete for port 0f66962a-1205-4a33-9a8f-65465c9ebb13 triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:34:49.869699 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (0f66962a-1205-4a33-9a8f-65465c9ebb13), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:49.883248 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-c2641e35-2721-4929-bc84-4d6716d84290 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:49.896257 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-356f4c4f-cc88-48d8-9186-f260eb09ada6 admin admin] Router 77e43a31-7199-43bd-a9c6-0f82d416a435 has already been hosted by L3 agent d0297bc9-c3a8-45ac-9023-c937cb4f21fc {{(pid=111022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 00:34:49.897487 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.db.db_base_plugin_common [None req-9c1c72a9-4486-4675-b30e-9b154c2a5188 admin admin] Allocated IP 172.20.0.1 (dfc603d1-751d-4be9-b4c0-08fa2224635a/b8b321f5-1d44-4d62-a89c-8299c51aa908/a47108a1-c520-47ad-9272-28cb98936d46) {{(pid=111022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 00:34:49.904710 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-71b34dfe-d6bb-47e3-9919-a7e1a521d21a admin admin] Publish callbacks [] for security_group (5f26eeec-90e0-444b-8115-bbef6e9fce8f), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:49.933171 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-2049344d-2995-4ce4-b4a1-57488700d43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (68308b25-ab33-4557-b7ec-e276240536b9), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:49.933987 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-71b34dfe-d6bb-47e3-9919-a7e1a521d21a admin admin] Publish callbacks [] for security_group (5f26eeec-90e0-444b-8115-bbef6e9fce8f), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:50.028678 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=2 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:50.067131 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-f455ba42-f213-4d99-9903-d7e867a291c3 None None] Provisioning complete for port 10a8169d-3fef-4cc7-94c5-78192087f720 triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:34:50.067695 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-f455ba42-f213-4d99-9903-d7e867a291c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (10a8169d-3fef-4cc7-94c5-78192087f720), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:50.076287 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:DELETE=4 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:50.081115 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-b7c51146-82c5-4e27-92cd-cbaecc730b15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:50.171206 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-356f4c4f-cc88-48d8-9186-f260eb09ada6 admin admin] Notify agent at l3_agent.dv-cinder-803823-11-iscsi the message routers_updated {{(pid=111022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 00:34:50.171206 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [req-64675451-414e-473d-812b-a7871cd7db89 req-f57e002f-6375-4452-8510-49ccb717a6a3 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=111022) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 00:34:50.171455 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-64675451-414e-473d-812b-a7871cd7db89 req-f57e002f-6375-4452-8510-49ccb717a6a3 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2841103 Jun 16 00:34:50.172040 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-71b34dfe-d6bb-47e3-9919-a7e1a521d21a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (5f26eeec-90e0-444b-8115-bbef6e9fce8f), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:50.175299 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-71b34dfe-d6bb-47e3-9919-a7e1a521d21a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:50.176334 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-71b34dfe-d6bb-47e3-9919-a7e1a521d21a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5f26eeec-90e0-444b-8115-bbef6e9fce8f HTTP/1.1" status: 204 len: 168 time: 1.3631918 Jun 16 00:34:50.195237 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.db_base_plugin_common [None req-c2641e35-2721-4929-bc84-4d6716d84290 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Allocated IP 172.27.1.11 (81cb8278-aa95-4a96-976c-13998a04ce85/7fa235f2-2172-4ff3-86e8-0e0d1995c273/443248e3-cee1-4867-a908-c4bec317330f) {{(pid=111023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 00:34:50.199845 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-356f4c4f-cc88-48d8-9186-f260eb09ada6 admin admin] 10.222.0.20 "PUT /v2.0/routers/77e43a31-7199-43bd-a9c6-0f82d416a435/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4293656 Jun 16 00:34:50.223816 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6f4d27-d63a-49b6-acd9-11f0baadeed3 None None] Sync routers for ids ['77e43a31-7199-43bd-a9c6-0f82d416a435'] in dv-cinder-803823-11-iscsi {{(pid=111024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 00:34:50.245572 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b34dfe-d6bb-47e3-9919-a7e1a521d21a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f26eeec-90e0-444b-8115-bbef6e9fce8f,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:50.275011 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-180555f5-b81b-4839-b8e7-0456e4899f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'name': 'tempest-AttachVolumeNegativeTest-1185601359-router', 'tenant_id': '45031128a55e42989da61e01948538d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '0f66962a-1205-4a33-9a8f-65465c9ebb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:34:34Z', 'updated_at': '2022-06-16T00:34:43Z', 'revision_number': 4, 'project_id': '45031128a55e42989da61e01948538d3', 'gw_port': {'id': '0f66962a-1205-4a33-9a8f-65465c9ebb13', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:aa:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:36Z', 'updated_at': '2022-06-16T00:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_interfaces': [{'id': '10a8169d-3fef-4cc7-94c5-78192087f720', 'name': '', 'network_id': 'ffe9c59a-3096-4aef-8b2e-e3aa63722c28', 'tenant_id': '45031128a55e42989da61e01948538d3', 'mac_address': 'fa:16:3e:d1:28:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1f18fa19-d797-425e-adb2-49437faef043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:41Z', 'updated_at': '2022-06-16T00:34:49Z', 'revision_number': 4, 'project_id': '45031128a55e42989da61e01948538d3', 'subnets': [{'id': '1f18fa19-d797-425e-adb2-49437faef043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:34:50.311868 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180555f5-b81b-4839-b8e7-0456e4899f93 None None] The sync data for ids ['1b62cfae-791c-4204-bf01-912f6aca26ba'] in dv-cinder-803823-11-iscsi is: [{'id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'name': 'tempest-AttachVolumeNegativeTest-1185601359-router', 'tenant_id': '45031128a55e42989da61e01948538d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '0f66962a-1205-4a33-9a8f-65465c9ebb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:34:34Z', 'updated_at': '2022-06-16T00:34:43Z', 'revision_number': 4, 'project_id': '45031128a55e42989da61e01948538d3', 'gw_port': {'id': '0f66962a-1205-4a33-9a8f-65465c9ebb13', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:aa:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:36Z', 'updated_at': '2022-06-16T00:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_interfaces': [{'id': '10a8169d-3fef-4cc7-94c5-78192087f720', 'name': '', 'network_id': 'ffe9c59a-3096-4aef-8b2e-e3aa63722c28', 'tenant_id': '45031128a55e42989da61e01948538d3', 'mac_address': 'fa:16:3e:d1:28:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1f18fa19-d797-425e-adb2-49437faef043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:41Z', 'updated_at': '2022-06-16T00:34:49Z', 'revision_number': 4, 'project_id': '45031128a55e42989da61e01948538d3', 'subnets': [{'id': '1f18fa19-d797-425e-adb2-49437faef043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 00:34:50.327149 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2049344d-2995-4ce4-b4a1-57488700d43d None None] Routers {'43b866e7-a6b0-4b6b-8ebb-c9bd8cece985'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:34:50.328501 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-2049344d-2995-4ce4-b4a1-57488700d43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:34:27Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['43b866e7-a6b0-4b6b-8ebb-c9bd8cece985'], 'active': True} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:34:50.334557 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-ccd03b6c-1a81-4c78-9861-28fcacc9a81d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.0971591 Jun 16 00:34:50.339588 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 39010) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:34:50.340466 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6f4d27-d63a-49b6-acd9-11f0baadeed3 None None] Routers {'77e43a31-7199-43bd-a9c6-0f82d416a435'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:34:50.341870 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-1a6f4d27-d63a-49b6-acd9-11f0baadeed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:34:27Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['77e43a31-7199-43bd-a9c6-0f82d416a435'], 'active': True} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:34:50.345097 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-f455ba42-f213-4d99-9903-d7e867a291c3 None None] Current status of the port 10a8169d-3fef-4cc7-94c5-78192087f720 is: DOWN; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:34:50.345699 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-f455ba42-f213-4d99-9903-d7e867a291c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (10a8169d-3fef-4cc7-94c5-78192087f720), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:50.357428 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.v2.base [None req-edd0c605-3636-4eb4-8548-19c7e93cdfee admin admin] Request body: {'subnet': {'network_id': 'ed99cd44-f789-4de4-8f2b-bace0dadf1dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-211308337-subnet', 'tenant_id': '1c44371d0bec44599ffd0d7d54b504ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:34:50.380322 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-c2641e35-2721-4929-bc84-4d6716d84290 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for port (443248e3-cee1-4867-a908-c4bec317330f), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:50.383224 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-9c1c72a9-4486-4675-b30e-9b154c2a5188 admin admin] Publish callbacks [] for port (a47108a1-c520-47ad-9272-28cb98936d46), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:50.417834 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-64675451-414e-473d-812b-a7871cd7db89 req-9e6c847d-f7a0-48b6-877a-ef9118f766e9 service neutron] 10.222.0.20 "GET /v2.0/networks/8f4288ea-b4d4-4302-977b-e748e2c0ee47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266941 Jun 16 00:34:50.518861 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd0c605-3636-4eb4-8548-19c7e93cdfee admin admin] Made reservation on behalf of 1c44371d0bec44599ffd0d7d54b504ad for: {'subnet': 1} {{(pid=111022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 00:34:50.522478 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-edd0c605-3636-4eb4-8548-19c7e93cdfee admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:50.544908 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-c2641e35-2721-4929-bc84-4d6716d84290 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753842110805'] for port (443248e3-cee1-4867-a908-c4bec317330f), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:50.549413 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:50.559401 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-b7c51146-82c5-4e27-92cd-cbaecc730b15 admin admin] Publish callbacks [] for security_group (5f5e83f2-4a69-43f4-93ea-1b8019d33488), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:50.663340 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-64675451-414e-473d-812b-a7871cd7db89 req-4791cccc-3de0-4c02-a733-3a737ef260cf service neutron] 10.222.0.20 "GET /v2.0/networks/8f4288ea-b4d4-4302-977b-e748e2c0ee47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374516 Jun 16 00:34:50.667772 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-9c1c72a9-4486-4675-b30e-9b154c2a5188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753842110805'] for port (a47108a1-c520-47ad-9272-28cb98936d46), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:50.682794 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-b7c51146-82c5-4e27-92cd-cbaecc730b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (5f5e83f2-4a69-43f4-93ea-1b8019d33488), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:50.723121 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:50.764474 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2641e35-2721-4929-bc84-4d6716d84290 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Network 81cb8278-aa95-4a96-976c-13998a04ce85 is already hosted by enough agents. {{(pid=111023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:34:50.775910 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:50.788343 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.base_scheduler [None req-c2641e35-2721-4929-bc84-4d6716d84290 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Resources bound (agent type, host, resource id): {{(pid=111023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:34:50.806147 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2641e35-2721-4929-bc84-4d6716d84290 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Received port after_create {{(pid=111023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 00:34:50.837648 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2641e35-2721-4929-bc84-4d6716d84290 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Pushing event updated for resources: {'Port': ['ID=443248e3-cee1-4867-a908-c4bec317330f,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:50.865231 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-b7c51146-82c5-4e27-92cd-cbaecc730b15 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=17623d8aa6b54f56a5e8e94d10c93bb7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9772425 Jun 16 00:34:50.903503 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 39024) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:34:50.913841 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a7fc94-3797-471e-8543-a458ab0a0236 None None] Pushing event updated for resources: {'Port': ['ID=68308b25-ab33-4557-b7ec-e276240536b9,revision_number=3']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:50.937547 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c51146-82c5-4e27-92cd-cbaecc730b15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f5e83f2-4a69-43f4-93ea-1b8019d33488,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:50.976448 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Current status of the port 0f66962a-1205-4a33-9a8f-65465c9ebb13 is: ACTIVE; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:34:50.983379 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device 519309ba-1525-409f-9df1-a71aefad1a2b up at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:34:51.022362 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-c2641e35-2721-4929-bc84-4d6716d84290 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for floatingip (e37d5b16-814f-4177-a2a6-ae0f6375474f), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:51.050956 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-1b6352de-7293-42ca-935a-da61f041f783 admin admin] Publish callbacks [] for security_group (5f5e83f2-4a69-43f4-93ea-1b8019d33488), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:51.085699 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-1b6352de-7293-42ca-935a-da61f041f783 admin admin] Publish callbacks [] for security_group (5f5e83f2-4a69-43f4-93ea-1b8019d33488), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:51.144715 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1c72a9-4486-4675-b30e-9b154c2a5188 admin admin] Network dfc603d1-751d-4be9-b4c0-08fa2224635a is already hosted by enough agents. {{(pid=111022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:34:51.154610 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.scheduler.base_scheduler [None req-9c1c72a9-4486-4675-b30e-9b154c2a5188 admin admin] Resources bound (agent type, host, resource id): {{(pid=111022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:34:51.174866 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1c72a9-4486-4675-b30e-9b154c2a5188 admin admin] Pushing event updated for resources: {'Port': ['ID=a47108a1-c520-47ad-9272-28cb98936d46,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:51.183283 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1c72a9-4486-4675-b30e-9b154c2a5188 admin admin] Received port after_create {{(pid=111022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 00:34:51.184264 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-9c1c72a9-4486-4675-b30e-9b154c2a5188 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672804'] for router_interface (43b866e7-a6b0-4b6b-8ebb-c9bd8cece985), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:51.230767 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-f455ba42-f213-4d99-9903-d7e867a291c3 None None] For port 10a8169d-3fef-4cc7-94c5-78192087f720, host dv-cinder-803823-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=10a8169d-3fef-4cc7-94c5-78192087f720,segment=NetworkSegment(fea0c3b1-4564-4c46-a939-13c53483f391),segment_id=fea0c3b1-4564-4c46-a939-13c53483f391)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:34:51.250051 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:51.254216 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-c2641e35-2721-4929-bc84-4d6716d84290 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (443248e3-cee1-4867-a908-c4bec317330f), before_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:51.298728 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-1b6352de-7293-42ca-935a-da61f041f783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (5f5e83f2-4a69-43f4-93ea-1b8019d33488), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:51.301342 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-1b6352de-7293-42ca-935a-da61f041f783 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:51.302501 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-1b6352de-7293-42ca-935a-da61f041f783 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5f5e83f2-4a69-43f4-93ea-1b8019d33488 HTTP/1.1" status: 204 len: 168 time: 0.3976872 Jun 16 00:34:51.332998 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6352de-7293-42ca-935a-da61f041f783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f5e83f2-4a69-43f4-93ea-1b8019d33488,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:51.333361 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Provisioning complete for port 519309ba-1525-409f-9df1-a71aefad1a2b triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:34:51.334292 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (519309ba-1525-409f-9df1-a71aefad1a2b), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:51.340772 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 39044) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:34:51.375884 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.v2.base [None req-e1e1dae8-1b91-4940-ba7a-6a812f7326db tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Request body: {'security_group': {'name': 'tempest-securitygroup--456744961', 'description': 'tempest-description--757476225'}} {{(pid=111022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:34:51.421922 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e575c60-4497-4077-a964-cd1dc54d2d39 None None] Sync routers for ids ['f8af5f06-db23-459f-ae73-a606857d961d'] in dv-cinder-803823-11-iscsi {{(pid=111025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 00:34:51.431150 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvr_db [None req-1a6f4d27-d63a-49b6-acd9-11f0baadeed3 None None] Set router 77e43a31-7199-43bd-a9c6-0f82d416a435 gateway port host: dv-cinder-803823-11-iscsi {{(pid=111024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:34:51.440878 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e575c60-4497-4077-a964-cd1dc54d2d39 None None] Routers {'f8af5f06-db23-459f-ae73-a606857d961d'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:34:51.441589 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-3e575c60-4497-4077-a964-cd1dc54d2d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:34:27Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['f8af5f06-db23-459f-ae73-a606857d961d'], 'active': True} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:34:51.443110 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-f455ba42-f213-4d99-9903-d7e867a291c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (10a8169d-3fef-4cc7-94c5-78192087f720), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:51.603323 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f455ba42-f213-4d99-9903-d7e867a291c3 None None] Pushing event updated for resources: {'Port': ['ID=10a8169d-3fef-4cc7-94c5-78192087f720,revision_number=5']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:51.613400 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvr_db [None req-2049344d-2995-4ce4-b4a1-57488700d43d None None] Set router 43b866e7-a6b0-4b6b-8ebb-c9bd8cece985 gateway port host: dv-cinder-803823-11-iscsi {{(pid=111024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:34:51.630221 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-c2641e35-2721-4929-bc84-4d6716d84290 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for port (443248e3-cee1-4867-a908-c4bec317330f), precommit_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:51.653649 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvr_db [None req-3e575c60-4497-4077-a964-cd1dc54d2d39 None None] Set router f8af5f06-db23-459f-ae73-a606857d961d gateway port host: dv-cinder-803823-11-iscsi {{(pid=111025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:34:51.677178 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-53f6ef82-8460-44df-bf21-fed1fd7269e9 req-47810bdb-945e-4f9e-b80e-af6e87d22989 tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] 10.222.0.20 "GET /v2.0/ports?device_id=82ca4ac6-b12b-459b-a5b3-74f98b2aa635 HTTP/1.1" status: 200 len: 210 time: 0.2779713 Jun 16 00:34:51.706709 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-499daca3-80f5-47e4-9023-c13b16e99c4e None None] Provisioning complete for port ea3b799f-eca8-46b9-800b-66e9d4d0fc11 triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:34:51.707180 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-499daca3-80f5-47e4-9023-c13b16e99c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (ea3b799f-eca8-46b9-800b-66e9d4d0fc11), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:51.759812 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-c2641e35-2721-4929-bc84-4d6716d84290 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (443248e3-cee1-4867-a908-c4bec317330f), after_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:51.857827 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2641e35-2721-4929-bc84-4d6716d84290 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Pushing event updated for resources: {'Port': ['ID=443248e3-cee1-4867-a908-c4bec317330f,revision_number=2']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:51.875113 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Current status of the port 519309ba-1525-409f-9df1-a71aefad1a2b is: DOWN; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:34:51.875624 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (519309ba-1525-409f-9df1-a71aefad1a2b), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:51.886375 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-499daca3-80f5-47e4-9023-c13b16e99c4e None None] Port ea3b799f-eca8-46b9-800b-66e9d4d0fc11 cannot update to ACTIVE because it is not bound. {{(pid=111024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 00:34:51.891680 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-c2641e35-2721-4929-bc84-4d6716d84290 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672953'] for floatingip (e37d5b16-814f-4177-a2a6-ae0f6375474f), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:51.906957 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-9c1c72a9-4486-4675-b30e-9b154c2a5188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (a47108a1-c520-47ad-9272-28cb98936d46), before_update {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:51.912266 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-edd0c605-3636-4eb4-8548-19c7e93cdfee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177'] for subnet (07ac3031-4a2d-4781-841e-c5015a68d968), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:51.914177 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-e1e1dae8-1b91-4940-ba7a-6a812f7326db tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks [] for security_group (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:51.952044 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] For port 519309ba-1525-409f-9df1-a71aefad1a2b, host dv-cinder-803823-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=519309ba-1525-409f-9df1-a71aefad1a2b,segment=NetworkSegment(6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc),segment_id=6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:34:52.003427 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-c2641e35-2721-4929-bc84-4d6716d84290 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for floatingip (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:52.004803 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-c2641e35-2721-4929-bc84-4d6716d84290 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8812802 Jun 16 00:34:52.020429 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-3e575c60-4497-4077-a964-cd1dc54d2d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8af5f06-db23-459f-ae73-a606857d961d', 'name': 'tempest-DeleteServersTestJSON-415055437-router', 'tenant_id': '2d9a178dbd5e430f874fa216367424dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '519309ba-1525-409f-9df1-a71aefad1a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:34:35Z', 'updated_at': '2022-06-16T00:34:44Z', 'revision_number': 4, 'project_id': '2d9a178dbd5e430f874fa216367424dc', 'gw_port': {'id': '519309ba-1525-409f-9df1-a71aefad1a2b', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e8:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8af5f06-db23-459f-ae73-a606857d961d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:36Z', 'updated_at': '2022-06-16T00:34:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_interfaces': [{'id': '44c6089c-6fe0-46fd-a3c9-1a1ec6f16764', 'name': '', 'network_id': '8f4288ea-b4d4-4302-977b-e748e2c0ee47', 'tenant_id': '2d9a178dbd5e430f874fa216367424dc', 'mac_address': 'fa:16:3e:58:ac:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8af5f06-db23-459f-ae73-a606857d961d', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b6a5ed6d-e651-48fb-a2c8-ac02a15bcf98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:42Z', 'updated_at': '2022-06-16T00:34:44Z', 'revision_number': 2, 'project_id': '2d9a178dbd5e430f874fa216367424dc', 'subnets': [{'id': 'b6a5ed6d-e651-48fb-a2c8-ac02a15bcf98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:34:52.075672 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e575c60-4497-4077-a964-cd1dc54d2d39 None None] Checking router: f8af5f06-db23-459f-ae73-a606857d961d for host: dv-cinder-803823-11-iscsi {{(pid=111025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 00:34:52.076030 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e575c60-4497-4077-a964-cd1dc54d2d39 None None] Updating router f8af5f06-db23-459f-ae73-a606857d961d port 44c6089c-6fe0-46fd-a3c9-1a1ec6f16764 binding host dv-cinder-803823-11-iscsi {{(pid=111025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 00:34:52.083505 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-1a6f4d27-d63a-49b6-acd9-11f0baadeed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e43a31-7199-43bd-a9c6-0f82d416a435', 'name': 'tempest-AttachVolumeShelveTestJSON-1900672149-router', 'tenant_id': '494ce289f1774df0833301de8e46ae11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'a5b62024-ed52-49f6-9d00-e9c9c9c7a995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:34:36Z', 'updated_at': '2022-06-16T00:34:47Z', 'revision_number': 4, 'project_id': '494ce289f1774df0833301de8e46ae11', 'gw_port': {'id': 'a5b62024-ed52-49f6-9d00-e9c9c9c7a995', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e43a31-7199-43bd-a9c6-0f82d416a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:38Z', 'updated_at': '2022-06-16T00:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_interfaces': [{'id': 'ea3b799f-eca8-46b9-800b-66e9d4d0fc11', 'name': '', 'network_id': 'a6844d01-625d-4b71-91cf-373fe3e3e7cc', 'tenant_id': '494ce289f1774df0833301de8e46ae11', 'mac_address': 'fa:16:3e:77:a4:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77e43a31-7199-43bd-a9c6-0f82d416a435', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '892d2143-b3e2-4410-bf1b-7ad84511c529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:45Z', 'updated_at': '2022-06-16T00:34:48Z', 'revision_number': 2, 'project_id': '494ce289f1774df0833301de8e46ae11', 'subnets': [{'id': '892d2143-b3e2-4410-bf1b-7ad84511c529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:34:52.083730 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-2049344d-2995-4ce4-b4a1-57488700d43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b866e7-a6b0-4b6b-8ebb-c9bd8cece985', 'name': 'tempest-ServerRescueNegativeTestJSON-775123431-router', 'tenant_id': 'a4e7be42e39248e4b9f5c89e96a6b82e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '68308b25-ab33-4557-b7ec-e276240536b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:34:36Z', 'updated_at': '2022-06-16T00:34:42Z', 'revision_number': 3, 'project_id': 'a4e7be42e39248e4b9f5c89e96a6b82e', 'gw_port': {'id': '68308b25-ab33-4557-b7ec-e276240536b9', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:36:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b866e7-a6b0-4b6b-8ebb-c9bd8cece985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:38Z', 'updated_at': '2022-06-16T00:34:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi'}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:34:52.083730 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-be3b5acf-c174-4ac8-bc34-b88121d1484e None None] Provisioning complete for port a47108a1-c520-47ad-9272-28cb98936d46 triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:34:52.083730 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-be3b5acf-c174-4ac8-bc34-b88121d1484e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (a47108a1-c520-47ad-9272-28cb98936d46), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:52.125790 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-be3b5acf-c174-4ac8-bc34-b88121d1484e None None] Port a47108a1-c520-47ad-9272-28cb98936d46 cannot update to ACTIVE because it is not bound. {{(pid=111024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 00:34:52.127415 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (519309ba-1525-409f-9df1-a71aefad1a2b), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:52.151271 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-3e575c60-4497-4077-a964-cd1dc54d2d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (44c6089c-6fe0-46fd-a3c9-1a1ec6f16764), before_update {{(pid=111025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:52.204844 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=77,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:52.285975 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-9c1c72a9-4486-4675-b30e-9b154c2a5188 admin admin] Publish callbacks [] for port (a47108a1-c520-47ad-9272-28cb98936d46), precommit_update {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:52.308772 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd0c605-3636-4eb4-8548-19c7e93cdfee admin admin] Pushing event updated for resources: {'Subnet': ['ID=07ac3031-4a2d-4781-841e-c5015a68d968,revision_number=0']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:52.339699 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Pushing event updated for resources: {'Port': ['ID=519309ba-1525-409f-9df1-a71aefad1a2b,revision_number=4']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:52.349693 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6f4d27-d63a-49b6-acd9-11f0baadeed3 None None] Checking router: 77e43a31-7199-43bd-a9c6-0f82d416a435 for host: dv-cinder-803823-11-iscsi {{(pid=111024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 00:34:52.355390 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6f4d27-d63a-49b6-acd9-11f0baadeed3 None None] Updating router 77e43a31-7199-43bd-a9c6-0f82d416a435 port ea3b799f-eca8-46b9-800b-66e9d4d0fc11 binding host dv-cinder-803823-11-iscsi {{(pid=111024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 00:34:52.358782 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2049344d-2995-4ce4-b4a1-57488700d43d None None] The sync data for ids ['43b866e7-a6b0-4b6b-8ebb-c9bd8cece985'] in dv-cinder-803823-11-iscsi is: [{'id': '43b866e7-a6b0-4b6b-8ebb-c9bd8cece985', 'name': 'tempest-ServerRescueNegativeTestJSON-775123431-router', 'tenant_id': 'a4e7be42e39248e4b9f5c89e96a6b82e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '68308b25-ab33-4557-b7ec-e276240536b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:34:36Z', 'updated_at': '2022-06-16T00:34:42Z', 'revision_number': 3, 'project_id': 'a4e7be42e39248e4b9f5c89e96a6b82e', 'gw_port': {'id': '68308b25-ab33-4557-b7ec-e276240536b9', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:36:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b866e7-a6b0-4b6b-8ebb-c9bd8cece985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:38Z', 'updated_at': '2022-06-16T00:34:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi'}] {{(pid=111024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 00:34:52.447071 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-1a6f4d27-d63a-49b6-acd9-11f0baadeed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (ea3b799f-eca8-46b9-800b-66e9d4d0fc11), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:52.460661 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-9c1c72a9-4486-4675-b30e-9b154c2a5188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (a47108a1-c520-47ad-9272-28cb98936d46), after_update {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:52.462533 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-9c1c72a9-4486-4675-b30e-9b154c2a5188 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672856'] for router_interface (43b866e7-a6b0-4b6b-8ebb-c9bd8cece985), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:52.498126 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 39092) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:34:52.500692 dv-cinder-803823-11-iscsi neutron-server[111023]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 16 00:34:52.512985 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:52.538644 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device 10a8169d-3fef-4cc7-94c5-78192087f720 up at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:34:52.539914 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd0c605-3636-4eb4-8548-19c7e93cdfee admin admin] Checking segment: {'id': '51ab2268-d67d-4f33-94fb-3be2e5f762f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ed99cd44-f789-4de4-8f2b-bace0dadf1dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 00:34:52.541571 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd0c605-3636-4eb4-8548-19c7e93cdfee admin admin] Network hostable DHCP agents. Network: ed99cd44-f789-4de4-8f2b-bace0dadf1dd, hostable agents: ['2a8c543c-b8d9-40d8-999c-fa03b757f547'], hosted agents: [] {{(pid=111022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 00:34:52.632718 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:52.660219 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-006b9579-5034-487f-9b24-8fc85dcb1563 req-d4b617b2-7843-4259-97b1-d53a179a5f30 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--374022622&fields=id&tenant_id=45031128a55e42989da61e01948538d3 HTTP/1.1" status: 200 len: 267 time: 0.1608930 Jun 16 00:34:52.684466 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=100 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:52.713603 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:52.714747 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:52.814049 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Provisioning complete for port 10a8169d-3fef-4cc7-94c5-78192087f720 triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:34:52.814610 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (10a8169d-3fef-4cc7-94c5-78192087f720), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:52.932321 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-e1e1dae8-1b91-4940-ba7a-6a812f7326db tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks [] for security_group (2ae6b333-0f9b-4ffa-8785-3b341c99f379), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:52.956789 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-3e575c60-4497-4077-a964-cd1dc54d2d39 None None] Publish callbacks [] for port (44c6089c-6fe0-46fd-a3c9-1a1ec6f16764), precommit_update {{(pid=111025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:52.961184 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-b4cab246-60f0-44b2-a954-de0ca2c30dfe req-039430c3-622b-47db-9b41-05f168ef07e4 tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] 10.222.0.20 "GET /v2.0/ports?device_id=82ca4ac6-b12b-459b-a5b3-74f98b2aa635 HTTP/1.1" status: 200 len: 210 time: 0.1522264 Jun 16 00:34:53.004372 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1c72a9-4486-4675-b30e-9b154c2a5188 admin admin] Pushing event updated for resources: {'Port': ['ID=a47108a1-c520-47ad-9272-28cb98936d46,revision_number=2']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:53.019565 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-e1e1dae8-1b91-4940-ba7a-6a812f7326db tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (2ae6b333-0f9b-4ffa-8785-3b341c99f379), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:53.047800 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-3e575c60-4497-4077-a964-cd1dc54d2d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (44c6089c-6fe0-46fd-a3c9-1a1ec6f16764), after_update {{(pid=111025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:53.175173 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd0c605-3636-4eb4-8548-19c7e93cdfee admin admin] Network ed99cd44-f789-4de4-8f2b-bace0dadf1dd is scheduled to be hosted by DHCP agent 2a8c543c-b8d9-40d8-999c-fa03b757f547 with binding_index 1 {{(pid=111022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 00:34:53.188713 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:53.203429 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1c72a9-4486-4675-b30e-9b154c2a5188 admin admin] Network dfc603d1-751d-4be9-b4c0-08fa2224635a is already hosted by enough agents. {{(pid=111022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:34:53.227966 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.scheduler.base_scheduler [None req-9c1c72a9-4486-4675-b30e-9b154c2a5188 admin admin] Resources bound (agent type, host, resource id): {{(pid=111022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:34:53.237463 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Current status of the port 10a8169d-3fef-4cc7-94c5-78192087f720 is: ACTIVE; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:34:53.238696 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b9579-5034-487f-9b24-8fc85dcb1563 req-c86b271f-f66f-4e15-973e-bbc555bfbc67 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:34:53.240422 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device a5b62024-ed52-49f6-9d00-e9c9c9c7a995 up at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:34:53.241530 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e1dae8-1b91-4940-ba7a-6a812f7326db tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae6b333-0f9b-4ffa-8785-3b341c99f379,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:53.253919 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-006b9579-5034-487f-9b24-8fc85dcb1563 req-c86b271f-f66f-4e15-973e-bbc555bfbc67 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/networks?id=ffe9c59a-3096-4aef-8b2e-e3aa63722c28 HTTP/1.1" status: 200 len: 815 time: 0.5819836 Jun 16 00:34:53.285131 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-006b9579-5034-487f-9b24-8fc85dcb1563 req-826aa9cb-f086-4b26-8033-70cf5c9edc21 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/quotas/45031128a55e42989da61e01948538d3 HTTP/1.1" status: 200 len: 375 time: 0.0302753 Jun 16 00:34:53.291264 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce653b3-8e02-494a-a78e-b11873189da9 None None] Pushing event updated for resources: {'Port': ['ID=44c6089c-6fe0-46fd-a3c9-1a1ec6f16764,revision_number=3']} {{(pid=111025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:53.324903 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.managers [None req-3e575c60-4497-4077-a964-cd1dc54d2d39 None None] Attempting to bind port 44c6089c-6fe0-46fd-a3c9-1a1ec6f16764 on host dv-cinder-803823-11-iscsi for vnic_type normal with profile {{(pid=111025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 00:34:53.328291 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.managers [None req-3e575c60-4497-4077-a964-cd1dc54d2d39 None None] Attempting to bind port 44c6089c-6fe0-46fd-a3c9-1a1ec6f16764 by drivers openvswitch,hyperv on host dv-cinder-803823-11-iscsi at level 0 using segments [{'id': '726cf98a-2766-44f9-8c50-194b1bfad17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '8f4288ea-b4d4-4302-977b-e748e2c0ee47'}] {{(pid=111025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 00:34:53.328894 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e575c60-4497-4077-a964-cd1dc54d2d39 None None] Attempting to bind port 44c6089c-6fe0-46fd-a3c9-1a1ec6f16764 on network 8f4288ea-b4d4-4302-977b-e748e2c0ee47 {{(pid=111025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 00:34:53.340234 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e575c60-4497-4077-a964-cd1dc54d2d39 None None] Checking agent: {'id': '81117e21-cbf2-493f-9e14-29a3cec1f25a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 0, 26, 30), 'started_at': datetime.datetime(2022, 6, 16, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 0, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 00:34:53.341025 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e575c60-4497-4077-a964-cd1dc54d2d39 None None] Checking segment: {'id': '726cf98a-2766-44f9-8c50-194b1bfad17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '8f4288ea-b4d4-4302-977b-e748e2c0ee47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 00:34:53.342735 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-3e575c60-4497-4077-a964-cd1dc54d2d39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:53.343576 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e575c60-4497-4077-a964-cd1dc54d2d39 None None] Bound using segment: {'id': '726cf98a-2766-44f9-8c50-194b1bfad17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '8f4288ea-b4d4-4302-977b-e748e2c0ee47'} {{(pid=111025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 00:34:53.345109 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.managers [None req-3e575c60-4497-4077-a964-cd1dc54d2d39 None None] Bound port: 44c6089c-6fe0-46fd-a3c9-1a1ec6f16764, host: dv-cinder-803823-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '726cf98a-2766-44f9-8c50-194b1bfad17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '8f4288ea-b4d4-4302-977b-e748e2c0ee47'}}] {{(pid=111025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 00:34:53.355604 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-3e575c60-4497-4077-a964-cd1dc54d2d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (44c6089c-6fe0-46fd-a3c9-1a1ec6f16764), before_update {{(pid=111025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:53.482734 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Provisioning complete for port a5b62024-ed52-49f6-9d00-e9c9c9c7a995 triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:34:53.485835 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (a5b62024-ed52-49f6-9d00-e9c9c9c7a995), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:53.538271 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.db [None req-3e575c60-4497-4077-a964-cd1dc54d2d39 None None] For port 44c6089c-6fe0-46fd-a3c9-1a1ec6f16764, host dv-cinder-803823-11-iscsi, cleared binding levels {{(pid=111025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 00:34:53.546963 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.db [None req-3e575c60-4497-4077-a964-cd1dc54d2d39 None None] For port 44c6089c-6fe0-46fd-a3c9-1a1ec6f16764, host dv-cinder-803823-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=44c6089c-6fe0-46fd-a3c9-1a1ec6f16764,segment=NetworkSegment(726cf98a-2766-44f9-8c50-194b1bfad17f),segment_id=726cf98a-2766-44f9-8c50-194b1bfad17f)] {{(pid=111025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 00:34:53.574298 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:INSERT=18,neutron:SELECT=77,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:53.587872 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-006b9579-5034-487f-9b24-8fc85dcb1563 req-fa0a6a35-a2d7-417a-ab63-a1e58015e300 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=45031128a55e42989da61e01948538d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3018656 Jun 16 00:34:53.618881 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-19894122-fd2e-4cc9-939c-667fe1c10296 None None] Provisioning complete for port 44c6089c-6fe0-46fd-a3c9-1a1ec6f16764 triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:34:53.619608 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-19894122-fd2e-4cc9-939c-667fe1c10296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (44c6089c-6fe0-46fd-a3c9-1a1ec6f16764), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:53.629925 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-e1e1dae8-1b91-4940-ba7a-6a812f7326db tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks [] for security_group (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:53.634372 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 39126) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:34:53.638273 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-3e575c60-4497-4077-a964-cd1dc54d2d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (44c6089c-6fe0-46fd-a3c9-1a1ec6f16764), after_update {{(pid=111025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:53.642375 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [None req-1be1d9ec-4221-48ab-ab9f-9157163b5fae tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Request body: {'security_group_rule': {'security_group_id': '2ae6b333-0f9b-4ffa-8785-3b341c99f379', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:34:53.651695 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-e1e1dae8-1b91-4940-ba7a-6a812f7326db tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 2.3100924 Jun 16 00:34:53.652775 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.scheduler.base_scheduler [None req-edd0c605-3636-4eb4-8548-19c7e93cdfee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-11-iscsi, ed99cd44-f789-4de4-8f2b-bace0dadf1dd) {{(pid=111022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:34:53.675403 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd0c605-3636-4eb4-8548-19c7e93cdfee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:34:53.676011 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-edd0c605-3636-4eb4-8548-19c7e93cdfee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590195'] for subnet (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:53.738375 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:53.746280 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44d2dfc-3546-4f56-a39f-dc9305d1bbd9 None None] Network ed99cd44-f789-4de4-8f2b-bace0dadf1dd requested from dv-cinder-803823-11-iscsi {{(pid=111024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 00:34:53.763201 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c1c72a9-4486-4675-b30e-9b154c2a5188 admin admin] Router 43b866e7-a6b0-4b6b-8ebb-c9bd8cece985 has already been hosted by L3 agent d0297bc9-c3a8-45ac-9023-c937cb4f21fc {{(pid=111022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 00:34:53.771577 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e575c60-4497-4077-a964-cd1dc54d2d39 None None] Routers {'f8af5f06-db23-459f-ae73-a606857d961d'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:34:53.772267 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-3e575c60-4497-4077-a964-cd1dc54d2d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:34:27Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['f8af5f06-db23-459f-ae73-a606857d961d'], 'active': True} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:34:53.778715 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-1a6f4d27-d63a-49b6-acd9-11f0baadeed3 None None] Publish callbacks [] for port (ea3b799f-eca8-46b9-800b-66e9d4d0fc11), precommit_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:53.801689 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-1be1d9ec-4221-48ab-ab9f-9157163b5fae tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks [] for security_group_rule (0fa2b698-d7a6-4100-88a0-5fd37c337999), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:53.833843 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-edd0c605-3636-4eb4-8548-19c7e93cdfee admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.4931946 Jun 16 00:34:53.941841 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-1a6f4d27-d63a-49b6-acd9-11f0baadeed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (ea3b799f-eca8-46b9-800b-66e9d4d0fc11), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:53.952996 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-19894122-fd2e-4cc9-939c-667fe1c10296 None None] Port 44c6089c-6fe0-46fd-a3c9-1a1ec6f16764 cannot update to ACTIVE because it is not bound. {{(pid=111024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 00:34:54.035425 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-1be1d9ec-4221-48ab-ab9f-9157163b5fae tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks [] for security_group_rule (0fa2b698-d7a6-4100-88a0-5fd37c337999), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:54.078383 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce653b3-8e02-494a-a78e-b11873189da9 None None] Pushing event updated for resources: {'Port': ['ID=44c6089c-6fe0-46fd-a3c9-1a1ec6f16764,revision_number=4']} {{(pid=111025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:54.142899 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-1be1d9ec-4221-48ab-ab9f-9157163b5fae tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623384'] for security_group_rule (0fa2b698-d7a6-4100-88a0-5fd37c337999), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:54.185134 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be1d9ec-4221-48ab-ab9f-9157163b5fae tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fa2b698-d7a6-4100-88a0-5fd37c337999,revision_number=0']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:54.218114 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvr_db [None req-3e575c60-4497-4077-a964-cd1dc54d2d39 None None] Set router f8af5f06-db23-459f-ae73-a606857d961d gateway port host: dv-cinder-803823-11-iscsi {{(pid=111025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:34:54.222659 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-dd0c7110-08d2-41fd-ac3e-99256efa6785 req-922d9d46-e172-4d39-a068-e4a5507466b6 tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] 10.222.0.20 "GET /v2.0/ports?device_id=82ca4ac6-b12b-459b-a5b3-74f98b2aa635 HTTP/1.1" status: 200 len: 210 time: 0.1114266 Jun 16 00:34:54.256637 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c1c72a9-4486-4675-b30e-9b154c2a5188 admin admin] Notify agent at l3_agent.dv-cinder-803823-11-iscsi the message routers_updated {{(pid=111022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 00:34:54.285011 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-9c1c72a9-4486-4675-b30e-9b154c2a5188 admin admin] 10.222.0.20 "PUT /v2.0/routers/43b866e7-a6b0-4b6b-8ebb-c9bd8cece985/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0477238 Jun 16 00:34:54.297758 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-0f09fd9d-6024-46bc-9cd4-6cbbe4e2f4c9 None None] Provisioning complete for port a47108a1-c520-47ad-9272-28cb98936d46 triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:34:54.298412 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0f09fd9d-6024-46bc-9cd4-6cbbe4e2f4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (a47108a1-c520-47ad-9272-28cb98936d46), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:54.327824 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 39152) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:34:54.382874 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-1be1d9ec-4221-48ab-ab9f-9157163b5fae tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:54.384467 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-1be1d9ec-4221-48ab-ab9f-9157163b5fae tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7490888 Jun 16 00:34:54.387624 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 39156) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:34:54.394682 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.v2.base [None req-2aaf09eb-e65d-4710-a3bd-1db3a053e874 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Request body: {'security_group_rule': {'security_group_id': '2ae6b333-0f9b-4ffa-8785-3b341c99f379', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:34:54.459486 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7f296b6-74db-4769-9d92-086af295563e admin admin] Deleting subnet ad0c17b0-bd67-4bfc-9892-36be45aabb90 {{(pid=111023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 00:34:54.467664 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-b7f296b6-74db-4769-9d92-086af295563e admin admin] Publish callbacks [] for subnet (ad0c17b0-bd67-4bfc-9892-36be45aabb90), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:54.552008 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:54.555242 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:54.555731 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-b7f296b6-74db-4769-9d92-086af295563e admin admin] Publish callbacks [] for subnet (ad0c17b0-bd67-4bfc-9892-36be45aabb90), precommit_delete_associations {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:54.555827 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16870a54-e746-45e4-b09f-2d42d8cd912b None None] Pushing event updated for resources: {'Port': ['ID=ea3b799f-eca8-46b9-800b-66e9d4d0fc11,revision_number=3']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:54.592911 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-b7f296b6-74db-4769-9d92-086af295563e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1219515'] for subnet (ad0c17b0-bd67-4bfc-9892-36be45aabb90), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:54.616957 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-2aaf09eb-e65d-4710-a3bd-1db3a053e874 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks [] for security_group_rule (3767e914-3b5b-4af7-9027-eae33669555b), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:54.630098 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Current status of the port a5b62024-ed52-49f6-9d00-e9c9c9c7a995 is: ACTIVE; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:34:54.686416 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20597798-ad64-48b0-a4a0-859d0cb468ef None None] Network ed99cd44-f789-4de4-8f2b-bace0dadf1dd requested from dv-cinder-803823-11-iscsi {{(pid=111024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 00:34:54.694073 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-3e575c60-4497-4077-a964-cd1dc54d2d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8af5f06-db23-459f-ae73-a606857d961d', 'name': 'tempest-DeleteServersTestJSON-415055437-router', 'tenant_id': '2d9a178dbd5e430f874fa216367424dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '519309ba-1525-409f-9df1-a71aefad1a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:34:35Z', 'updated_at': '2022-06-16T00:34:44Z', 'revision_number': 4, 'project_id': '2d9a178dbd5e430f874fa216367424dc', 'gw_port': {'id': '519309ba-1525-409f-9df1-a71aefad1a2b', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8af5f06-db23-459f-ae73-a606857d961d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:36Z', 'updated_at': '2022-06-16T00:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_interfaces': [{'id': '44c6089c-6fe0-46fd-a3c9-1a1ec6f16764', 'name': '', 'network_id': '8f4288ea-b4d4-4302-977b-e748e2c0ee47', 'tenant_id': '2d9a178dbd5e430f874fa216367424dc', 'mac_address': 'fa:16:3e:58:ac:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8af5f06-db23-459f-ae73-a606857d961d', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b6a5ed6d-e651-48fb-a2c8-ac02a15bcf98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:42Z', 'updated_at': '2022-06-16T00:34:53Z', 'revision_number': 4, 'project_id': '2d9a178dbd5e430f874fa216367424dc', 'subnets': [{'id': 'b6a5ed6d-e651-48fb-a2c8-ac02a15bcf98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:34:54.747140 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0f09fd9d-6024-46bc-9cd4-6cbbe4e2f4c9 None None] Port a47108a1-c520-47ad-9272-28cb98936d46 cannot update to ACTIVE because it is not bound. {{(pid=111024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 00:34:54.807050 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-2aaf09eb-e65d-4710-a3bd-1db3a053e874 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks [] for security_group_rule (3767e914-3b5b-4af7-9027-eae33669555b), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:54.810036 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e575c60-4497-4077-a964-cd1dc54d2d39 None None] The sync data for ids ['f8af5f06-db23-459f-ae73-a606857d961d'] in dv-cinder-803823-11-iscsi is: [{'id': 'f8af5f06-db23-459f-ae73-a606857d961d', 'name': 'tempest-DeleteServersTestJSON-415055437-router', 'tenant_id': '2d9a178dbd5e430f874fa216367424dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '519309ba-1525-409f-9df1-a71aefad1a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:34:35Z', 'updated_at': '2022-06-16T00:34:44Z', 'revision_number': 4, 'project_id': '2d9a178dbd5e430f874fa216367424dc', 'gw_port': {'id': '519309ba-1525-409f-9df1-a71aefad1a2b', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8af5f06-db23-459f-ae73-a606857d961d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:36Z', 'updated_at': '2022-06-16T00:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_interfaces': [{'id': '44c6089c-6fe0-46fd-a3c9-1a1ec6f16764', 'name': '', 'network_id': '8f4288ea-b4d4-4302-977b-e748e2c0ee47', 'tenant_id': '2d9a178dbd5e430f874fa216367424dc', 'mac_address': 'fa:16:3e:58:ac:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8af5f06-db23-459f-ae73-a606857d961d', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b6a5ed6d-e651-48fb-a2c8-ac02a15bcf98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:42Z', 'updated_at': '2022-06-16T00:34:53Z', 'revision_number': 4, 'project_id': '2d9a178dbd5e430f874fa216367424dc', 'subnets': [{'id': 'b6a5ed6d-e651-48fb-a2c8-ac02a15bcf98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 00:34:54.813888 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-9b4f1962-0c25-4221-90e3-27ca401493c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (2a8c543c-b8d9-40d8-999c-fa03b757f547), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:54.878478 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.managers [None req-1a6f4d27-d63a-49b6-acd9-11f0baadeed3 None None] Attempting to bind port ea3b799f-eca8-46b9-800b-66e9d4d0fc11 on host dv-cinder-803823-11-iscsi for vnic_type normal with profile {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 00:34:54.882286 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.managers [None req-1a6f4d27-d63a-49b6-acd9-11f0baadeed3 None None] Attempting to bind port ea3b799f-eca8-46b9-800b-66e9d4d0fc11 by drivers openvswitch,hyperv on host dv-cinder-803823-11-iscsi at level 0 using segments [{'id': '5c02ce47-b4ce-4c8e-af6b-d3fbab975164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a6844d01-625d-4b71-91cf-373fe3e3e7cc'}] {{(pid=111024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 00:34:54.882286 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6f4d27-d63a-49b6-acd9-11f0baadeed3 None None] Attempting to bind port ea3b799f-eca8-46b9-800b-66e9d4d0fc11 on network a6844d01-625d-4b71-91cf-373fe3e3e7cc {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 00:34:54.899181 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:54.900178 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6f4d27-d63a-49b6-acd9-11f0baadeed3 None None] Checking agent: {'id': '81117e21-cbf2-493f-9e14-29a3cec1f25a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 0, 26, 30), 'started_at': datetime.datetime(2022, 6, 16, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 0, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 00:34:54.900630 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6f4d27-d63a-49b6-acd9-11f0baadeed3 None None] Checking segment: {'id': '5c02ce47-b4ce-4c8e-af6b-d3fbab975164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a6844d01-625d-4b71-91cf-373fe3e3e7cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 00:34:54.901029 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-1a6f4d27-d63a-49b6-acd9-11f0baadeed3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:54.901412 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6f4d27-d63a-49b6-acd9-11f0baadeed3 None None] Bound using segment: {'id': '5c02ce47-b4ce-4c8e-af6b-d3fbab975164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a6844d01-625d-4b71-91cf-373fe3e3e7cc'} {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 00:34:54.901877 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.managers [None req-1a6f4d27-d63a-49b6-acd9-11f0baadeed3 None None] Bound port: ea3b799f-eca8-46b9-800b-66e9d4d0fc11, host: dv-cinder-803823-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c02ce47-b4ce-4c8e-af6b-d3fbab975164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a6844d01-625d-4b71-91cf-373fe3e3e7cc'}}] {{(pid=111024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 00:34:54.902085 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-b7f296b6-74db-4769-9d92-086af295563e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1219458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177'] for subnet (ad0c17b0-bd67-4bfc-9892-36be45aabb90), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:54.902256 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-1a6f4d27-d63a-49b6-acd9-11f0baadeed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (ea3b799f-eca8-46b9-800b-66e9d4d0fc11), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:54.906553 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-b948b46a-7612-453f-b5f9-b165ed4eb9b7 None None] Provisioning complete for port ea3b799f-eca8-46b9-800b-66e9d4d0fc11 triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:34:54.906684 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-2aaf09eb-e65d-4710-a3bd-1db3a053e874 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623384'] for security_group_rule (3767e914-3b5b-4af7-9027-eae33669555b), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:54.906924 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-b948b46a-7612-453f-b5f9-b165ed4eb9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (ea3b799f-eca8-46b9-800b-66e9d4d0fc11), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:54.975685 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaf09eb-e65d-4710-a3bd-1db3a053e874 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3767e914-3b5b-4af7-9027-eae33669555b,revision_number=0']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:54.992906 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-b948b46a-7612-453f-b5f9-b165ed4eb9b7 None None] Port ea3b799f-eca8-46b9-800b-66e9d4d0fc11 cannot update to ACTIVE because it is not bound. {{(pid=111024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 00:34:55.013027 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-b7f296b6-74db-4769-9d92-086af295563e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:55.021030 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-b948b46a-7612-453f-b5f9-b165ed4eb9b7 None None] Provisioning complete for port 44c6089c-6fe0-46fd-a3c9-1a1ec6f16764 triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:34:55.021030 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-b948b46a-7612-453f-b5f9-b165ed4eb9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (44c6089c-6fe0-46fd-a3c9-1a1ec6f16764), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:55.021856 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 39170) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:34:55.030207 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-b7f296b6-74db-4769-9d92-086af295563e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ad0c17b0-bd67-4bfc-9892-36be45aabb90 HTTP/1.1" status: 204 len: 168 time: 0.6940813 Jun 16 00:34:55.030207 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f296b6-74db-4769-9d92-086af295563e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad0c17b0-bd67-4bfc-9892-36be45aabb90,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:55.053348 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device 44c6089c-6fe0-46fd-a3c9-1a1ec6f16764 up at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:34:55.059655 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [req-006b9579-5034-487f-9b24-8fc85dcb1563 req-6c063bc2-9077-4412-9ec1-ff1fee1ea3ec service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=111023) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 00:34:55.061094 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-006b9579-5034-487f-9b24-8fc85dcb1563 req-6c063bc2-9077-4412-9ec1-ff1fee1ea3ec service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2980125 Jun 16 00:34:55.066763 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-1a6f4d27-d63a-49b6-acd9-11f0baadeed3 None None] For port ea3b799f-eca8-46b9-800b-66e9d4d0fc11, host dv-cinder-803823-11-iscsi, cleared binding levels {{(pid=111024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 00:34:55.106496 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-1a6f4d27-d63a-49b6-acd9-11f0baadeed3 None None] For port ea3b799f-eca8-46b9-800b-66e9d4d0fc11, host dv-cinder-803823-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=ea3b799f-eca8-46b9-800b-66e9d4d0fc11,segment=NetworkSegment(5c02ce47-b4ce-4c8e-af6b-d3fbab975164),segment_id=5c02ce47-b4ce-4c8e-af6b-d3fbab975164)] {{(pid=111024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 00:34:55.193850 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Provisioning complete for port 44c6089c-6fe0-46fd-a3c9-1a1ec6f16764 triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:34:55.194229 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (44c6089c-6fe0-46fd-a3c9-1a1ec6f16764), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:55.203791 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-1a6f4d27-d63a-49b6-acd9-11f0baadeed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (ea3b799f-eca8-46b9-800b-66e9d4d0fc11), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:55.229347 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:55.255138 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-2aaf09eb-e65d-4710-a3bd-1db3a053e874 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:55.257979 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-2aaf09eb-e65d-4710-a3bd-1db3a053e874 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8689268 Jun 16 00:34:55.264751 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-006b9579-5034-487f-9b24-8fc85dcb1563 req-fe752fa7-3d15-4fcc-89f6-9de1d090e568 service neutron] 10.222.0.20 "GET /v2.0/networks/ffe9c59a-3096-4aef-8b2e-e3aa63722c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940033 Jun 16 00:34:55.266039 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 39182) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:34:55.278103 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.v2.base [None req-572ed872-ad7d-41f2-8ec6-14cb824d9f5c tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Request body: {'floatingip': {'floating_network_id': '81cb8278-aa95-4a96-976c-13998a04ce85'}} {{(pid=111022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:34:55.297099 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-b948b46a-7612-453f-b5f9-b165ed4eb9b7 None None] Current status of the port 44c6089c-6fe0-46fd-a3c9-1a1ec6f16764 is: DOWN; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:34:55.298529 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-b948b46a-7612-453f-b5f9-b165ed4eb9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (44c6089c-6fe0-46fd-a3c9-1a1ec6f16764), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:55.322130 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-7d7198f1-29d7-4f44-abf8-8723e4678384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1350587'] for network (3ad15e0a-2273-4981-835b-745423658817), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:55.392465 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16870a54-e746-45e4-b09f-2d42d8cd912b None None] Pushing event updated for resources: {'Port': ['ID=ea3b799f-eca8-46b9-800b-66e9d4d0fc11,revision_number=4']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:55.460877 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-006b9579-5034-487f-9b24-8fc85dcb1563 req-99437d33-727f-4173-ab8f-111ea7565f2a service neutron] 10.222.0.20 "GET /v2.0/networks/ffe9c59a-3096-4aef-8b2e-e3aa63722c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897194 Jun 16 00:34:55.478447 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6f4d27-d63a-49b6-acd9-11f0baadeed3 None None] Routers {'77e43a31-7199-43bd-a9c6-0f82d416a435'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:34:55.484650 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-1a6f4d27-d63a-49b6-acd9-11f0baadeed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:34:27Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['77e43a31-7199-43bd-a9c6-0f82d416a435'], 'active': True} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:34:55.499568 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:55.501740 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-b948b46a-7612-453f-b5f9-b165ed4eb9b7 None None] For port 44c6089c-6fe0-46fd-a3c9-1a1ec6f16764, host dv-cinder-803823-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=44c6089c-6fe0-46fd-a3c9-1a1ec6f16764,segment=NetworkSegment(726cf98a-2766-44f9-8c50-194b1bfad17f),segment_id=726cf98a-2766-44f9-8c50-194b1bfad17f)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:34:55.509391 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:55.630040 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-b948b46a-7612-453f-b5f9-b165ed4eb9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (44c6089c-6fe0-46fd-a3c9-1a1ec6f16764), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:55.639916 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Current status of the port 44c6089c-6fe0-46fd-a3c9-1a1ec6f16764 is: DOWN; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:34:55.640479 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (44c6089c-6fe0-46fd-a3c9-1a1ec6f16764), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:55.659155 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-7d7198f1-29d7-4f44-abf8-8723e4678384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1217386', 'neutron.services.segments.db._delete_segments_for_network-8753842649658'] for network (3ad15e0a-2273-4981-835b-745423658817), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:55.693520 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-572ed872-ad7d-41f2-8ec6-14cb824d9f5c tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:55.774632 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-7d7198f1-29d7-4f44-abf8-8723e4678384 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=111022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:34:55.774992 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-7d7198f1-29d7-4f44-abf8-8723e4678384 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=111022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:34:55.775725 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-7d7198f1-29d7-4f44-abf8-8723e4678384 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=111022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:34:55.776061 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-7d7198f1-29d7-4f44-abf8-8723e4678384 admin admin] Subscribe: > port after_create 55550000 {{(pid=111022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:34:55.776388 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-7d7198f1-29d7-4f44-abf8-8723e4678384 admin admin] Subscribe: > port after_delete 55550000 {{(pid=111022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:34:55.776758 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-7d7198f1-29d7-4f44-abf8-8723e4678384 admin admin] Subscribe: > port after_update 55550000 {{(pid=111022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:34:55.777072 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-7d7198f1-29d7-4f44-abf8-8723e4678384 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=111022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:34:55.777399 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-7d7198f1-29d7-4f44-abf8-8723e4678384 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:34:55.777706 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-7d7198f1-29d7-4f44-abf8-8723e4678384 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:34:55.778018 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-7d7198f1-29d7-4f44-abf8-8723e4678384 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=111022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:34:55.807012 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b948b46a-7612-453f-b5f9-b165ed4eb9b7 None None] Pushing event updated for resources: {'Port': ['ID=44c6089c-6fe0-46fd-a3c9-1a1ec6f16764,revision_number=5']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:55.817605 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvr_db [None req-1a6f4d27-d63a-49b6-acd9-11f0baadeed3 None None] Set router 77e43a31-7199-43bd-a9c6-0f82d416a435 gateway port host: dv-cinder-803823-11-iscsi {{(pid=111024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:34:55.855882 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-6a98a357-4d6d-4131-b17c-f9df091bf503 None None] Provisioning complete for port ea3b799f-eca8-46b9-800b-66e9d4d0fc11 triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:34:55.855882 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-6a98a357-4d6d-4131-b17c-f9df091bf503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (ea3b799f-eca8-46b9-800b-66e9d4d0fc11), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:55.915803 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.db.api [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111024) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 16 00:34:55.916436 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG oslo_db.api [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 00:34:56.179227 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-9c4f2f48-8f71-4bbd-a195-61621a5d80ae req-2dabcb9b-a6a2-439f-b76c-09d9a7e4cae4 tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] 10.222.0.20 "GET /v2.0/ports?device_id=82ca4ac6-b12b-459b-a5b3-74f98b2aa635 HTTP/1.1" status: 200 len: 210 time: 0.0673578 Jun 16 00:34:56.210644 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-7d7198f1-29d7-4f44-abf8-8723e4678384 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:34:56.211161 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-7d7198f1-29d7-4f44-abf8-8723e4678384 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:34:56.211354 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-7d7198f1-29d7-4f44-abf8-8723e4678384 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=111022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:34:56.211676 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-7d7198f1-29d7-4f44-abf8-8723e4678384 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=111022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:34:56.212063 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.services.segments.db [None req-7d7198f1-29d7-4f44-abf8-8723e4678384 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ad15e0a-2273-4981-835b-745423658817']}} {{(pid=111022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:34:56.274203 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-6a98a357-4d6d-4131-b17c-f9df091bf503 None None] Current status of the port ea3b799f-eca8-46b9-800b-66e9d4d0fc11 is: DOWN; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:34:56.274916 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-6a98a357-4d6d-4131-b17c-f9df091bf503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (ea3b799f-eca8-46b9-800b-66e9d4d0fc11), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:56.281278 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-014d5207-d0db-4241-8a5d-85979e373823 req-985983ea-9128-49cb-b4de-dfc6d966b56b tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcb3ce76-65b1-48b8-8b1a-3374f6f7c0b0 HTTP/1.1" status: 200 len: 210 time: 0.0461838 Jun 16 00:34:56.340382 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.services.segments.db [None req-7d7198f1-29d7-4f44-abf8-8723e4678384 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e1efc5f-465b-4f7f-9895-ead359d9a99e') {'for_net_delete': True} {{(pid=111022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:34:56.340898 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.services.segments.db [None req-7d7198f1-29d7-4f44-abf8-8723e4678384 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e1efc5f-465b-4f7f-9895-ead359d9a99e') {} {{(pid=111022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:34:56.386179 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-6a98a357-4d6d-4131-b17c-f9df091bf503 None None] For port ea3b799f-eca8-46b9-800b-66e9d4d0fc11, host dv-cinder-803823-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=ea3b799f-eca8-46b9-800b-66e9d4d0fc11,segment=NetworkSegment(5c02ce47-b4ce-4c8e-af6b-d3fbab975164),segment_id=5c02ce47-b4ce-4c8e-af6b-d3fbab975164)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:34:56.472063 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-1a6f4d27-d63a-49b6-acd9-11f0baadeed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e43a31-7199-43bd-a9c6-0f82d416a435', 'name': 'tempest-AttachVolumeShelveTestJSON-1900672149-router', 'tenant_id': '494ce289f1774df0833301de8e46ae11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'a5b62024-ed52-49f6-9d00-e9c9c9c7a995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:34:36Z', 'updated_at': '2022-06-16T00:34:47Z', 'revision_number': 4, 'project_id': '494ce289f1774df0833301de8e46ae11', 'gw_port': {'id': 'a5b62024-ed52-49f6-9d00-e9c9c9c7a995', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e43a31-7199-43bd-a9c6-0f82d416a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:38Z', 'updated_at': '2022-06-16T00:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_interfaces': [{'id': 'ea3b799f-eca8-46b9-800b-66e9d4d0fc11', 'name': '', 'network_id': 'a6844d01-625d-4b71-91cf-373fe3e3e7cc', 'tenant_id': '494ce289f1774df0833301de8e46ae11', 'mac_address': 'fa:16:3e:77:a4:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77e43a31-7199-43bd-a9c6-0f82d416a435', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '892d2143-b3e2-4410-bf1b-7ad84511c529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:45Z', 'updated_at': '2022-06-16T00:34:55Z', 'revision_number': 4, 'project_id': '494ce289f1774df0833301de8e46ae11', 'subnets': [{'id': '892d2143-b3e2-4410-bf1b-7ad84511c529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:34:56.509639 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-7d7198f1-29d7-4f44-abf8-8723e4678384 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753842648513', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18744251'] for segment (2e1efc5f-465b-4f7f-9895-ead359d9a99e), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:56.527681 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-6a98a357-4d6d-4131-b17c-f9df091bf503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (ea3b799f-eca8-46b9-800b-66e9d4d0fc11), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:56.539157 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6f4d27-d63a-49b6-acd9-11f0baadeed3 None None] The sync data for ids ['77e43a31-7199-43bd-a9c6-0f82d416a435'] in dv-cinder-803823-11-iscsi is: [{'id': '77e43a31-7199-43bd-a9c6-0f82d416a435', 'name': 'tempest-AttachVolumeShelveTestJSON-1900672149-router', 'tenant_id': '494ce289f1774df0833301de8e46ae11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'a5b62024-ed52-49f6-9d00-e9c9c9c7a995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:34:36Z', 'updated_at': '2022-06-16T00:34:47Z', 'revision_number': 4, 'project_id': '494ce289f1774df0833301de8e46ae11', 'gw_port': {'id': 'a5b62024-ed52-49f6-9d00-e9c9c9c7a995', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e43a31-7199-43bd-a9c6-0f82d416a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:38Z', 'updated_at': '2022-06-16T00:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_interfaces': [{'id': 'ea3b799f-eca8-46b9-800b-66e9d4d0fc11', 'name': '', 'network_id': 'a6844d01-625d-4b71-91cf-373fe3e3e7cc', 'tenant_id': '494ce289f1774df0833301de8e46ae11', 'mac_address': 'fa:16:3e:77:a4:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77e43a31-7199-43bd-a9c6-0f82d416a435', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '892d2143-b3e2-4410-bf1b-7ad84511c529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:45Z', 'updated_at': '2022-06-16T00:34:55Z', 'revision_number': 4, 'project_id': '494ce289f1774df0833301de8e46ae11', 'subnets': [{'id': '892d2143-b3e2-4410-bf1b-7ad84511c529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 00:34:56.623353 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a98a357-4d6d-4131-b17c-f9df091bf503 None None] Pushing event updated for resources: {'Port': ['ID=ea3b799f-eca8-46b9-800b-66e9d4d0fc11,revision_number=5']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:56.633652 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Current status of the port 44c6089c-6fe0-46fd-a3c9-1a1ec6f16764 is: ACTIVE; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:34:56.634432 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device 68308b25-ab33-4557-b7ec-e276240536b9 up at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:34:56.765524 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:56.769869 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-7d7198f1-29d7-4f44-abf8-8723e4678384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219328'] for segment (2e1efc5f-465b-4f7f-9895-ead359d9a99e), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:56.775861 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-572ed872-ad7d-41f2-8ec6-14cb824d9f5c tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:56.805344 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Provisioning complete for port 68308b25-ab33-4557-b7ec-e276240536b9 triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:34:56.805736 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (68308b25-ab33-4557-b7ec-e276240536b9), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:56.828301 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d7198f1-29d7-4f44-abf8-8723e4678384 admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=111022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 00:34:56.832068 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-7d7198f1-29d7-4f44-abf8-8723e4678384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18330515'] for segment (2e1efc5f-465b-4f7f-9895-ead359d9a99e), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:56.876784 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-01e43b7c-2ec7-4f1d-9e06-377595ae331d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (d0297bc9-c3a8-45ac-9023-c937cb4f21fc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:56.969500 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:UPDATE=4,neutron:SELECT=83,neutron:INSERT=13 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:56.973666 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Current status of the port 68308b25-ab33-4557-b7ec-e276240536b9 is: DOWN; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:34:56.982702 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (68308b25-ab33-4557-b7ec-e276240536b9), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:56.998274 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] For port 68308b25-ab33-4557-b7ec-e276240536b9, host dv-cinder-803823-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=68308b25-ab33-4557-b7ec-e276240536b9,segment=NetworkSegment(6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc),segment_id=6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:34:57.018055 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db43db36-94eb-41fe-894f-dfe7e01d2aa5 req-d6b9e863-6a64-4442-86b7-d9135b34afe3 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:34:57.019652 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-db43db36-94eb-41fe-894f-dfe7e01d2aa5 req-d6b9e863-6a64-4442-86b7-d9135b34afe3 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/networks?id=dfc603d1-751d-4be9-b4c0-08fa2224635a HTTP/1.1" status: 200 len: 818 time: 0.7737117 Jun 16 00:34:57.055267 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (68308b25-ab33-4557-b7ec-e276240536b9), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:57.056118 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device 519309ba-1525-409f-9df1-a71aefad1a2b up at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:34:57.107991 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.db.db_base_plugin_common [None req-572ed872-ad7d-41f2-8ec6-14cb824d9f5c tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Allocated IP 172.27.1.171 (81cb8278-aa95-4a96-976c-13998a04ce85/7fa235f2-2172-4ff3-86e8-0e0d1995c273/1603b276-7d03-4d20-96eb-17993dbf0115) {{(pid=111022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 00:34:57.163338 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-7d7198f1-29d7-4f44-abf8-8723e4678384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1220132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673112'] for network (3ad15e0a-2273-4981-835b-745423658817), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:57.178703 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-7d7198f1-29d7-4f44-abf8-8723e4678384 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590195'] for network (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:57.190669 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 39256) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:34:57.191313 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-7d7198f1-29d7-4f44-abf8-8723e4678384 admin admin] 10.222.0.20 "DELETE /v2.0/networks/3ad15e0a-2273-4981-835b-745423658817 HTTP/1.1" status: 204 len: 168 time: 2.1681085 Jun 16 00:34:57.205234 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Pushing event updated for resources: {'Port': ['ID=68308b25-ab33-4557-b7ec-e276240536b9,revision_number=4']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:57.209597 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Provisioning complete for port 519309ba-1525-409f-9df1-a71aefad1a2b triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:34:57.209986 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (519309ba-1525-409f-9df1-a71aefad1a2b), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:57.219169 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-db43db36-94eb-41fe-894f-dfe7e01d2aa5 req-888eb688-9198-4c4b-b627-ec712393bbd1 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/quotas/a4e7be42e39248e4b9f5c89e96a6b82e HTTP/1.1" status: 200 len: 375 time: 0.1915619 Jun 16 00:34:57.227064 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7198f1-29d7-4f44-abf8-8723e4678384 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ad15e0a-2273-4981-835b-745423658817,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:57.241537 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.40', 49948) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:34:57.314522 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e01153c-4235-47a3-b7ee-ae64ab39cf78 admin admin] Deleting subnet 07ac3031-4a2d-4781-841e-c5015a68d968 {{(pid=111023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 00:34:57.327921 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-9e01153c-4235-47a3-b7ee-ae64ab39cf78 admin admin] Publish callbacks [] for subnet (07ac3031-4a2d-4781-841e-c5015a68d968), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:57.413933 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Current status of the port 519309ba-1525-409f-9df1-a71aefad1a2b is: ACTIVE; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:34:57.434784 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-5c2be17c-070b-4fe5-a48f-cae56a155963 req-671df388-2907-4522-9c6d-d960cda79775 tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] 10.222.0.20 "GET /v2.0/ports?device_id=82ca4ac6-b12b-459b-a5b3-74f98b2aa635 HTTP/1.1" status: 200 len: 210 time: 0.1079764 Jun 16 00:34:57.503839 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-9e01153c-4235-47a3-b7ee-ae64ab39cf78 admin admin] Publish callbacks [] for subnet (07ac3031-4a2d-4781-841e-c5015a68d968), precommit_delete_associations {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:57.513349 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-db43db36-94eb-41fe-894f-dfe7e01d2aa5 req-374f79cf-ae59-4147-94f4-e4b44cadc735 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a4e7be42e39248e4b9f5c89e96a6b82e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2881002 Jun 16 00:34:57.523753 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-9e01153c-4235-47a3-b7ee-ae64ab39cf78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1219515'] for subnet (07ac3031-4a2d-4781-841e-c5015a68d968), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:57.664296 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-572ed872-ad7d-41f2-8ec6-14cb824d9f5c tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks [] for port (1603b276-7d03-4d20-96eb-17993dbf0115), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:57.789409 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-d7800046-0a21-40fc-8bab-6d3a527aedb7 req-bd48e2fd-277f-4283-abec-9c0236886b3e tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcb3ce76-65b1-48b8-8b1a-3374f6f7c0b0 HTTP/1.1" status: 200 len: 210 time: 0.2289493 Jun 16 00:34:57.879584 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device 44c6089c-6fe0-46fd-a3c9-1a1ec6f16764 up at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:34:57.900929 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64675451-414e-473d-812b-a7871cd7db89 req-c2743611-964a-4f9c-ad0a-d65503f4c750 tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:34:57.902480 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-64675451-414e-473d-812b-a7871cd7db89 req-c2743611-964a-4f9c-ad0a-d65503f4c750 tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] 10.222.0.40 "GET /v2.0/networks?id=8f4288ea-b4d4-4302-977b-e748e2c0ee47 HTTP/1.1" status: 200 len: 811 time: 0.6347470 Jun 16 00:34:57.933256 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-9e01153c-4235-47a3-b7ee-ae64ab39cf78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1219458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177'] for subnet (07ac3031-4a2d-4781-841e-c5015a68d968), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:57.945416 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-db43db36-94eb-41fe-894f-dfe7e01d2aa5 req-098fed86-bcbb-4c2a-a23b-edc215b33643 service neutron] 10.222.0.20 "GET /v2.0/networks/dfc603d1-751d-4be9-b4c0-08fa2224635a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3534889 Jun 16 00:34:57.978481 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-9e01153c-4235-47a3-b7ee-ae64ab39cf78 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:57.979444 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.v2.base [req-64675451-414e-473d-812b-a7871cd7db89 req-7ea37613-056f-4d17-a303-f9009b72e8ec tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] Request body: {'port': {'device_id': '82ca4ac6-b12b-459b-a5b3-74f98b2aa635', 'network_id': '8f4288ea-b4d4-4302-977b-e748e2c0ee47', 'admin_state_up': True, 'tenant_id': '2d9a178dbd5e430f874fa216367424dc'}} {{(pid=111022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:34:57.979530 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-117977e4-98b1-40f2-baea-1bec010e476c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (b90f279a-3e8f-4325-a28d-8d213fb96fbc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:57.982090 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Provisioning complete for port 44c6089c-6fe0-46fd-a3c9-1a1ec6f16764 triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:34:57.982532 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (44c6089c-6fe0-46fd-a3c9-1a1ec6f16764), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:57.985936 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-9e01153c-4235-47a3-b7ee-ae64ab39cf78 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/07ac3031-4a2d-4781-841e-c5015a68d968 HTTP/1.1" status: 204 len: 168 time: 0.7942426 Jun 16 00:34:57.990404 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 39290) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:34:58.044468 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.services.segments.plugin [-] Segment 2e1efc5f-465b-4f7f-9895-ead359d9a99e resource provider aggregate not found Jun 16 00:34:58.054910 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e01153c-4235-47a3-b7ee-ae64ab39cf78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07ac3031-4a2d-4781-841e-c5015a68d968,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:58.065437 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-572ed872-ad7d-41f2-8ec6-14cb824d9f5c tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753842110805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18330592'] for port (1603b276-7d03-4d20-96eb-17993dbf0115), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:58.125273 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.services.segments.plugin [-] Segment 2e1efc5f-465b-4f7f-9895-ead359d9a99e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2e1efc5f-465b-4f7f-9895-ead359d9a99e found for delete ", "request_id": "req-1d5635e3-393e-4ea5-90b8-f0864e96fe2c"}]} Jun 16 00:34:58.147241 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Current status of the port 44c6089c-6fe0-46fd-a3c9-1a1ec6f16764 is: ACTIVE; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:34:58.148311 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device 68308b25-ab33-4557-b7ec-e276240536b9 up at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:34:58.173565 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:58.193161 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:58.206817 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-91f77659-6da1-42ca-8855-24ce9ee2cdf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1350587'] for network (ed99cd44-f789-4de4-8f2b-bace0dadf1dd), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:58.282812 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572ed872-ad7d-41f2-8ec6-14cb824d9f5c tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Network 81cb8278-aa95-4a96-976c-13998a04ce85 is already hosted by enough agents. {{(pid=111022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:34:58.294853 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.scheduler.base_scheduler [None req-572ed872-ad7d-41f2-8ec6-14cb824d9f5c tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Resources bound (agent type, host, resource id): {{(pid=111022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:34:58.316630 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572ed872-ad7d-41f2-8ec6-14cb824d9f5c tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Received port after_create {{(pid=111022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 00:34:58.344204 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-91f77659-6da1-42ca-8855-24ce9ee2cdf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1217386', 'neutron.services.segments.db._delete_segments_for_network-8753842649658'] for network (ed99cd44-f789-4de4-8f2b-bace0dadf1dd), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:58.390277 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-91f77659-6da1-42ca-8855-24ce9ee2cdf0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=111023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:34:58.390738 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-91f77659-6da1-42ca-8855-24ce9ee2cdf0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=111023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:34:58.391661 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-91f77659-6da1-42ca-8855-24ce9ee2cdf0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=111023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:34:58.392415 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-91f77659-6da1-42ca-8855-24ce9ee2cdf0 admin admin] Subscribe: > port after_create 55550000 {{(pid=111023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:34:58.393235 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-91f77659-6da1-42ca-8855-24ce9ee2cdf0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=111023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:34:58.393652 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-91f77659-6da1-42ca-8855-24ce9ee2cdf0 admin admin] Subscribe: > port after_update 55550000 {{(pid=111023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:34:58.393984 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-91f77659-6da1-42ca-8855-24ce9ee2cdf0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=111023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:34:58.394322 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-91f77659-6da1-42ca-8855-24ce9ee2cdf0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:34:58.399445 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-91f77659-6da1-42ca-8855-24ce9ee2cdf0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:34:58.399445 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-91f77659-6da1-42ca-8855-24ce9ee2cdf0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=111023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:34:58.403586 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:58.404960 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-db43db36-94eb-41fe-894f-dfe7e01d2aa5 req-16e86769-7fa3-4120-a926-2b567cea2861 service neutron] 10.222.0.20 "GET /v2.0/networks/dfc603d1-751d-4be9-b4c0-08fa2224635a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4585295 Jun 16 00:34:58.412672 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572ed872-ad7d-41f2-8ec6-14cb824d9f5c tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Pushing event updated for resources: {'Port': ['ID=1603b276-7d03-4d20-96eb-17993dbf0115,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:58.442247 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Provisioning complete for port 68308b25-ab33-4557-b7ec-e276240536b9 triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:34:58.442637 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (68308b25-ab33-4557-b7ec-e276240536b9), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:58.508500 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:58.608816 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Current status of the port 68308b25-ab33-4557-b7ec-e276240536b9 is: ACTIVE; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:34:58.610124 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device ea3b799f-eca8-46b9-800b-66e9d4d0fc11 up at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:34:58.652190 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64675451-414e-473d-812b-a7871cd7db89 req-7ea37613-056f-4d17-a303-f9009b72e8ec tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] Made reservation on behalf of 2d9a178dbd5e430f874fa216367424dc for: {'port': 1} {{(pid=111022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 00:34:58.656444 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [req-64675451-414e-473d-812b-a7871cd7db89 req-7ea37613-056f-4d17-a303-f9009b72e8ec tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:58.675158 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Provisioning complete for port ea3b799f-eca8-46b9-800b-66e9d4d0fc11 triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:34:58.675915 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-572ed872-ad7d-41f2-8ec6-14cb824d9f5c tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks [] for floatingip (b36979f9-c8bd-4d8d-8650-c37f2c9ddb8b), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:58.676426 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (ea3b799f-eca8-46b9-800b-66e9d4d0fc11), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:58.719614 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-91f77659-6da1-42ca-8855-24ce9ee2cdf0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:34:58.720195 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-91f77659-6da1-42ca-8855-24ce9ee2cdf0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:34:58.720748 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-91f77659-6da1-42ca-8855-24ce9ee2cdf0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=111023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:34:58.721760 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-91f77659-6da1-42ca-8855-24ce9ee2cdf0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=111023) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 00:34:58.722275 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.services.segments.db [None req-91f77659-6da1-42ca-8855-24ce9ee2cdf0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed99cd44-f789-4de4-8f2b-bace0dadf1dd']}} {{(pid=111023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:34:58.751631 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.services.segments.db [None req-91f77659-6da1-42ca-8855-24ce9ee2cdf0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51ab2268-d67d-4f33-94fb-3be2e5f762f0') {'for_net_delete': True} {{(pid=111023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:34:58.752112 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.services.segments.db [None req-91f77659-6da1-42ca-8855-24ce9ee2cdf0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51ab2268-d67d-4f33-94fb-3be2e5f762f0') {} {{(pid=111023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:34:58.768295 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Current status of the port ea3b799f-eca8-46b9-800b-66e9d4d0fc11 is: ACTIVE; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:34:58.793723 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-d7401bdf-c977-409d-b53a-def680f096b4 req-00f6aab0-6d1f-4240-8a32-08ec601f176a tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] 10.222.0.20 "GET /v2.0/ports?device_id=82ca4ac6-b12b-459b-a5b3-74f98b2aa635 HTTP/1.1" status: 200 len: 210 time: 0.0567412 Jun 16 00:34:58.795842 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-91f77659-6da1-42ca-8855-24ce9ee2cdf0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753842648513', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10236077'] for segment (51ab2268-d67d-4f33-94fb-3be2e5f762f0), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:58.831941 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-91f77659-6da1-42ca-8855-24ce9ee2cdf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219328'] for segment (51ab2268-d67d-4f33-94fb-3be2e5f762f0), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:58.841881 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91f77659-6da1-42ca-8855-24ce9ee2cdf0 admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=111023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 00:34:58.842528 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-91f77659-6da1-42ca-8855-24ce9ee2cdf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2909950'] for segment (51ab2268-d67d-4f33-94fb-3be2e5f762f0), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:58.949118 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-be5d5b8b-564f-42a4-9c6d-6027a0729d0a req-990c287d-e022-474f-8f65-fc6b92609c86 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=b99af546-f8bc-4967-b251-7e486805f7f7 HTTP/1.1" status: 200 len: 210 time: 0.0798762 Jun 16 00:34:59.065900 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-dd35398e-48b7-4e5d-8945-716899176791 req-7bb342cd-a560-4f63-81de-58dbde1c5e7d tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcb3ce76-65b1-48b8-8b1a-3374f6f7c0b0 HTTP/1.1" status: 200 len: 210 time: 0.0686314 Jun 16 00:34:59.111149 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-91f77659-6da1-42ca-8855-24ce9ee2cdf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1220132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673112'] for network (ed99cd44-f789-4de4-8f2b-bace0dadf1dd), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:59.146312 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-91f77659-6da1-42ca-8855-24ce9ee2cdf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590195'] for network (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:59.150779 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-91f77659-6da1-42ca-8855-24ce9ee2cdf0 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ed99cd44-f789-4de4-8f2b-bace0dadf1dd HTTP/1.1" status: 204 len: 168 time: 1.1550584 Jun 16 00:34:59.151958 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f77659-6da1-42ca-8855-24ce9ee2cdf0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed99cd44-f789-4de4-8f2b-bace0dadf1dd,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:34:59.194707 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.db.db_base_plugin_common [req-64675451-414e-473d-812b-a7871cd7db89 req-7ea37613-056f-4d17-a303-f9009b72e8ec tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] Allocated IP 172.20.0.3 (8f4288ea-b4d4-4302-977b-e748e2c0ee47/b6a5ed6d-e651-48fb-a2c8-ac02a15bcf98/432dd3b9-53d3-41b9-b199-4ccdb65e8510) {{(pid=111022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 00:34:59.219633 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-572ed872-ad7d-41f2-8ec6-14cb824d9f5c tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (1603b276-7d03-4d20-96eb-17993dbf0115), before_update {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:59.263523 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-faa15201-cec6-4660-ae33-7025f254e5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (50ece25a-9452-44f6-8bc9-48c0ade2294b), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:59.323438 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:34:59.397877 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.services.segments.plugin [-] Segment 51ab2268-d67d-4f33-94fb-3be2e5f762f0 resource provider aggregate not found Jun 16 00:34:59.461063 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.services.segments.plugin [-] Segment 51ab2268-d67d-4f33-94fb-3be2e5f762f0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 51ab2268-d67d-4f33-94fb-3be2e5f762f0 found for delete ", "request_id": "req-72d5f9e3-2fd0-41fb-841e-f22ce601ab95"}]} Jun 16 00:34:59.743327 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (81117e21-cbf2-493f-9e14-29a3cec1f25a), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:34:59.844629 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49acfaf-59d0-4891-aa97-bfc00b2c1585 req-2ec5a725-4b1a-45e7-b160-47028640e874 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:34:59.854614 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-a49acfaf-59d0-4891-aa97-bfc00b2c1585 req-2ec5a725-4b1a-45e7-b160-47028640e874 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/networks?id=dfc603d1-751d-4be9-b4c0-08fa2224635a HTTP/1.1" status: 200 len: 818 time: 0.5486634 Jun 16 00:34:59.902295 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 39382) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:35:00.006206 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:00.035621 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-1d381a65-1a22-4c74-a9e6-fddef03e6194 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=db99dfcca0a54888a1298320b149323d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1319211 Jun 16 00:35:00.037935 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-9756b219-57ca-4fbb-b0b8-5781fe700a1b req-5eb3fd91-30b6-4c50-a2e0-933a8e8c75ed tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] 10.222.0.20 "GET /v2.0/ports?device_id=82ca4ac6-b12b-459b-a5b3-74f98b2aa635 HTTP/1.1" status: 200 len: 210 time: 0.0564110 Jun 16 00:35:00.038534 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 39384) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:35:00.069514 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.40', 49954) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:35:00.179519 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [req-64675451-414e-473d-812b-a7871cd7db89 req-7ea37613-056f-4d17-a303-f9009b72e8ec tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] Publish callbacks [] for port (432dd3b9-53d3-41b9-b199-4ccdb65e8510), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:00.253500 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-a07a866c-c22f-4f0a-98c5-1eb98a5f5c60 admin admin] Publish callbacks [] for security_group (3f9a5459-7cee-47cf-b8b9-c45c554e9302), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:00.265197 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-a49acfaf-59d0-4891-aa97-bfc00b2c1585 req-35211145-0cf5-4fd9-a99e-953c5f87b9cf tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/quotas/a4e7be42e39248e4b9f5c89e96a6b82e HTTP/1.1" status: 200 len: 375 time: 0.4087372 Jun 16 00:35:00.321487 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [req-64675451-414e-473d-812b-a7871cd7db89 req-7ea37613-056f-4d17-a303-f9009b72e8ec tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753842110805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18330592'] for port (432dd3b9-53d3-41b9-b199-4ccdb65e8510), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:00.385974 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-19ea6db8-9b53-467c-af0b-fc93fa4fa44d req-d0274ddb-ec8a-4dee-93ab-70c5ff5212bc tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcb3ce76-65b1-48b8-8b1a-3374f6f7c0b0 HTTP/1.1" status: 200 len: 210 time: 0.1344953 Jun 16 00:35:00.415783 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-a07a866c-c22f-4f0a-98c5-1eb98a5f5c60 admin admin] Publish callbacks [] for security_group (3f9a5459-7cee-47cf-b8b9-c45c554e9302), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:00.464823 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea37613-056f-4d17-a303-f9009b72e8ec tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] Pushing event updated for resources: {'Port': ['ID=432dd3b9-53d3-41b9-b199-4ccdb65e8510,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:35:00.494942 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-572ed872-ad7d-41f2-8ec6-14cb824d9f5c tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks [] for port (1603b276-7d03-4d20-96eb-17993dbf0115), precommit_update {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:00.514111 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b9579-5034-487f-9b24-8fc85dcb1563 req-0418a3d0-8e03-4e09-850a-c516102d2c0a tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:00.516247 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-006b9579-5034-487f-9b24-8fc85dcb1563 req-0418a3d0-8e03-4e09-850a-c516102d2c0a tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.40 "GET /v2.0/networks?id=ffe9c59a-3096-4aef-8b2e-e3aa63722c28 HTTP/1.1" status: 200 len: 815 time: 0.4410973 Jun 16 00:35:00.521240 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-a49acfaf-59d0-4891-aa97-bfc00b2c1585 req-e5f131b9-c369-487b-8ab1-9a0c024bfbc3 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a4e7be42e39248e4b9f5c89e96a6b82e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2549770 Jun 16 00:35:00.539992 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64675451-414e-473d-812b-a7871cd7db89 req-7ea37613-056f-4d17-a303-f9009b72e8ec tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] Network 8f4288ea-b4d4-4302-977b-e748e2c0ee47 is already hosted by enough agents. {{(pid=111022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:35:00.550347 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.scheduler.base_scheduler [req-64675451-414e-473d-812b-a7871cd7db89 req-7ea37613-056f-4d17-a303-f9009b72e8ec tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] Resources bound (agent type, host, resource id): {{(pid=111022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:35:00.563214 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.db.l3_dvrscheduler_db [req-64675451-414e-473d-812b-a7871cd7db89 req-7ea37613-056f-4d17-a303-f9009b72e8ec tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] Received port after_create {{(pid=111022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 00:35:00.807775 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64675451-414e-473d-812b-a7871cd7db89 req-7ea37613-056f-4d17-a303-f9009b72e8ec tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:00.807775 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [req-64675451-414e-473d-812b-a7871cd7db89 req-7ea37613-056f-4d17-a303-f9009b72e8ec tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590195'] for port (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:00.807775 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-a49acfaf-59d0-4891-aa97-bfc00b2c1585 req-b0931535-f485-4500-83db-3ee9a2d90561 service neutron] 10.222.0.20 "GET /v2.0/networks/dfc603d1-751d-4be9-b4c0-08fa2224635a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114522 Jun 16 00:35:00.880307 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-a49acfaf-59d0-4891-aa97-bfc00b2c1585 req-975955ed-7965-4b8f-b427-2092de78ec5b service neutron] 10.222.0.20 "GET /v2.0/networks/dfc603d1-751d-4be9-b4c0-08fa2224635a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347878 Jun 16 00:35:00.888959 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad183ae-b4f0-4b77-8177-60530c6d4605 None None] Sync routers for ids ['43b866e7-a6b0-4b6b-8ebb-c9bd8cece985'] in dv-cinder-803823-11-iscsi {{(pid=111024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 00:35:00.941641 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad183ae-b4f0-4b77-8177-60530c6d4605 None None] Routers {'43b866e7-a6b0-4b6b-8ebb-c9bd8cece985'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:35:00.942617 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-4ad183ae-b4f0-4b77-8177-60530c6d4605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:34:57Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['43b866e7-a6b0-4b6b-8ebb-c9bd8cece985'], 'active': True} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:35:00.978124 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-006b9579-5034-487f-9b24-8fc85dcb1563 req-08a53a46-2c1b-466a-b1cf-bd44fb785294 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.40 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45031128a55e42989da61e01948538d3 HTTP/1.1" status: 200 len: 379 time: 0.4441335 Jun 16 00:35:00.993443 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-572ed872-ad7d-41f2-8ec6-14cb824d9f5c tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18330615'] for port (1603b276-7d03-4d20-96eb-17993dbf0115), after_update {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:01.004651 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [req-006b9579-5034-487f-9b24-8fc85dcb1563 req-1c69ba17-9064-4154-a061-8448c47d93d2 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Request body: {'port': {'device_id': 'fcb3ce76-65b1-48b8-8b1a-3374f6f7c0b0', 'network_id': 'ffe9c59a-3096-4aef-8b2e-e3aa63722c28', 'admin_state_up': True, 'tenant_id': '45031128a55e42989da61e01948538d3', 'security_groups': ['2c537079-4cab-4ede-9263-8171bf77f5f2']}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:35:01.093292 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-a07a866c-c22f-4f0a-98c5-1eb98a5f5c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (3f9a5459-7cee-47cf-b8b9-c45c554e9302), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:01.096934 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-a07a866c-c22f-4f0a-98c5-1eb98a5f5c60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:01.096934 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-a07a866c-c22f-4f0a-98c5-1eb98a5f5c60 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3f9a5459-7cee-47cf-b8b9-c45c554e9302 HTTP/1.1" status: 204 len: 168 time: 1.0573797 Jun 16 00:35:01.125917 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-64675451-414e-473d-812b-a7871cd7db89 req-7ea37613-056f-4d17-a303-f9009b72e8ec tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1457901 Jun 16 00:35:01.141090 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-dc35a1ff-03d0-49ab-9106-8acc98914556 None None] Provisioning complete for port 432dd3b9-53d3-41b9-b199-4ccdb65e8510 triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:35:01.143508 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-dc35a1ff-03d0-49ab-9106-8acc98914556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (432dd3b9-53d3-41b9-b199-4ccdb65e8510), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:01.153283 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [req-64675451-414e-473d-812b-a7871cd7db89 req-87639d33-7325-431d-939c-6837a076ae7d tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=111022) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 00:35:01.154940 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-64675451-414e-473d-812b-a7871cd7db89 req-87639d33-7325-431d-939c-6837a076ae7d tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0298088 Jun 16 00:35:01.249799 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:01.322471 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572ed872-ad7d-41f2-8ec6-14cb824d9f5c tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Pushing event updated for resources: {'Port': ['ID=1603b276-7d03-4d20-96eb-17993dbf0115,revision_number=2']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:35:01.345369 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07a866c-c22f-4f0a-98c5-1eb98a5f5c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f9a5459-7cee-47cf-b8b9-c45c554e9302,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:35:01.365540 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-572ed872-ad7d-41f2-8ec6-14cb824d9f5c tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672953'] for floatingip (b36979f9-c8bd-4d8d-8650-c37f2c9ddb8b), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:01.453289 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-dc35a1ff-03d0-49ab-9106-8acc98914556 None None] Port 432dd3b9-53d3-41b9-b199-4ccdb65e8510 cannot update to ACTIVE because it is not bound. {{(pid=111024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 00:35:01.491281 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvr_db [None req-4ad183ae-b4f0-4b77-8177-60530c6d4605 None None] Set router 43b866e7-a6b0-4b6b-8ebb-c9bd8cece985 gateway port host: dv-cinder-803823-11-iscsi {{(pid=111024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:35:01.505413 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-0f04e810-591c-47a4-9d29-730456703c9b req-381365b6-1109-457f-aa1c-9d626942d18a tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=76508475-0af3-48d7-8f12-9ad3686d77f0 HTTP/1.1" status: 200 len: 210 time: 0.1337616 Jun 16 00:35:01.569123 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=4 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:01.598309 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff7146-27d1-40ff-986c-160549445fc7 req-8edd404f-b128-43ca-aeab-040c4b521bf5 tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:01.602149 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-59ff7146-27d1-40ff-986c-160549445fc7 req-8edd404f-b128-43ca-aeab-040c4b521bf5 tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] 10.222.0.20 "GET /v2.0/ports?device_id=82ca4ac6-b12b-459b-a5b3-74f98b2aa635 HTTP/1.1" status: 200 len: 931 time: 0.2468114 Jun 16 00:35:01.621705 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-572ed872-ad7d-41f2-8ec6-14cb824d9f5c tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for floatingip (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:01.634325 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-572ed872-ad7d-41f2-8ec6-14cb824d9f5c tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.3666885 Jun 16 00:35:01.819485 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-59ff7146-27d1-40ff-986c-160549445fc7 req-1816d149-f5bb-49f0-86fa-40eaf5f3262c tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1dcb168-b575-4d6d-8ddf-c3b1c3ff8015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584742 Jun 16 00:35:01.943864 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-006b9579-5034-487f-9b24-8fc85dcb1563 req-1c69ba17-9064-4154-a061-8448c47d93d2 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Made reservation on behalf of 45031128a55e42989da61e01948538d3 for: {'port': 1} {{(pid=111023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 00:35:01.949088 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-006b9579-5034-487f-9b24-8fc85dcb1563 req-1c69ba17-9064-4154-a061-8448c47d93d2 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:01.995437 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-e1b43031-50a8-470a-888f-7a2eaf7ce1c5 req-69caca5c-1ca3-41ec-aec6-5af56b9e9e09 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcb3ce76-65b1-48b8-8b1a-3374f6f7c0b0 HTTP/1.1" status: 200 len: 210 time: 0.1083486 Jun 16 00:35:02.070333 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-4ad183ae-b4f0-4b77-8177-60530c6d4605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b866e7-a6b0-4b6b-8ebb-c9bd8cece985', 'name': 'tempest-ServerRescueNegativeTestJSON-775123431-router', 'tenant_id': 'a4e7be42e39248e4b9f5c89e96a6b82e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '68308b25-ab33-4557-b7ec-e276240536b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:34:36Z', 'updated_at': '2022-06-16T00:34:51Z', 'revision_number': 4, 'project_id': 'a4e7be42e39248e4b9f5c89e96a6b82e', 'gw_port': {'id': '68308b25-ab33-4557-b7ec-e276240536b9', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:36:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b866e7-a6b0-4b6b-8ebb-c9bd8cece985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:38Z', 'updated_at': '2022-06-16T00:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_interfaces': [{'id': 'a47108a1-c520-47ad-9272-28cb98936d46', 'name': '', 'network_id': 'dfc603d1-751d-4be9-b4c0-08fa2224635a', 'tenant_id': 'a4e7be42e39248e4b9f5c89e96a6b82e', 'mac_address': 'fa:16:3e:13:4c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b866e7-a6b0-4b6b-8ebb-c9bd8cece985', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'b8b321f5-1d44-4d62-a89c-8299c51aa908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:48Z', 'updated_at': '2022-06-16T00:34:52Z', 'revision_number': 2, 'project_id': 'a4e7be42e39248e4b9f5c89e96a6b82e', 'subnets': [{'id': 'b8b321f5-1d44-4d62-a89c-8299c51aa908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:35:02.214569 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad183ae-b4f0-4b77-8177-60530c6d4605 None None] Checking router: 43b866e7-a6b0-4b6b-8ebb-c9bd8cece985 for host: dv-cinder-803823-11-iscsi {{(pid=111024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 00:35:02.214927 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad183ae-b4f0-4b77-8177-60530c6d4605 None None] Updating router 43b866e7-a6b0-4b6b-8ebb-c9bd8cece985 port a47108a1-c520-47ad-9272-28cb98936d46 binding host dv-cinder-803823-11-iscsi {{(pid=111024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 00:35:02.265278 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.v2.base [req-64675451-414e-473d-812b-a7871cd7db89 req-531f0d78-3171-41e6-ba87-3bb7b392dff4 service neutron] Request body: {'port': {'device_id': '82ca4ac6-b12b-459b-a5b3-74f98b2aa635', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=111022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:35:02.349472 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [req-64675451-414e-473d-812b-a7871cd7db89 req-531f0d78-3171-41e6-ba87-3bb7b392dff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (432dd3b9-53d3-41b9-b199-4ccdb65e8510), before_update {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:02.371324 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-4ad183ae-b4f0-4b77-8177-60530c6d4605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (a47108a1-c520-47ad-9272-28cb98936d46), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:02.711609 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.db_base_plugin_common [req-006b9579-5034-487f-9b24-8fc85dcb1563 req-1c69ba17-9064-4154-a061-8448c47d93d2 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Allocated IP 172.20.0.14 (ffe9c59a-3096-4aef-8b2e-e3aa63722c28/1f18fa19-d797-425e-adb2-49437faef043/29f5f1c3-c98e-4a58-85e1-442189e98eee) {{(pid=111023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 00:35:02.827853 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:02.828816 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-ce9395bd-1004-44be-9552-5005cb0d0d37 req-f4b2b9a5-c346-42ba-9b54-c0d83af6ab5d tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=76508475-0af3-48d7-8f12-9ad3686d77f0 HTTP/1.1" status: 200 len: 210 time: 0.0658386 Jun 16 00:35:02.859803 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:02.896286 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 39470) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:35:03.045235 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-db213868-1f53-44c6-b3b0-5d5b3837648d req-3dd61b10-0159-4bfb-b432-1ccea8235cf0 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--456744961&fields=id&tenant_id=494ce289f1774df0833301de8e46ae11 HTTP/1.1" status: 200 len: 267 time: 0.7239904 Jun 16 00:35:03.119193 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-11487d94-fc9b-4eb0-8600-6451cca502eb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1c44371d0bec44599ffd0d7d54b504ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2186086 Jun 16 00:35:03.124143 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 39484) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:35:03.142421 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-4ad183ae-b4f0-4b77-8177-60530c6d4605 None None] Publish callbacks [] for port (a47108a1-c520-47ad-9272-28cb98936d46), precommit_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:03.209386 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-4ad183ae-b4f0-4b77-8177-60530c6d4605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (a47108a1-c520-47ad-9272-28cb98936d46), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:03.244716 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.notifiers.nova [req-64675451-414e-473d-812b-a7871cd7db89 req-531f0d78-3171-41e6-ba87-3bb7b392dff4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 432dd3b9-53d3-41b9-b199-4ccdb65e8510 {{(pid=111022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 00:35:03.266081 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [req-64675451-414e-473d-812b-a7871cd7db89 req-531f0d78-3171-41e6-ba87-3bb7b392dff4 service neutron] Publish callbacks [] for port (432dd3b9-53d3-41b9-b199-4ccdb65e8510), precommit_update {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:03.302022 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af1578a-d1ee-4b20-a6d8-ebe70a576b47 req-2b7f3c94-58e3-4bf9-a549-feeec7a4066e tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:03.307632 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-4af1578a-d1ee-4b20-a6d8-ebe70a576b47 req-2b7f3c94-58e3-4bf9-a549-feeec7a4066e tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] 10.222.0.20 "GET /v2.0/ports?device_id=82ca4ac6-b12b-459b-a5b3-74f98b2aa635 HTTP/1.1" status: 200 len: 931 time: 0.3118322 Jun 16 00:35:03.316238 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-006b9579-5034-487f-9b24-8fc85dcb1563 req-1c69ba17-9064-4154-a061-8448c47d93d2 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for port (29f5f1c3-c98e-4a58-85e1-442189e98eee), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:03.350018 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.db.provisioning_blocks [req-64675451-414e-473d-812b-a7871cd7db89 req-531f0d78-3171-41e6-ba87-3bb7b392dff4 service neutron] Transition to ACTIVE for port object 432dd3b9-53d3-41b9-b199-4ccdb65e8510 will not be triggered until provisioned by entity L2. {{(pid=111022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 00:35:03.380306 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db213868-1f53-44c6-b3b0-5d5b3837648d req-22a021a4-9b87-46d8-ac67-f1aaebdd7450 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:03.397377 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3288eb9-4d74-4c86-9c92-198e5aa77e98 None None] Pushing event updated for resources: {'Port': ['ID=a47108a1-c520-47ad-9272-28cb98936d46,revision_number=3']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:35:03.398121 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-db213868-1f53-44c6-b3b0-5d5b3837648d req-22a021a4-9b87-46d8-ac67-f1aaebdd7450 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/networks?id=a6844d01-625d-4b71-91cf-373fe3e3e7cc HTTP/1.1" status: 200 len: 817 time: 0.3517568 Jun 16 00:35:03.415095 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-4af1578a-d1ee-4b20-a6d8-ebe70a576b47 req-165731c2-e92f-42c1-9fec-b68b4e9f92d3 tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1dcb168-b575-4d6d-8ddf-c3b1c3ff8015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042590 Jun 16 00:35:03.416838 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-fe0106f4-6443-40c2-93e4-bc5287db60e5 admin admin] Publish callbacks [] for security_group (6d7938d0-17a7-4c67-948e-98fe4a3042c7), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:03.446202 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [req-64675451-414e-473d-812b-a7871cd7db89 req-531f0d78-3171-41e6-ba87-3bb7b392dff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18330615'] for port (432dd3b9-53d3-41b9-b199-4ccdb65e8510), after_update {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:03.467780 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-db213868-1f53-44c6-b3b0-5d5b3837648d req-32bc79cb-a2b1-4814-b541-cada36a9c91d tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/quotas/494ce289f1774df0833301de8e46ae11 HTTP/1.1" status: 200 len: 375 time: 0.0685406 Jun 16 00:35:03.545362 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.40', 49959) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:35:03.550296 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.managers [None req-4ad183ae-b4f0-4b77-8177-60530c6d4605 None None] Attempting to bind port a47108a1-c520-47ad-9272-28cb98936d46 on host dv-cinder-803823-11-iscsi for vnic_type normal with profile {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 00:35:03.550785 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.managers [None req-4ad183ae-b4f0-4b77-8177-60530c6d4605 None None] Attempting to bind port a47108a1-c520-47ad-9272-28cb98936d46 by drivers openvswitch,hyperv on host dv-cinder-803823-11-iscsi at level 0 using segments [{'id': '83998d89-0694-4525-932b-b99a1680f07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'dfc603d1-751d-4be9-b4c0-08fa2224635a'}] {{(pid=111024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 00:35:03.551416 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad183ae-b4f0-4b77-8177-60530c6d4605 None None] Attempting to bind port a47108a1-c520-47ad-9272-28cb98936d46 on network dfc603d1-751d-4be9-b4c0-08fa2224635a {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 00:35:03.559678 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad183ae-b4f0-4b77-8177-60530c6d4605 None None] Checking agent: {'id': '81117e21-cbf2-493f-9e14-29a3cec1f25a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 0, 26, 30), 'started_at': datetime.datetime(2022, 6, 16, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 00:35:03.564129 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad183ae-b4f0-4b77-8177-60530c6d4605 None None] Checking segment: {'id': '83998d89-0694-4525-932b-b99a1680f07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'dfc603d1-751d-4be9-b4c0-08fa2224635a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 00:35:03.564129 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-4ad183ae-b4f0-4b77-8177-60530c6d4605 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:03.564345 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad183ae-b4f0-4b77-8177-60530c6d4605 None None] Bound using segment: {'id': '83998d89-0694-4525-932b-b99a1680f07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'dfc603d1-751d-4be9-b4c0-08fa2224635a'} {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 00:35:03.566164 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.managers [None req-4ad183ae-b4f0-4b77-8177-60530c6d4605 None None] Bound port: a47108a1-c520-47ad-9272-28cb98936d46, host: dv-cinder-803823-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83998d89-0694-4525-932b-b99a1680f07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'dfc603d1-751d-4be9-b4c0-08fa2224635a'}}] {{(pid=111024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 00:35:03.566965 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-4ad183ae-b4f0-4b77-8177-60530c6d4605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (a47108a1-c520-47ad-9272-28cb98936d46), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:03.642481 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-fe0106f4-6443-40c2-93e4-bc5287db60e5 admin admin] Publish callbacks [] for security_group (6d7938d0-17a7-4c67-948e-98fe4a3042c7), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:03.700017 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-4ad183ae-b4f0-4b77-8177-60530c6d4605 None None] For port a47108a1-c520-47ad-9272-28cb98936d46, host dv-cinder-803823-11-iscsi, cleared binding levels {{(pid=111024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 00:35:03.711014 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-4ad183ae-b4f0-4b77-8177-60530c6d4605 None None] For port a47108a1-c520-47ad-9272-28cb98936d46, host dv-cinder-803823-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=a47108a1-c520-47ad-9272-28cb98936d46,segment=NetworkSegment(83998d89-0694-4525-932b-b99a1680f07f),segment_id=83998d89-0694-4525-932b-b99a1680f07f)] {{(pid=111024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 00:35:03.777841 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-db213868-1f53-44c6-b3b0-5d5b3837648d req-faf04a1d-b34d-4675-aa5a-648791b04668 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=494ce289f1774df0833301de8e46ae11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2996421 Jun 16 00:35:03.800559 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-4ad183ae-b4f0-4b77-8177-60530c6d4605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (a47108a1-c520-47ad-9272-28cb98936d46), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:03.820431 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-006b9579-5034-487f-9b24-8fc85dcb1563 req-1c69ba17-9064-4154-a061-8448c47d93d2 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753842110805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909837'] for port (29f5f1c3-c98e-4a58-85e1-442189e98eee), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:03.861974 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5cdd68-8654-436d-adbc-f025a7889390 req-9faab2ae-8af8-4ea8-9636-5ec222d1ac37 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:03.864966 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-4d5cdd68-8654-436d-adbc-f025a7889390 req-9faab2ae-8af8-4ea8-9636-5ec222d1ac37 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcb3ce76-65b1-48b8-8b1a-3374f6f7c0b0 HTTP/1.1" status: 200 len: 932 time: 0.0975108 Jun 16 00:35:03.949703 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3288eb9-4d74-4c86-9c92-198e5aa77e98 None None] Pushing event updated for resources: {'Port': ['ID=a47108a1-c520-47ad-9272-28cb98936d46,revision_number=4']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:35:03.975790 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-cf839ed9-bda2-4fad-a4e5-933e9fd9e8c5 None None] Provisioning complete for port a47108a1-c520-47ad-9272-28cb98936d46 triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:35:03.976170 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-cf839ed9-bda2-4fad-a4e5-933e9fd9e8c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (a47108a1-c520-47ad-9272-28cb98936d46), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:04.004023 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531f0d78-3171-41e6-ba87-3bb7b392dff4 service neutron] Pushing event updated for resources: {'Port': ['ID=432dd3b9-53d3-41b9-b199-4ccdb65e8510,revision_number=2']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:35:04.028161 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:04.051752 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad183ae-b4f0-4b77-8177-60530c6d4605 None None] Routers {'43b866e7-a6b0-4b6b-8ebb-c9bd8cece985'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:35:04.052396 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-4ad183ae-b4f0-4b77-8177-60530c6d4605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:34:57Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['43b866e7-a6b0-4b6b-8ebb-c9bd8cece985'], 'active': True} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:35:04.193380 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.managers [req-64675451-414e-473d-812b-a7871cd7db89 req-531f0d78-3171-41e6-ba87-3bb7b392dff4 service neutron] Attempting to bind port 432dd3b9-53d3-41b9-b199-4ccdb65e8510 on host hv-cinder-80382 for vnic_type normal with profile {{(pid=111022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 00:35:04.216917 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.managers [req-64675451-414e-473d-812b-a7871cd7db89 req-531f0d78-3171-41e6-ba87-3bb7b392dff4 service neutron] Attempting to bind port 432dd3b9-53d3-41b9-b199-4ccdb65e8510 by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': '726cf98a-2766-44f9-8c50-194b1bfad17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '8f4288ea-b4d4-4302-977b-e748e2c0ee47'}] {{(pid=111022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 00:35:04.217253 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64675451-414e-473d-812b-a7871cd7db89 req-531f0d78-3171-41e6-ba87-3bb7b392dff4 service neutron] Attempting to bind port 432dd3b9-53d3-41b9-b199-4ccdb65e8510 on network 8f4288ea-b4d4-4302-977b-e748e2c0ee47 {{(pid=111022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 00:35:04.220819 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvr_db [None req-4ad183ae-b4f0-4b77-8177-60530c6d4605 None None] Set router 43b866e7-a6b0-4b6b-8ebb-c9bd8cece985 gateway port host: dv-cinder-803823-11-iscsi {{(pid=111024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:35:04.317127 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-4d5cdd68-8654-436d-adbc-f025a7889390 req-d5ab87f7-6d66-4db9-9593-97486c76f45c tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c537079-4cab-4ede-9263-8171bf77f5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4043150 Jun 16 00:35:04.319449 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64675451-414e-473d-812b-a7871cd7db89 req-531f0d78-3171-41e6-ba87-3bb7b392dff4 service neutron] Port 432dd3b9-53d3-41b9-b199-4ccdb65e8510 on network 8f4288ea-b4d4-4302-977b-e748e2c0ee47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=111022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 00:35:04.319873 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64675451-414e-473d-812b-a7871cd7db89 req-531f0d78-3171-41e6-ba87-3bb7b392dff4 service neutron] Attempting to bind port 432dd3b9-53d3-41b9-b199-4ccdb65e8510 on network 8f4288ea-b4d4-4302-977b-e748e2c0ee47 {{(pid=111022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 00:35:04.333271 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64675451-414e-473d-812b-a7871cd7db89 req-531f0d78-3171-41e6-ba87-3bb7b392dff4 service neutron] Checking agent: {'id': '42cc932a-4e60-43e8-a4dc-4f47b3d3efae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 0, 32, 41), 'started_at': datetime.datetime(2022, 6, 16, 0, 32, 41), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 0, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 00:35:04.333764 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64675451-414e-473d-812b-a7871cd7db89 req-531f0d78-3171-41e6-ba87-3bb7b392dff4 service neutron] Checking segment: {'id': '726cf98a-2766-44f9-8c50-194b1bfad17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '8f4288ea-b4d4-4302-977b-e748e2c0ee47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 00:35:04.334436 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64675451-414e-473d-812b-a7871cd7db89 req-531f0d78-3171-41e6-ba87-3bb7b392dff4 service neutron] Bound using segment: {'id': '726cf98a-2766-44f9-8c50-194b1bfad17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '8f4288ea-b4d4-4302-977b-e748e2c0ee47'} {{(pid=111022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 00:35:04.336487 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.managers [req-64675451-414e-473d-812b-a7871cd7db89 req-531f0d78-3171-41e6-ba87-3bb7b392dff4 service neutron] Bound port: 432dd3b9-53d3-41b9-b199-4ccdb65e8510, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '726cf98a-2766-44f9-8c50-194b1bfad17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '8f4288ea-b4d4-4302-977b-e748e2c0ee47'}}] {{(pid=111022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 00:35:04.337241 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [req-64675451-414e-473d-812b-a7871cd7db89 req-531f0d78-3171-41e6-ba87-3bb7b392dff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (432dd3b9-53d3-41b9-b199-4ccdb65e8510), before_update {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:04.374385 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-006b9579-5034-487f-9b24-8fc85dcb1563 req-1c69ba17-9064-4154-a061-8448c47d93d2 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Network ffe9c59a-3096-4aef-8b2e-e3aa63722c28 is already hosted by enough agents. {{(pid=111023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:35:04.448124 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.base_scheduler [req-006b9579-5034-487f-9b24-8fc85dcb1563 req-1c69ba17-9064-4154-a061-8448c47d93d2 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Resources bound (agent type, host, resource id): {{(pid=111023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:35:04.473493 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:04.494241 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.l3_dvrscheduler_db [req-006b9579-5034-487f-9b24-8fc85dcb1563 req-1c69ba17-9064-4154-a061-8448c47d93d2 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Received port after_create {{(pid=111023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 00:35:04.528382 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.db [req-64675451-414e-473d-812b-a7871cd7db89 req-531f0d78-3171-41e6-ba87-3bb7b392dff4 service neutron] For port 432dd3b9-53d3-41b9-b199-4ccdb65e8510, host hv-cinder-80382, cleared binding levels {{(pid=111022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 00:35:04.588560 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db43db36-94eb-41fe-894f-dfe7e01d2aa5 req-b15de1da-c2fc-4628-8dfe-b1814b5c12f9 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:04.601975 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-db43db36-94eb-41fe-894f-dfe7e01d2aa5 req-b15de1da-c2fc-4628-8dfe-b1814b5c12f9 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.40 "GET /v2.0/networks?id=dfc603d1-751d-4be9-b4c0-08fa2224635a HTTP/1.1" status: 200 len: 818 time: 0.9524069 Jun 16 00:35:04.662964 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-6a4db561-aafc-4063-9a58-30230247db34 req-f5bbccea-b0b5-4750-af1d-7cb098a87aba tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=76508475-0af3-48d7-8f12-9ad3686d77f0 HTTP/1.1" status: 200 len: 210 time: 0.1068809 Jun 16 00:35:04.667213 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:04.673076 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.db [req-64675451-414e-473d-812b-a7871cd7db89 req-531f0d78-3171-41e6-ba87-3bb7b392dff4 service neutron] For port 432dd3b9-53d3-41b9-b199-4ccdb65e8510, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=432dd3b9-53d3-41b9-b199-4ccdb65e8510,segment=NetworkSegment(726cf98a-2766-44f9-8c50-194b1bfad17f),segment_id=726cf98a-2766-44f9-8c50-194b1bfad17f)] {{(pid=111022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 00:35:04.686813 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-fe0106f4-6443-40c2-93e4-bc5287db60e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (6d7938d0-17a7-4c67-948e-98fe4a3042c7), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:04.686813 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-fe0106f4-6443-40c2-93e4-bc5287db60e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:04.690962 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-fe0106f4-6443-40c2-93e4-bc5287db60e5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6d7938d0-17a7-4c67-948e-98fe4a3042c7 HTTP/1.1" status: 204 len: 168 time: 1.5636659 Jun 16 00:35:04.691739 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c69ba17-9064-4154-a061-8448c47d93d2 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Pushing event updated for resources: {'Port': ['ID=29f5f1c3-c98e-4a58-85e1-442189e98eee,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:35:04.741004 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0106f4-6443-40c2-93e4-bc5287db60e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d7938d0-17a7-4c67-948e-98fe4a3042c7,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:35:04.744771 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-cf839ed9-bda2-4fad-a4e5-933e9fd9e8c5 None None] Current status of the port a47108a1-c520-47ad-9272-28cb98936d46 is: DOWN; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:35:04.747834 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-db213868-1f53-44c6-b3b0-5d5b3837648d req-ec0c3077-7c4f-42ef-8bcd-b01abc0e24e5 service neutron] 10.222.0.20 "GET /v2.0/networks/a6844d01-625d-4b71-91cf-373fe3e3e7cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9684062 Jun 16 00:35:04.751862 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-cf839ed9-bda2-4fad-a4e5-933e9fd9e8c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (a47108a1-c520-47ad-9272-28cb98936d46), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:04.767089 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b9579-5034-487f-9b24-8fc85dcb1563 req-1c69ba17-9064-4154-a061-8448c47d93d2 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:04.768422 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-006b9579-5034-487f-9b24-8fc85dcb1563 req-1c69ba17-9064-4154-a061-8448c47d93d2 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590195'] for port (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:04.783859 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [req-64675451-414e-473d-812b-a7871cd7db89 req-531f0d78-3171-41e6-ba87-3bb7b392dff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18330615'] for port (432dd3b9-53d3-41b9-b199-4ccdb65e8510), after_update {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:04.893328 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-db213868-1f53-44c6-b3b0-5d5b3837648d req-9d80bfe8-b440-46fc-9f0b-551bddbed50b service neutron] 10.222.0.20 "GET /v2.0/networks/a6844d01-625d-4b71-91cf-373fe3e3e7cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052146 Jun 16 00:35:04.897125 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-006b9579-5034-487f-9b24-8fc85dcb1563 req-1c69ba17-9064-4154-a061-8448c47d93d2 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9039340 Jun 16 00:35:04.908068 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=14 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:04.915614 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [req-db43db36-94eb-41fe-894f-dfe7e01d2aa5 req-90571010-9762-4bdb-9373-135e574268e4 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Request body: {'port': {'device_id': 'b99af546-f8bc-4967-b251-7e486805f7f7', 'network_id': 'dfc603d1-751d-4be9-b4c0-08fa2224635a', 'admin_state_up': True, 'tenant_id': 'a4e7be42e39248e4b9f5c89e96a6b82e'}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:35:04.990153 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64675451-414e-473d-812b-a7871cd7db89 req-531f0d78-3171-41e6-ba87-3bb7b392dff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:04.995000 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [req-006b9579-5034-487f-9b24-8fc85dcb1563 req-b1315b7f-fc0c-4d7e-ad86-54e0a868d0f7 service neutron] Request body: {'port': {'device_id': 'fcb3ce76-65b1-48b8-8b1a-3374f6f7c0b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:35:05.005521 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [req-64675451-414e-473d-812b-a7871cd7db89 req-531f0d78-3171-41e6-ba87-3bb7b392dff4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590195'] for port (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:05.010657 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-64675451-414e-473d-812b-a7871cd7db89 req-531f0d78-3171-41e6-ba87-3bb7b392dff4 service neutron] 10.222.0.40 "PUT /v2.0/ports/432dd3b9-53d3-41b9-b199-4ccdb65e8510 HTTP/1.1" status: 200 len: 1093 time: 2.9840212 Jun 16 00:35:05.011192 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82ca4ac6-b12b-459b-a5b3-74f98b2aa635', 'tag': '432dd3b9-53d3-41b9-b199-4ccdb65e8510'}] {{(pid=111022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:35:05.198081 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e3ad9-a175-41cd-86d8-9550a6e56de2 req-04a57169-a071-4763-9dcb-5432f05fb741 tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:05.202859 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-006b9579-5034-487f-9b24-8fc85dcb1563 req-b1315b7f-fc0c-4d7e-ad86-54e0a868d0f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (29f5f1c3-c98e-4a58-85e1-442189e98eee), before_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:05.210031 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-133e3ad9-a175-41cd-86d8-9550a6e56de2 req-04a57169-a071-4763-9dcb-5432f05fb741 tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] 10.222.0.20 "GET /v2.0/ports?device_id=82ca4ac6-b12b-459b-a5b3-74f98b2aa635 HTTP/1.1" status: 200 len: 943 time: 0.3205476 Jun 16 00:35:05.253997 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:05.296289 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531f0d78-3171-41e6-ba87-3bb7b392dff4 service neutron] Pushing event updated for resources: {'Port': ['ID=432dd3b9-53d3-41b9-b199-4ccdb65e8510,revision_number=3']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:35:05.328156 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.40', 49967) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:35:05.356617 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-4ad183ae-b4f0-4b77-8177-60530c6d4605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b866e7-a6b0-4b6b-8ebb-c9bd8cece985', 'name': 'tempest-ServerRescueNegativeTestJSON-775123431-router', 'tenant_id': 'a4e7be42e39248e4b9f5c89e96a6b82e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '68308b25-ab33-4557-b7ec-e276240536b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:34:36Z', 'updated_at': '2022-06-16T00:34:51Z', 'revision_number': 4, 'project_id': 'a4e7be42e39248e4b9f5c89e96a6b82e', 'gw_port': {'id': '68308b25-ab33-4557-b7ec-e276240536b9', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:36:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b866e7-a6b0-4b6b-8ebb-c9bd8cece985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:38Z', 'updated_at': '2022-06-16T00:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_interfaces': [{'id': 'a47108a1-c520-47ad-9272-28cb98936d46', 'name': '', 'network_id': 'dfc603d1-751d-4be9-b4c0-08fa2224635a', 'tenant_id': 'a4e7be42e39248e4b9f5c89e96a6b82e', 'mac_address': 'fa:16:3e:13:4c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b866e7-a6b0-4b6b-8ebb-c9bd8cece985', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'b8b321f5-1d44-4d62-a89c-8299c51aa908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:48Z', 'updated_at': '2022-06-16T00:35:03Z', 'revision_number': 4, 'project_id': 'a4e7be42e39248e4b9f5c89e96a6b82e', 'subnets': [{'id': 'b8b321f5-1d44-4d62-a89c-8299c51aa908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:35:05.368574 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-cf839ed9-bda2-4fad-a4e5-933e9fd9e8c5 None None] For port a47108a1-c520-47ad-9272-28cb98936d46, host dv-cinder-803823-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=a47108a1-c520-47ad-9272-28cb98936d46,segment=NetworkSegment(83998d89-0694-4525-932b-b99a1680f07f),segment_id=83998d89-0694-4525-932b-b99a1680f07f)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:35:05.391301 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad183ae-b4f0-4b77-8177-60530c6d4605 None None] The sync data for ids ['43b866e7-a6b0-4b6b-8ebb-c9bd8cece985'] in dv-cinder-803823-11-iscsi is: [{'id': '43b866e7-a6b0-4b6b-8ebb-c9bd8cece985', 'name': 'tempest-ServerRescueNegativeTestJSON-775123431-router', 'tenant_id': 'a4e7be42e39248e4b9f5c89e96a6b82e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '68308b25-ab33-4557-b7ec-e276240536b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:34:36Z', 'updated_at': '2022-06-16T00:34:51Z', 'revision_number': 4, 'project_id': 'a4e7be42e39248e4b9f5c89e96a6b82e', 'gw_port': {'id': '68308b25-ab33-4557-b7ec-e276240536b9', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:36:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b866e7-a6b0-4b6b-8ebb-c9bd8cece985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:38Z', 'updated_at': '2022-06-16T00:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_interfaces': [{'id': 'a47108a1-c520-47ad-9272-28cb98936d46', 'name': '', 'network_id': 'dfc603d1-751d-4be9-b4c0-08fa2224635a', 'tenant_id': 'a4e7be42e39248e4b9f5c89e96a6b82e', 'mac_address': 'fa:16:3e:13:4c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b866e7-a6b0-4b6b-8ebb-c9bd8cece985', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'b8b321f5-1d44-4d62-a89c-8299c51aa908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:48Z', 'updated_at': '2022-06-16T00:35:03Z', 'revision_number': 4, 'project_id': 'a4e7be42e39248e4b9f5c89e96a6b82e', 'subnets': [{'id': 'b8b321f5-1d44-4d62-a89c-8299c51aa908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 00:35:05.432500 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-cf839ed9-bda2-4fad-a4e5-933e9fd9e8c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (a47108a1-c520-47ad-9272-28cb98936d46), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:05.563114 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:05.564392 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf839ed9-bda2-4fad-a4e5-933e9fd9e8c5 None None] Pushing event updated for resources: {'Port': ['ID=a47108a1-c520-47ad-9272-28cb98936d46,revision_number=5']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:35:05.607243 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-3cb5d014-16f1-4829-8c8e-6d86fba198bd None None] Provisioning complete for port a47108a1-c520-47ad-9272-28cb98936d46 triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:35:05.607649 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-3cb5d014-16f1-4829-8c8e-6d86fba198bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (a47108a1-c520-47ad-9272-28cb98936d46), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:05.875565 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-3cb5d014-16f1-4829-8c8e-6d86fba198bd None None] Current status of the port a47108a1-c520-47ad-9272-28cb98936d46 is: ACTIVE; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:35:05.912127 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-3cb5d014-16f1-4829-8c8e-6d86fba198bd None None] Provisioning complete for port 29f5f1c3-c98e-4a58-85e1-442189e98eee triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:35:05.912721 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-3cb5d014-16f1-4829-8c8e-6d86fba198bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (29f5f1c3-c98e-4a58-85e1-442189e98eee), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:05.992113 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-cfb2f1bb-402a-43b2-835d-99d200f2f6b9 req-dc1b0416-5e5c-412a-bdb1-96f7026af879 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 210 time: 0.2587149 Jun 16 00:35:06.040295 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e11db3c8c8b471c3a5a6d77657e69b374448db58d6f4ea609d7f7612e3d25af7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd20db4-f92a-4656-8747-7f9d851749f9" -d '{"events": [{"name": "network-changed", "server_uuid": "82ca4ac6-b12b-459b-a5b3-74f98b2aa635", "tag": "432dd3b9-53d3-41b9-b199-4ccdb65e8510"}]}' {{(pid=111022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:35:06.040483 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-3cb5d014-16f1-4829-8c8e-6d86fba198bd None None] Port 29f5f1c3-c98e-4a58-85e1-442189e98eee cannot update to ACTIVE because it is not bound. {{(pid=111024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 00:35:06.104938 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49acfaf-59d0-4891-aa97-bfc00b2c1585 req-2f233dbb-bb56-4dca-9190-abe9a1614a9b tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:06.108205 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-a49acfaf-59d0-4891-aa97-bfc00b2c1585 req-2f233dbb-bb56-4dca-9190-abe9a1614a9b tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.40 "GET /v2.0/networks?id=dfc603d1-751d-4be9-b4c0-08fa2224635a HTTP/1.1" status: 200 len: 818 time: 0.7727551 Jun 16 00:35:06.161878 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db43db36-94eb-41fe-894f-dfe7e01d2aa5 req-90571010-9762-4bdb-9373-135e574268e4 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Made reservation on behalf of a4e7be42e39248e4b9f5c89e96a6b82e for: {'port': 1} {{(pid=111023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 00:35:06.168366 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64675451-414e-473d-812b-a7871cd7db89 req-26048d45-a09c-4edc-b536-bce1c2050909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:06.170000 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-64675451-414e-473d-812b-a7871cd7db89 req-26048d45-a09c-4edc-b536-bce1c2050909 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=2d9a178dbd5e430f874fa216367424dc&device_id=82ca4ac6-b12b-459b-a5b3-74f98b2aa635 HTTP/1.1" status: 200 len: 1127 time: 0.9125128 Jun 16 00:35:06.174781 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-db43db36-94eb-41fe-894f-dfe7e01d2aa5 req-90571010-9762-4bdb-9373-135e574268e4 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:06.186432 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-133e3ad9-a175-41cd-86d8-9550a6e56de2 req-4fe6a5e2-e3c7-4863-a77d-f61166cff493 tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1dcb168-b575-4d6d-8ddf-c3b1c3ff8015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9734006 Jun 16 00:35:06.346581 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d9657a-7d4b-46b0-a24c-adf5fef98b91 req-45454aa1-7c0f-4242-bfec-5e41df94c66b tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:06.355111 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-f2d9657a-7d4b-46b0-a24c-adf5fef98b91 req-45454aa1-7c0f-4242-bfec-5e41df94c66b tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcb3ce76-65b1-48b8-8b1a-3374f6f7c0b0 HTTP/1.1" status: 200 len: 932 time: 0.1624055 Jun 16 00:35:06.391825 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-d41e3a0b-f392-4cdc-acbc-4cbd5567a6e8 req-ca8b8a1b-1df7-4ff7-af48-e061316cee54 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=76508475-0af3-48d7-8f12-9ad3686d77f0 HTTP/1.1" status: 200 len: 210 time: 0.0730889 Jun 16 00:35:06.595312 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.notifiers.nova [req-006b9579-5034-487f-9b24-8fc85dcb1563 req-b1315b7f-fc0c-4d7e-ad86-54e0a868d0f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29f5f1c3-c98e-4a58-85e1-442189e98eee {{(pid=111023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 00:35:06.624037 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-006b9579-5034-487f-9b24-8fc85dcb1563 req-b1315b7f-fc0c-4d7e-ad86-54e0a868d0f7 service neutron] Publish callbacks [] for port (29f5f1c3-c98e-4a58-85e1-442189e98eee), precommit_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:06.687047 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 00:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a0c3ac7-bed4-45f5-9812-c84babb58942 x-openstack-request-id: req-4a0c3ac7-bed4-45f5-9812-c84babb58942 {{(pid=111022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:35:06.687538 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82ca4ac6-b12b-459b-a5b3-74f98b2aa635", "tag": "432dd3b9-53d3-41b9-b199-4ccdb65e8510", "status": "completed", "code": 200}]} {{(pid=111022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:35:06.687790 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4a0c3ac7-bed4-45f5-9812-c84babb58942 {{(pid=111022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:35:06.688255 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a0c3ac7-bed4-45f5-9812-c84babb58942'] response: {'name': 'network-changed', 'server_uuid': '82ca4ac6-b12b-459b-a5b3-74f98b2aa635', 'tag': '432dd3b9-53d3-41b9-b199-4ccdb65e8510', 'status': 'completed', 'code': 200} Jun 16 00:35:06.698672 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.provisioning_blocks [req-006b9579-5034-487f-9b24-8fc85dcb1563 req-b1315b7f-fc0c-4d7e-ad86-54e0a868d0f7 service neutron] Transition to ACTIVE for port object 29f5f1c3-c98e-4a58-85e1-442189e98eee will not be triggered until provisioned by entity L2. {{(pid=111023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 00:35:06.712982 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-f2d9657a-7d4b-46b0-a24c-adf5fef98b91 req-f110e2d2-df05-40d8-a376-8bef15b8b790 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c537079-4cab-4ede-9263-8171bf77f5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3447289 Jun 16 00:35:06.748912 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.db_base_plugin_common [req-db43db36-94eb-41fe-894f-dfe7e01d2aa5 req-90571010-9762-4bdb-9373-135e574268e4 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Allocated IP 172.20.0.3 (dfc603d1-751d-4be9-b4c0-08fa2224635a/b8b321f5-1d44-4d62-a89c-8299c51aa908/ef72a429-cef2-411d-909d-196a4e3ab735) {{(pid=111023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 00:35:06.751655 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-006b9579-5034-487f-9b24-8fc85dcb1563 req-b1315b7f-fc0c-4d7e-ad86-54e0a868d0f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909850'] for port (29f5f1c3-c98e-4a58-85e1-442189e98eee), after_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:06.879408 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1315b7f-fc0c-4d7e-ad86-54e0a868d0f7 service neutron] Pushing event updated for resources: {'Port': ['ID=29f5f1c3-c98e-4a58-85e1-442189e98eee,revision_number=2']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:35:06.886015 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:06.969623 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.managers [req-006b9579-5034-487f-9b24-8fc85dcb1563 req-b1315b7f-fc0c-4d7e-ad86-54e0a868d0f7 service neutron] Attempting to bind port 29f5f1c3-c98e-4a58-85e1-442189e98eee on host hv-cinder-80382 for vnic_type normal with profile {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 00:35:06.969623 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.managers [req-006b9579-5034-487f-9b24-8fc85dcb1563 req-b1315b7f-fc0c-4d7e-ad86-54e0a868d0f7 service neutron] Attempting to bind port 29f5f1c3-c98e-4a58-85e1-442189e98eee by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': 'fea0c3b1-4564-4c46-a939-13c53483f391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ffe9c59a-3096-4aef-8b2e-e3aa63722c28'}] {{(pid=111023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 00:35:06.969623 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006b9579-5034-487f-9b24-8fc85dcb1563 req-b1315b7f-fc0c-4d7e-ad86-54e0a868d0f7 service neutron] Attempting to bind port 29f5f1c3-c98e-4a58-85e1-442189e98eee on network ffe9c59a-3096-4aef-8b2e-e3aa63722c28 {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 00:35:06.983882 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006b9579-5034-487f-9b24-8fc85dcb1563 req-b1315b7f-fc0c-4d7e-ad86-54e0a868d0f7 service neutron] Port 29f5f1c3-c98e-4a58-85e1-442189e98eee on network ffe9c59a-3096-4aef-8b2e-e3aa63722c28 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 00:35:06.984206 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006b9579-5034-487f-9b24-8fc85dcb1563 req-b1315b7f-fc0c-4d7e-ad86-54e0a868d0f7 service neutron] Attempting to bind port 29f5f1c3-c98e-4a58-85e1-442189e98eee on network ffe9c59a-3096-4aef-8b2e-e3aa63722c28 {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 00:35:07.039582 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006b9579-5034-487f-9b24-8fc85dcb1563 req-b1315b7f-fc0c-4d7e-ad86-54e0a868d0f7 service neutron] Checking agent: {'id': '42cc932a-4e60-43e8-a4dc-4f47b3d3efae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 0, 32, 41), 'started_at': datetime.datetime(2022, 6, 16, 0, 32, 41), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 0, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 00:35:07.044222 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006b9579-5034-487f-9b24-8fc85dcb1563 req-b1315b7f-fc0c-4d7e-ad86-54e0a868d0f7 service neutron] Checking segment: {'id': 'fea0c3b1-4564-4c46-a939-13c53483f391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ffe9c59a-3096-4aef-8b2e-e3aa63722c28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 00:35:07.044222 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006b9579-5034-487f-9b24-8fc85dcb1563 req-b1315b7f-fc0c-4d7e-ad86-54e0a868d0f7 service neutron] Bound using segment: {'id': 'fea0c3b1-4564-4c46-a939-13c53483f391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ffe9c59a-3096-4aef-8b2e-e3aa63722c28'} {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 00:35:07.044222 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.managers [req-006b9579-5034-487f-9b24-8fc85dcb1563 req-b1315b7f-fc0c-4d7e-ad86-54e0a868d0f7 service neutron] Bound port: 29f5f1c3-c98e-4a58-85e1-442189e98eee, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fea0c3b1-4564-4c46-a939-13c53483f391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ffe9c59a-3096-4aef-8b2e-e3aa63722c28'}}] {{(pid=111023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 00:35:07.044222 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-006b9579-5034-487f-9b24-8fc85dcb1563 req-b1315b7f-fc0c-4d7e-ad86-54e0a868d0f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (29f5f1c3-c98e-4a58-85e1-442189e98eee), before_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:07.131255 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-db43db36-94eb-41fe-894f-dfe7e01d2aa5 req-90571010-9762-4bdb-9373-135e574268e4 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Publish callbacks [] for port (ef72a429-cef2-411d-909d-196a4e3ab735), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:07.159026 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-6304b76b-9ed2-49db-bf48-448313fb7f5e req-62274276-3964-48b0-8279-729cf409e697 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 210 time: 0.0717041 Jun 16 00:35:07.185687 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.db [req-006b9579-5034-487f-9b24-8fc85dcb1563 req-b1315b7f-fc0c-4d7e-ad86-54e0a868d0f7 service neutron] For port 29f5f1c3-c98e-4a58-85e1-442189e98eee, host hv-cinder-80382, cleared binding levels {{(pid=111023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 00:35:07.229838 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.db [req-006b9579-5034-487f-9b24-8fc85dcb1563 req-b1315b7f-fc0c-4d7e-ad86-54e0a868d0f7 service neutron] For port 29f5f1c3-c98e-4a58-85e1-442189e98eee, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=29f5f1c3-c98e-4a58-85e1-442189e98eee,segment=NetworkSegment(fea0c3b1-4564-4c46-a939-13c53483f391),segment_id=fea0c3b1-4564-4c46-a939-13c53483f391)] {{(pid=111023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 00:35:07.320803 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3337ad03-d387-4731-9a8f-411ec1b98803 req-83530964-70b6-42ce-a9d1-4a5eea67239b tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:07.322521 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-3337ad03-d387-4731-9a8f-411ec1b98803 req-83530964-70b6-42ce-a9d1-4a5eea67239b tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] 10.222.0.20 "GET /v2.0/ports?device_id=82ca4ac6-b12b-459b-a5b3-74f98b2aa635 HTTP/1.1" status: 200 len: 943 time: 0.0623379 Jun 16 00:35:07.325171 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-006b9579-5034-487f-9b24-8fc85dcb1563 req-b1315b7f-fc0c-4d7e-ad86-54e0a868d0f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909850'] for port (29f5f1c3-c98e-4a58-85e1-442189e98eee), after_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:07.327722 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-db43db36-94eb-41fe-894f-dfe7e01d2aa5 req-90571010-9762-4bdb-9373-135e574268e4 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753842110805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909837'] for port (ef72a429-cef2-411d-909d-196a4e3ab735), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:07.343471 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:07.395647 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b9579-5034-487f-9b24-8fc85dcb1563 req-b1315b7f-fc0c-4d7e-ad86-54e0a868d0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:07.396224 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-006b9579-5034-487f-9b24-8fc85dcb1563 req-b1315b7f-fc0c-4d7e-ad86-54e0a868d0f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590195'] for port (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:07.397705 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-006b9579-5034-487f-9b24-8fc85dcb1563 req-b1315b7f-fc0c-4d7e-ad86-54e0a868d0f7 service neutron] 10.222.0.40 "PUT /v2.0/ports/29f5f1c3-c98e-4a58-85e1-442189e98eee HTTP/1.1" status: 200 len: 1094 time: 2.4395268 Jun 16 00:35:07.398266 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcb3ce76-65b1-48b8-8b1a-3374f6f7c0b0', 'tag': '29f5f1c3-c98e-4a58-85e1-442189e98eee'}] {{(pid=111023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:35:07.413044 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db43db36-94eb-41fe-894f-dfe7e01d2aa5 req-90571010-9762-4bdb-9373-135e574268e4 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Network dfc603d1-751d-4be9-b4c0-08fa2224635a is already hosted by enough agents. {{(pid=111023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:35:07.425131 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.base_scheduler [req-db43db36-94eb-41fe-894f-dfe7e01d2aa5 req-90571010-9762-4bdb-9373-135e574268e4 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Resources bound (agent type, host, resource id): {{(pid=111023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:35:07.427540 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.l3_dvrscheduler_db [req-db43db36-94eb-41fe-894f-dfe7e01d2aa5 req-90571010-9762-4bdb-9373-135e574268e4 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Received port after_create {{(pid=111023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 00:35:07.492902 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1315b7f-fc0c-4d7e-ad86-54e0a868d0f7 service neutron] Pushing event updated for resources: {'Port': ['ID=29f5f1c3-c98e-4a58-85e1-442189e98eee,revision_number=3']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:35:07.536904 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-3337ad03-d387-4731-9a8f-411ec1b98803 req-e2a011b5-0a12-4af5-b6f3-961e2ed9bb7c tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1dcb168-b575-4d6d-8ddf-c3b1c3ff8015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944599 Jun 16 00:35:07.564693 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db43db36-94eb-41fe-894f-dfe7e01d2aa5 req-90571010-9762-4bdb-9373-135e574268e4 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:07.565346 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-db43db36-94eb-41fe-894f-dfe7e01d2aa5 req-90571010-9762-4bdb-9373-135e574268e4 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590195'] for port (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:07.567768 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-896c3030-b8eb-4148-be75-83137e633668 req-88a60e19-20de-40d9-b237-8cfe883be45b tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=76508475-0af3-48d7-8f12-9ad3686d77f0 HTTP/1.1" status: 200 len: 210 time: 0.0763273 Jun 16 00:35:07.590263 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90571010-9762-4bdb-9373-135e574268e4 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Pushing event updated for resources: {'Port': ['ID=ef72a429-cef2-411d-909d-196a4e3ab735,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:35:07.638680 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device a47108a1-c520-47ad-9272-28cb98936d46 up at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:35:07.656124 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849ffc5c5c28115853a01ef2d84a57e68c82d4a74a931575540ba89325b26957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a4df9c-ff88-4380-88b7-49f6f0dc6a5b" -d '{"events": [{"name": "network-changed", "server_uuid": "fcb3ce76-65b1-48b8-8b1a-3374f6f7c0b0", "tag": "29f5f1c3-c98e-4a58-85e1-442189e98eee"}]}' {{(pid=111023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:35:07.668360 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-db43db36-94eb-41fe-894f-dfe7e01d2aa5 req-90571010-9762-4bdb-9373-135e574268e4 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7577050 Jun 16 00:35:07.702065 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Provisioning complete for port a47108a1-c520-47ad-9272-28cb98936d46 triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:35:07.702596 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (a47108a1-c520-47ad-9272-28cb98936d46), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:07.801170 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Current status of the port a47108a1-c520-47ad-9272-28cb98936d46 is: ACTIVE; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:35:07.817561 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:07.832667 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-5a24206f-b948-457e-809c-3b6b12a6a1e9 None None] Provisioning complete for port ef72a429-cef2-411d-909d-196a4e3ab735 triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:35:07.833035 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-5a24206f-b948-457e-809c-3b6b12a6a1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (ef72a429-cef2-411d-909d-196a4e3ab735), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:07.865500 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-5a24206f-b948-457e-809c-3b6b12a6a1e9 None None] Port ef72a429-cef2-411d-909d-196a4e3ab735 cannot update to ACTIVE because it is not bound. {{(pid=111024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 00:35:07.920763 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d3292-72eb-4d70-b8e1-11ac0e831633 req-b8545ec5-6e5d-4947-913d-4d360fa7decd tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:07.922504 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-818d3292-72eb-4d70-b8e1-11ac0e831633 req-b8545ec5-6e5d-4947-913d-4d360fa7decd tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcb3ce76-65b1-48b8-8b1a-3374f6f7c0b0 HTTP/1.1" status: 200 len: 944 time: 0.0561292 Jun 16 00:35:07.922693 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 00:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c13884b3-eae9-4e08-acad-d108f74bcd69 x-openstack-request-id: req-c13884b3-eae9-4e08-acad-d108f74bcd69 {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:35:07.922998 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcb3ce76-65b1-48b8-8b1a-3374f6f7c0b0", "tag": "29f5f1c3-c98e-4a58-85e1-442189e98eee", "status": "completed", "code": 200}]} {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:35:07.923214 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c13884b3-eae9-4e08-acad-d108f74bcd69 {{(pid=111023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:35:07.923757 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c13884b3-eae9-4e08-acad-d108f74bcd69'] response: {'name': 'network-changed', 'server_uuid': 'fcb3ce76-65b1-48b8-8b1a-3374f6f7c0b0', 'tag': '29f5f1c3-c98e-4a58-85e1-442189e98eee', 'status': 'completed', 'code': 200} Jun 16 00:35:07.972686 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-818d3292-72eb-4d70-b8e1-11ac0e831633 req-e5f13694-349c-4687-a933-6f7af5d3ebb9 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c537079-4cab-4ede-9263-8171bf77f5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437346 Jun 16 00:35:08.154558 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:INSERT=7,neutron:SELECT=87,neutron:UPDATE=6 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:08.278165 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:08.293151 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-55ae63f2-c8ed-4d0a-a032-f9f43c0ddba4 req-6d8003b8-f81f-4c11-ac7c-1660aa723746 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 210 time: 0.0282848 Jun 16 00:35:08.438339 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:08.662535 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-8a29a495-d0e2-4c8a-a64f-f84b934c4fad req-4abbf859-d97a-4c30-8d75-d8512cd2db9e tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=76508475-0af3-48d7-8f12-9ad3686d77f0 HTTP/1.1" status: 200 len: 210 time: 0.0306735 Jun 16 00:35:08.685917 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5536ef6-f3be-4ce7-8f27-4ddbd4d4fb54 req-a67f97f2-10d5-4e83-a4bb-113949fe0469 tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:08.687433 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-b5536ef6-f3be-4ce7-8f27-4ddbd4d4fb54 req-a67f97f2-10d5-4e83-a4bb-113949fe0469 tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] 10.222.0.20 "GET /v2.0/ports?device_id=82ca4ac6-b12b-459b-a5b3-74f98b2aa635 HTTP/1.1" status: 200 len: 943 time: 0.0647364 Jun 16 00:35:08.768580 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-b5536ef6-f3be-4ce7-8f27-4ddbd4d4fb54 req-27364155-02ed-405e-831c-2aad80212739 tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1dcb168-b575-4d6d-8ddf-c3b1c3ff8015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720036 Jun 16 00:35:09.115780 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad49e0-9b40-4913-868e-be4c139343a7 req-796ac7aa-467e-4717-a0af-8ff57dbe7ff6 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:09.117410 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-74ad49e0-9b40-4913-868e-be4c139343a7 req-796ac7aa-467e-4717-a0af-8ff57dbe7ff6 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcb3ce76-65b1-48b8-8b1a-3374f6f7c0b0 HTTP/1.1" status: 200 len: 944 time: 0.0725894 Jun 16 00:35:09.169957 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-74ad49e0-9b40-4913-868e-be4c139343a7 req-283e79c6-3b02-4fff-a8fd-e21ffbd12df5 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c537079-4cab-4ede-9263-8171bf77f5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430660 Jun 16 00:35:09.241621 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:09.349046 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:09.461066 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-f5a76c4b-06ee-4da2-a8cf-6a313fe66860 req-9ac81f07-b4ff-47c6-8d85-9deaec22afc5 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 210 time: 0.0434630 Jun 16 00:35:09.589556 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:09.786715 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-b7da46f4-ae56-461d-960b-fc499d223de5 req-63c680b2-4297-4832-883f-8b4fe3ad9698 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=76508475-0af3-48d7-8f12-9ad3686d77f0 HTTP/1.1" status: 200 len: 210 time: 0.0316679 Jun 16 00:35:09.870530 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 39716) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:35:09.926781 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06cb28b-2300-4c6d-b841-0d6d231c8c7c req-b4877a0d-8851-41ed-a4ca-7acc4dd83eb7 tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:09.934919 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-a06cb28b-2300-4c6d-b841-0d6d231c8c7c req-b4877a0d-8851-41ed-a4ca-7acc4dd83eb7 tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] 10.222.0.20 "GET /v2.0/ports?device_id=82ca4ac6-b12b-459b-a5b3-74f98b2aa635 HTTP/1.1" status: 200 len: 943 time: 0.0632825 Jun 16 00:35:09.959883 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:09.997615 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-a06cb28b-2300-4c6d-b841-0d6d231c8c7c req-74d29d80-9a5c-4d15-a586-3e9a375eb5d0 tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1dcb168-b575-4d6d-8ddf-c3b1c3ff8015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598218 Jun 16 00:35:10.071504 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-25a037e1-5a9f-4587-a427-0dc693d299d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:10.227628 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-25a037e1-5a9f-4587-a427-0dc693d299d9 admin admin] Publish callbacks [] for security_group (d684b77d-95bc-4210-bc37-ef4e30a07f75), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:10.233027 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [req-a49acfaf-59d0-4891-aa97-bfc00b2c1585 req-4899a548-0e10-482c-bc7f-64c0f565b589 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Request body: {'port': {'device_id': '76508475-0af3-48d7-8f12-9ad3686d77f0', 'network_id': 'dfc603d1-751d-4be9-b4c0-08fa2224635a', 'admin_state_up': True, 'tenant_id': 'a4e7be42e39248e4b9f5c89e96a6b82e'}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:35:10.499804 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-64675451-414e-473d-812b-a7871cd7db89 req-5410093f-c022-4e95-9d9f-735f64be8d6d service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=432dd3b9-53d3-41b9-b199-4ccdb65e8510 HTTP/1.1" status: 200 len: 217 time: 0.1703792 Jun 16 00:35:10.577312 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [req-db43db36-94eb-41fe-894f-dfe7e01d2aa5 req-cf620a51-85cd-4702-bf28-39aec112cb66 service neutron] Request body: {'port': {'device_id': 'b99af546-f8bc-4967-b251-7e486805f7f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:35:10.611734 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-31ca2fb6-67a9-4d8b-9fb4-2ee9196b8119 req-83567d0a-0abf-41af-90b2-daf485cfb373 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 210 time: 0.0524316 Jun 16 00:35:10.614381 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-25a037e1-5a9f-4587-a427-0dc693d299d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (d684b77d-95bc-4210-bc37-ef4e30a07f75), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:10.617107 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:10.710767 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64675451-414e-473d-812b-a7871cd7db89 req-377132bf-d793-4a4c-abb6-4515d79b6535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:10.712462 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-64675451-414e-473d-812b-a7871cd7db89 req-377132bf-d793-4a4c-abb6-4515d79b6535 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=b6a5ed6d-e651-48fb-a2c8-ac02a15bcf98 HTTP/1.1" status: 200 len: 850 time: 0.0893977 Jun 16 00:35:10.786754 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586100d5-d3f7-4e68-a0c1-c9f6fe5ab723 req-32cd37d0-39c6-49eb-85c3-54cb485a94e7 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:10.788316 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-586100d5-d3f7-4e68-a0c1-c9f6fe5ab723 req-32cd37d0-39c6-49eb-85c3-54cb485a94e7 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcb3ce76-65b1-48b8-8b1a-3374f6f7c0b0 HTTP/1.1" status: 200 len: 944 time: 0.5271640 Jun 16 00:35:10.852771 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a037e1-5a9f-4587-a427-0dc693d299d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d684b77d-95bc-4210-bc37-ef4e30a07f75,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:35:10.860243 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-25a037e1-5a9f-4587-a427-0dc693d299d9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=79149fa8c19a432c97901f360b18a8c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9884646 Jun 16 00:35:10.866587 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 39732) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:35:10.888192 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a4df9c-ff88-4380-88b7-49f6f0dc6a5b req-cbd54568-bfa5-4548-911f-99bb0d75dd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:10.889810 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-00a4df9c-ff88-4380-88b7-49f6f0dc6a5b req-cbd54568-bfa5-4548-911f-99bb0d75dd58 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=45031128a55e42989da61e01948538d3&device_id=fcb3ce76-65b1-48b8-8b1a-3374f6f7c0b0 HTTP/1.1" status: 200 len: 1128 time: 0.2606285 Jun 16 00:35:10.924938 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-db43db36-94eb-41fe-894f-dfe7e01d2aa5 req-cf620a51-85cd-4702-bf28-39aec112cb66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (ef72a429-cef2-411d-909d-196a4e3ab735), before_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:10.929066 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64675451-414e-473d-812b-a7871cd7db89 req-b2e8e00f-0b66-4f74-9455-7cb85ea62bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:10.932218 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-64675451-414e-473d-812b-a7871cd7db89 req-b2e8e00f-0b66-4f74-9455-7cb85ea62bf3 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=8f4288ea-b4d4-4302-977b-e748e2c0ee47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1941054 Jun 16 00:35:10.935088 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:11.030213 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-dff626e2-f8af-47af-9aa7-54e184f7fd1e req-fdfb4fad-b6aa-4bd4-8a2a-eb86fe6e8acd tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=76508475-0af3-48d7-8f12-9ad3686d77f0 HTTP/1.1" status: 200 len: 210 time: 0.0965941 Jun 16 00:35:11.170422 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-586100d5-d3f7-4e68-a0c1-c9f6fe5ab723 req-0ce6e3e8-6444-491b-99ff-1083084a806e tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c537079-4cab-4ede-9263-8171bf77f5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3658192 Jun 16 00:35:11.238300 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-64675451-414e-473d-812b-a7871cd7db89 req-af9cb4d7-47a2-4c84-af33-851b378ab03b service neutron] 10.222.0.40 "GET /v2.0/networks/8f4288ea-b4d4-4302-977b-e748e2c0ee47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903554 Jun 16 00:35:11.299455 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a49acfaf-59d0-4891-aa97-bfc00b2c1585 req-4899a548-0e10-482c-bc7f-64c0f565b589 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Made reservation on behalf of a4e7be42e39248e4b9f5c89e96a6b82e for: {'port': 1} {{(pid=111023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 00:35:11.302910 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-a49acfaf-59d0-4891-aa97-bfc00b2c1585 req-4899a548-0e10-482c-bc7f-64c0f565b589 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:11.314462 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (42cc932a-4e60-43e8-a4dc-4f47b3d3efae), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:11.325228 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-91f6cc62-328b-436a-a670-fe1801b0e9eb admin admin] Publish callbacks [] for security_group (d684b77d-95bc-4210-bc37-ef4e30a07f75), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:11.343014 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a4df9c-ff88-4380-88b7-49f6f0dc6a5b req-3bbe9778-d403-43fa-86a6-8ca91563ee4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:11.344487 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-00a4df9c-ff88-4380-88b7-49f6f0dc6a5b req-3bbe9778-d403-43fa-86a6-8ca91563ee4a service neutron] 10.222.0.40 "GET /v2.0/networks?tenant_id=45031128a55e42989da61e01948538d3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4131746 Jun 16 00:35:11.381846 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65e3c1-da39-49ee-beea-68b9b87cbc68 req-d9470aba-9132-4c6e-bfbc-e337ee378e81 tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:11.383468 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-ec65e3c1-da39-49ee-beea-68b9b87cbc68 req-d9470aba-9132-4c6e-bfbc-e337ee378e81 tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] 10.222.0.20 "GET /v2.0/ports?device_id=82ca4ac6-b12b-459b-a5b3-74f98b2aa635 HTTP/1.1" status: 200 len: 943 time: 0.1169791 Jun 16 00:35:11.439545 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-64675451-414e-473d-812b-a7871cd7db89 req-983440f1-5e87-4889-8508-52d23a9e6bcb service neutron] 10.222.0.40 "GET /v2.0/networks/8f4288ea-b4d4-4302-977b-e748e2c0ee47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805356 Jun 16 00:35:11.442649 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-91f6cc62-328b-436a-a670-fe1801b0e9eb admin admin] Publish callbacks [] for security_group (d684b77d-95bc-4210-bc37-ef4e30a07f75), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:11.454397 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-ec65e3c1-da39-49ee-beea-68b9b87cbc68 req-b036067c-ed4b-4178-9887-60c1cd0cb84b tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1dcb168-b575-4d6d-8ddf-c3b1c3ff8015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644691 Jun 16 00:35:11.750904 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.notifiers.nova [req-db43db36-94eb-41fe-894f-dfe7e01d2aa5 req-cf620a51-85cd-4702-bf28-39aec112cb66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef72a429-cef2-411d-909d-196a4e3ab735 {{(pid=111023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 00:35:11.778139 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-db43db36-94eb-41fe-894f-dfe7e01d2aa5 req-cf620a51-85cd-4702-bf28-39aec112cb66 service neutron] Publish callbacks [] for port (ef72a429-cef2-411d-909d-196a4e3ab735), precommit_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:11.801272 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-91f6cc62-328b-436a-a670-fe1801b0e9eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (d684b77d-95bc-4210-bc37-ef4e30a07f75), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:11.804288 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-91f6cc62-328b-436a-a670-fe1801b0e9eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:11.805275 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-91f6cc62-328b-436a-a670-fe1801b0e9eb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d684b77d-95bc-4210-bc37-ef4e30a07f75 HTTP/1.1" status: 204 len: 168 time: 0.9347150 Jun 16 00:35:11.837991 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.provisioning_blocks [req-db43db36-94eb-41fe-894f-dfe7e01d2aa5 req-cf620a51-85cd-4702-bf28-39aec112cb66 service neutron] Transition to ACTIVE for port object ef72a429-cef2-411d-909d-196a4e3ab735 will not be triggered until provisioned by entity L2. {{(pid=111023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 00:35:11.875759 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-4e541b5a-9d9c-4696-a7b1-2255f0869fbc req-6d889a52-1133-457e-88b4-56bfa98d02c8 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 210 time: 0.0792129 Jun 16 00:35:11.876670 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f6cc62-328b-436a-a670-fe1801b0e9eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d684b77d-95bc-4210-bc37-ef4e30a07f75,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:35:11.966779 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-db43db36-94eb-41fe-894f-dfe7e01d2aa5 req-cf620a51-85cd-4702-bf28-39aec112cb66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909850'] for port (ef72a429-cef2-411d-909d-196a4e3ab735), after_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:12.164281 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf620a51-85cd-4702-bf28-39aec112cb66 service neutron] Pushing event updated for resources: {'Port': ['ID=ef72a429-cef2-411d-909d-196a4e3ab735,revision_number=2']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:35:12.167740 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:12.182717 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.db_base_plugin_common [req-a49acfaf-59d0-4891-aa97-bfc00b2c1585 req-4899a548-0e10-482c-bc7f-64c0f565b589 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Allocated IP 172.20.0.11 (dfc603d1-751d-4be9-b4c0-08fa2224635a/b8b321f5-1d44-4d62-a89c-8299c51aa908/ba7aa17f-4993-4f62-8ae9-acb5a856dcd4) {{(pid=111023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 00:35:12.357970 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-b0764469-13de-4531-a71d-13323b371001 req-068cce00-7e2d-4001-b1f7-31c9c12ffb47 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=76508475-0af3-48d7-8f12-9ad3686d77f0 HTTP/1.1" status: 200 len: 210 time: 0.0925450 Jun 16 00:35:12.369221 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd20db4-f92a-4656-8747-7f9d851749f9 req-7c35e47d-06b1-4c56-b109-1c789bf4250a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:12.376261 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-2cd20db4-f92a-4656-8747-7f9d851749f9 req-7c35e47d-06b1-4c56-b109-1c789bf4250a service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=2d9a178dbd5e430f874fa216367424dc&device_id=82ca4ac6-b12b-459b-a5b3-74f98b2aa635 HTTP/1.1" status: 200 len: 1127 time: 0.1854553 Jun 16 00:35:12.388642 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=100 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:12.580577 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.40', 49975) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:35:12.759995 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.managers [req-db43db36-94eb-41fe-894f-dfe7e01d2aa5 req-cf620a51-85cd-4702-bf28-39aec112cb66 service neutron] Attempting to bind port ef72a429-cef2-411d-909d-196a4e3ab735 on host hv-cinder-80382 for vnic_type normal with profile {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 00:35:12.760661 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.managers [req-db43db36-94eb-41fe-894f-dfe7e01d2aa5 req-cf620a51-85cd-4702-bf28-39aec112cb66 service neutron] Attempting to bind port ef72a429-cef2-411d-909d-196a4e3ab735 by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': '83998d89-0694-4525-932b-b99a1680f07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'dfc603d1-751d-4be9-b4c0-08fa2224635a'}] {{(pid=111023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 00:35:12.760661 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db43db36-94eb-41fe-894f-dfe7e01d2aa5 req-cf620a51-85cd-4702-bf28-39aec112cb66 service neutron] Attempting to bind port ef72a429-cef2-411d-909d-196a4e3ab735 on network dfc603d1-751d-4be9-b4c0-08fa2224635a {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 00:35:12.762470 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fd2d05-1e7c-4b56-b82d-af9654bb912d req-eaa6194f-aeba-484f-8ae2-bd84459e7cea tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:12.763971 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-13fd2d05-1e7c-4b56-b82d-af9654bb912d req-eaa6194f-aeba-484f-8ae2-bd84459e7cea tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] 10.222.0.20 "GET /v2.0/ports?device_id=82ca4ac6-b12b-459b-a5b3-74f98b2aa635 HTTP/1.1" status: 200 len: 943 time: 0.2138727 Jun 16 00:35:12.786659 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd20db4-f92a-4656-8747-7f9d851749f9 req-8668778c-667a-46d8-8cc3-f6d945c0f709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:12.789163 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a4df9c-ff88-4380-88b7-49f6f0dc6a5b req-7de7795d-7493-46c7-8774-7ea803f50df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:12.789315 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-2cd20db4-f92a-4656-8747-7f9d851749f9 req-8668778c-667a-46d8-8cc3-f6d945c0f709 service neutron] 10.222.0.40 "GET /v2.0/networks?id=8f4288ea-b4d4-4302-977b-e748e2c0ee47 HTTP/1.1" status: 200 len: 912 time: 0.3979683 Jun 16 00:35:12.790851 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-00a4df9c-ff88-4380-88b7-49f6f0dc6a5b req-7de7795d-7493-46c7-8774-7ea803f50df4 service neutron] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7032449 Jun 16 00:35:12.822185 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1014ab44-dc65-447f-8c16-96211c699a85 req-2445f002-c194-4882-9820-3d862a164ea5 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:12.823522 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.agents_db [None req-15653567-1518-4353-bd1f-4d0dcdae15fd None None] Agent healthcheck: found 6 active agents {{(pid=111025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 00:35:12.824071 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-1014ab44-dc65-447f-8c16-96211c699a85 req-2445f002-c194-4882-9820-3d862a164ea5 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcb3ce76-65b1-48b8-8b1a-3374f6f7c0b0 HTTP/1.1" status: 200 len: 944 time: 0.3746085 Jun 16 00:35:12.832850 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db43db36-94eb-41fe-894f-dfe7e01d2aa5 req-cf620a51-85cd-4702-bf28-39aec112cb66 service neutron] Port ef72a429-cef2-411d-909d-196a4e3ab735 on network dfc603d1-751d-4be9-b4c0-08fa2224635a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 00:35:12.833335 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db43db36-94eb-41fe-894f-dfe7e01d2aa5 req-cf620a51-85cd-4702-bf28-39aec112cb66 service neutron] Attempting to bind port ef72a429-cef2-411d-909d-196a4e3ab735 on network dfc603d1-751d-4be9-b4c0-08fa2224635a {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 00:35:12.858730 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db43db36-94eb-41fe-894f-dfe7e01d2aa5 req-cf620a51-85cd-4702-bf28-39aec112cb66 service neutron] Checking agent: {'id': '42cc932a-4e60-43e8-a4dc-4f47b3d3efae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 0, 32, 41), 'started_at': datetime.datetime(2022, 6, 16, 0, 32, 41), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 0, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 00:35:12.859153 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db43db36-94eb-41fe-894f-dfe7e01d2aa5 req-cf620a51-85cd-4702-bf28-39aec112cb66 service neutron] Checking segment: {'id': '83998d89-0694-4525-932b-b99a1680f07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'dfc603d1-751d-4be9-b4c0-08fa2224635a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 00:35:12.859610 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db43db36-94eb-41fe-894f-dfe7e01d2aa5 req-cf620a51-85cd-4702-bf28-39aec112cb66 service neutron] Bound using segment: {'id': '83998d89-0694-4525-932b-b99a1680f07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'dfc603d1-751d-4be9-b4c0-08fa2224635a'} {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 00:35:12.861217 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.managers [req-db43db36-94eb-41fe-894f-dfe7e01d2aa5 req-cf620a51-85cd-4702-bf28-39aec112cb66 service neutron] Bound port: ef72a429-cef2-411d-909d-196a4e3ab735, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83998d89-0694-4525-932b-b99a1680f07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'dfc603d1-751d-4be9-b4c0-08fa2224635a'}}] {{(pid=111023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 00:35:12.861638 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-db43db36-94eb-41fe-894f-dfe7e01d2aa5 req-cf620a51-85cd-4702-bf28-39aec112cb66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (ef72a429-cef2-411d-909d-196a4e3ab735), before_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:12.892044 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 39798) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:35:12.956719 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-d5546506-7a80-4fd9-929a-822c34869ce2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:12.972894 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-13fd2d05-1e7c-4b56-b82d-af9654bb912d req-cce30501-a927-4d7c-a5e1-7a52641b9faa tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1dcb168-b575-4d6d-8ddf-c3b1c3ff8015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866031 Jun 16 00:35:12.979903 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-2cd20db4-f92a-4656-8747-7f9d851749f9 req-253e79ab-6c25-4383-9e3a-009d07a5006a service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=432dd3b9-53d3-41b9-b199-4ccdb65e8510 HTTP/1.1" status: 200 len: 217 time: 0.1187048 Jun 16 00:35:13.133073 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-56c5a721-f229-4b64-9e83-4ca05459b73f req-a61ef041-cbc3-4da0-a873-267913d33974 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 210 time: 0.0464661 Jun 16 00:35:13.182578 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd20db4-f92a-4656-8747-7f9d851749f9 req-9a953478-bd95-42ff-bd02-9678222ba821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:13.184442 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-2cd20db4-f92a-4656-8747-7f9d851749f9 req-9a953478-bd95-42ff-bd02-9678222ba821 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=b6a5ed6d-e651-48fb-a2c8-ac02a15bcf98 HTTP/1.1" status: 200 len: 850 time: 0.1738462 Jun 16 00:35:13.206499 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-d5546506-7a80-4fd9-929a-822c34869ce2 admin admin] Publish callbacks [] for security_group (9a8317b2-fd8b-41d4-83ef-4ad9196a6485), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:13.255148 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-a49acfaf-59d0-4891-aa97-bfc00b2c1585 req-4899a548-0e10-482c-bc7f-64c0f565b589 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Publish callbacks [] for port (ba7aa17f-4993-4f62-8ae9-acb5a856dcd4), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:13.258406 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=100 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:13.268008 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd20db4-f92a-4656-8747-7f9d851749f9 req-5bf04ad0-a380-4c17-8747-51231576c4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:13.270395 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-2cd20db4-f92a-4656-8747-7f9d851749f9 req-5bf04ad0-a380-4c17-8747-51231576c4a3 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=8f4288ea-b4d4-4302-977b-e748e2c0ee47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0551283 Jun 16 00:35:13.295096 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db213868-1f53-44c6-b3b0-5d5b3837648d req-89d74be0-a0a4-43d2-a443-687f44349b19 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:13.303755 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-db213868-1f53-44c6-b3b0-5d5b3837648d req-89d74be0-a0a4-43d2-a443-687f44349b19 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.40 "GET /v2.0/networks?id=a6844d01-625d-4b71-91cf-373fe3e3e7cc HTTP/1.1" status: 200 len: 817 time: 0.6802752 Jun 16 00:35:13.303755 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:13.313171 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-1014ab44-dc65-447f-8c16-96211c699a85 req-7d41fb4e-7332-4805-abf1-9478c35ed57f tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c537079-4cab-4ede-9263-8171bf77f5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4627206 Jun 16 00:35:13.325936 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-d5546506-7a80-4fd9-929a-822c34869ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (9a8317b2-fd8b-41d4-83ef-4ad9196a6485), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:13.332691 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b9579-5034-487f-9b24-8fc85dcb1563 req-52ca5527-4069-4a26-b33a-0f93876c4d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:13.334710 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-006b9579-5034-487f-9b24-8fc85dcb1563 req-52ca5527-4069-4a26-b33a-0f93876c4d01 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=45031128a55e42989da61e01948538d3&device_id=fcb3ce76-65b1-48b8-8b1a-3374f6f7c0b0 HTTP/1.1" status: 200 len: 1128 time: 0.1444528 Jun 16 00:35:13.363474 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.db [req-db43db36-94eb-41fe-894f-dfe7e01d2aa5 req-cf620a51-85cd-4702-bf28-39aec112cb66 service neutron] For port ef72a429-cef2-411d-909d-196a4e3ab735, host hv-cinder-80382, cleared binding levels {{(pid=111023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 00:35:13.380944 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.db [req-db43db36-94eb-41fe-894f-dfe7e01d2aa5 req-cf620a51-85cd-4702-bf28-39aec112cb66 service neutron] For port ef72a429-cef2-411d-909d-196a4e3ab735, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=ef72a429-cef2-411d-909d-196a4e3ab735,segment=NetworkSegment(83998d89-0694-4525-932b-b99a1680f07f),segment_id=83998d89-0694-4525-932b-b99a1680f07f)] {{(pid=111023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 00:35:13.452890 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-d5546506-7a80-4fd9-929a-822c34869ce2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cead018c947641e4b83680e5609c78f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5574625 Jun 16 00:35:13.459731 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 39812) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:35:13.469174 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5546506-7a80-4fd9-929a-822c34869ce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8317b2-fd8b-41d4-83ef-4ad9196a6485,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:35:13.583352 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:13.642065 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-a49acfaf-59d0-4891-aa97-bfc00b2c1585 req-4899a548-0e10-482c-bc7f-64c0f565b589 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753842110805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909837'] for port (ba7aa17f-4993-4f62-8ae9-acb5a856dcd4), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:13.648928 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-db43db36-94eb-41fe-894f-dfe7e01d2aa5 req-cf620a51-85cd-4702-bf28-39aec112cb66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909850'] for port (ef72a429-cef2-411d-909d-196a4e3ab735), after_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:13.658452 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-006b9579-5034-487f-9b24-8fc85dcb1563 req-485669b4-de17-43c7-b611-8b9c68628e74 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29f5f1c3-c98e-4a58-85e1-442189e98eee HTTP/1.1" status: 200 len: 217 time: 0.2393477 Jun 16 00:35:13.770370 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db43db36-94eb-41fe-894f-dfe7e01d2aa5 req-cf620a51-85cd-4702-bf28-39aec112cb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:13.771248 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-db43db36-94eb-41fe-894f-dfe7e01d2aa5 req-cf620a51-85cd-4702-bf28-39aec112cb66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590195'] for port (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:13.772556 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-db43db36-94eb-41fe-894f-dfe7e01d2aa5 req-cf620a51-85cd-4702-bf28-39aec112cb66 service neutron] 10.222.0.40 "PUT /v2.0/ports/ef72a429-cef2-411d-909d-196a4e3ab735 HTTP/1.1" status: 200 len: 1093 time: 3.2123139 Jun 16 00:35:13.773360 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b99af546-f8bc-4967-b251-7e486805f7f7', 'tag': 'ef72a429-cef2-411d-909d-196a4e3ab735'}] {{(pid=111023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:35:13.779425 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849ffc5c5c28115853a01ef2d84a57e68c82d4a74a931575540ba89325b26957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d56807-f1d0-4f8a-a089-0391736850ee" -d '{"events": [{"name": "network-changed", "server_uuid": "b99af546-f8bc-4967-b251-7e486805f7f7", "tag": "ef72a429-cef2-411d-909d-196a4e3ab735"}]}' {{(pid=111023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:35:13.816740 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a49acfaf-59d0-4891-aa97-bfc00b2c1585 req-4899a548-0e10-482c-bc7f-64c0f565b589 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Network dfc603d1-751d-4be9-b4c0-08fa2224635a is already hosted by enough agents. {{(pid=111023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:35:13.826104 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-db213868-1f53-44c6-b3b0-5d5b3837648d req-c435c790-3125-4b45-90a6-ce87368148c9 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.40 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=494ce289f1774df0833301de8e46ae11 HTTP/1.1" status: 200 len: 379 time: 0.4298172 Jun 16 00:35:13.832141 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.base_scheduler [req-a49acfaf-59d0-4891-aa97-bfc00b2c1585 req-4899a548-0e10-482c-bc7f-64c0f565b589 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Resources bound (agent type, host, resource id): {{(pid=111023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:35:13.845323 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.l3_dvrscheduler_db [req-a49acfaf-59d0-4891-aa97-bfc00b2c1585 req-4899a548-0e10-482c-bc7f-64c0f565b589 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Received port after_create {{(pid=111023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 00:35:13.918881 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49acfaf-59d0-4891-aa97-bfc00b2c1585 req-4899a548-0e10-482c-bc7f-64c0f565b589 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:13.919652 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-a49acfaf-59d0-4891-aa97-bfc00b2c1585 req-4899a548-0e10-482c-bc7f-64c0f565b589 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590195'] for port (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:13.930514 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [req-db213868-1f53-44c6-b3b0-5d5b3837648d req-f96b8066-bb30-47d6-9ed5-dd6cb351ff07 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Request body: {'port': {'device_id': '787e855e-1684-4ea2-aeeb-6e5737f35194', 'network_id': 'a6844d01-625d-4b71-91cf-373fe3e3e7cc', 'admin_state_up': True, 'tenant_id': '494ce289f1774df0833301de8e46ae11', 'security_groups': ['2ae6b333-0f9b-4ffa-8785-3b341c99f379']}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:35:13.939753 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 00:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0224df75-322a-4669-9bad-084f712d5122 x-openstack-request-id: req-0224df75-322a-4669-9bad-084f712d5122 {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:35:13.940042 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b99af546-f8bc-4967-b251-7e486805f7f7", "tag": "ef72a429-cef2-411d-909d-196a4e3ab735", "status": "completed", "code": 200}]} {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:35:13.940290 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0224df75-322a-4669-9bad-084f712d5122 {{(pid=111023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:35:13.940754 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0224df75-322a-4669-9bad-084f712d5122'] response: {'name': 'network-changed', 'server_uuid': 'b99af546-f8bc-4967-b251-7e486805f7f7', 'tag': 'ef72a429-cef2-411d-909d-196a4e3ab735', 'status': 'completed', 'code': 200} Jun 16 00:35:13.954176 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c7a4b-cb5b-473f-a4a2-cf813049c029 req-1d1518f1-ec9e-4dae-bcca-bf8c96ba59d5 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:13.961874 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-386c7a4b-cb5b-473f-a4a2-cf813049c029 req-1d1518f1-ec9e-4dae-bcca-bf8c96ba59d5 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=76508475-0af3-48d7-8f12-9ad3686d77f0 HTTP/1.1" status: 200 len: 932 time: 0.3965771 Jun 16 00:35:13.975832 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b9579-5034-487f-9b24-8fc85dcb1563 req-9fd9046e-81f4-49e5-b23f-748959ff1150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:13.977360 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-006b9579-5034-487f-9b24-8fc85dcb1563 req-9fd9046e-81f4-49e5-b23f-748959ff1150 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=1f18fa19-d797-425e-adb2-49437faef043 HTTP/1.1" status: 200 len: 854 time: 0.3046308 Jun 16 00:35:13.996495 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf620a51-85cd-4702-bf28-39aec112cb66 service neutron] Pushing event updated for resources: {'Port': ['ID=ef72a429-cef2-411d-909d-196a4e3ab735,revision_number=3']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:35:13.997806 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-2cd20db4-f92a-4656-8747-7f9d851749f9 req-942dad7e-ead2-4bcd-a0ad-3b647036ec09 service neutron] 10.222.0.40 "GET /v2.0/networks/8f4288ea-b4d4-4302-977b-e748e2c0ee47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6409101 Jun 16 00:35:14.075073 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-bee888da-6f80-4b7f-bd20-0190e0c1e898 admin admin] Publish callbacks [] for security_group (9a8317b2-fd8b-41d4-83ef-4ad9196a6485), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:14.251739 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-386c7a4b-cb5b-473f-a4a2-cf813049c029 req-0021d4dc-589f-4ef2-a55e-1f5fb69b54eb tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883403 Jun 16 00:35:14.257398 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-bee888da-6f80-4b7f-bd20-0190e0c1e898 admin admin] Publish callbacks [] for security_group (9a8317b2-fd8b-41d4-83ef-4ad9196a6485), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:14.400052 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-80ef6668-cc31-4a19-abfa-20ba5deae6df None None] Provisioning complete for port ba7aa17f-4993-4f62-8ae9-acb5a856dcd4 triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:35:14.402019 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-80ef6668-cc31-4a19-abfa-20ba5deae6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (ba7aa17f-4993-4f62-8ae9-acb5a856dcd4), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:14.431351 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-a129b041-4e65-4faa-b1db-f98100975647 req-c6a80de0-f81a-4a76-8942-a6567a61e4ac tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 210 time: 0.0664105 Jun 16 00:35:14.434695 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959e3509-ba4e-46e0-9ed5-04ea95b90c20 req-a4fba513-472f-4e9c-a1b2-8dc1985983fb tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:14.444441 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-959e3509-ba4e-46e0-9ed5-04ea95b90c20 req-a4fba513-472f-4e9c-a1b2-8dc1985983fb tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] 10.222.0.20 "GET /v2.0/ports?device_id=82ca4ac6-b12b-459b-a5b3-74f98b2aa635 HTTP/1.1" status: 200 len: 943 time: 0.2780886 Jun 16 00:35:14.447728 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b9579-5034-487f-9b24-8fc85dcb1563 req-15c7686a-5488-4275-afbf-0174fe5b3c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:14.449506 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-2cd20db4-f92a-4656-8747-7f9d851749f9 req-27bfb45c-05a0-4f79-9fe9-dc3742261a08 service neutron] 10.222.0.40 "GET /v2.0/networks/8f4288ea-b4d4-4302-977b-e748e2c0ee47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4410331 Jun 16 00:35:14.450289 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-006b9579-5034-487f-9b24-8fc85dcb1563 req-15c7686a-5488-4275-afbf-0174fe5b3c51 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=ffe9c59a-3096-4aef-8b2e-e3aa63722c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3107963 Jun 16 00:35:14.491406 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-80ef6668-cc31-4a19-abfa-20ba5deae6df None None] Port ba7aa17f-4993-4f62-8ae9-acb5a856dcd4 cannot update to ACTIVE because it is not bound. {{(pid=111024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 00:35:14.515821 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-a49acfaf-59d0-4891-aa97-bfc00b2c1585 req-4899a548-0e10-482c-bc7f-64c0f565b589 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2866433 Jun 16 00:35:14.615049 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8684531c-a442-4bf8-84eb-ef819441f153 req-19953bb5-3775-4d33-9eca-009464964f6c tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:14.617014 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-8684531c-a442-4bf8-84eb-ef819441f153 req-19953bb5-3775-4d33-9eca-009464964f6c tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcb3ce76-65b1-48b8-8b1a-3374f6f7c0b0 HTTP/1.1" status: 200 len: 944 time: 0.0767279 Jun 16 00:35:14.618351 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-bee888da-6f80-4b7f-bd20-0190e0c1e898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (9a8317b2-fd8b-41d4-83ef-4ad9196a6485), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:14.621304 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-bee888da-6f80-4b7f-bd20-0190e0c1e898 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:14.626716 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-bee888da-6f80-4b7f-bd20-0190e0c1e898 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9a8317b2-fd8b-41d4-83ef-4ad9196a6485 HTTP/1.1" status: 204 len: 168 time: 1.1654906 Jun 16 00:35:14.675406 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [req-a49acfaf-59d0-4891-aa97-bfc00b2c1585 req-4f48d07b-e884-4a58-9a27-c4f2bfd51391 service neutron] Request body: {'port': {'device_id': '76508475-0af3-48d7-8f12-9ad3686d77f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:35:14.708195 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-8684531c-a442-4bf8-84eb-ef819441f153 req-abcd04fc-3671-4d01-ad54-06e521920f7d tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c537079-4cab-4ede-9263-8171bf77f5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787585 Jun 16 00:35:14.710896 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee888da-6f80-4b7f-bd20-0190e0c1e898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a8317b2-fd8b-41d4-83ef-4ad9196a6485,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:35:14.783640 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4899a548-0e10-482c-bc7f-64c0f565b589 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Pushing event updated for resources: {'Port': ['ID=ba7aa17f-4993-4f62-8ae9-acb5a856dcd4,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:35:14.907802 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db43db36-94eb-41fe-894f-dfe7e01d2aa5 req-5b5fc52e-d878-4d23-8cf6-626fc11dd108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:14.910477 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-db43db36-94eb-41fe-894f-dfe7e01d2aa5 req-5b5fc52e-d878-4d23-8cf6-626fc11dd108 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=a4e7be42e39248e4b9f5c89e96a6b82e&device_id=b99af546-f8bc-4967-b251-7e486805f7f7 HTTP/1.1" status: 200 len: 1127 time: 0.9279804 Jun 16 00:35:14.964029 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:15.045588 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-959e3509-ba4e-46e0-9ed5-04ea95b90c20 req-116cda87-7aad-4e0c-b5ec-be5ccf9f9e06 tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1dcb168-b575-4d6d-8ddf-c3b1c3ff8015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6002283 Jun 16 00:35:15.054753 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-db43db36-94eb-41fe-894f-dfe7e01d2aa5 req-d1af94f0-03f7-4dfa-8ef2-8e9dc808a739 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef72a429-cef2-411d-909d-196a4e3ab735 HTTP/1.1" status: 200 len: 217 time: 0.1053948 Jun 16 00:35:15.106607 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-006b9579-5034-487f-9b24-8fc85dcb1563 req-61c0b79b-f169-4d6c-b844-4617f7913654 service neutron] 10.222.0.40 "GET /v2.0/networks/ffe9c59a-3096-4aef-8b2e-e3aa63722c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5786626 Jun 16 00:35:15.106607 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-a49acfaf-59d0-4891-aa97-bfc00b2c1585 req-4f48d07b-e884-4a58-9a27-c4f2bfd51391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (ba7aa17f-4993-4f62-8ae9-acb5a856dcd4), before_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:15.302412 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db43db36-94eb-41fe-894f-dfe7e01d2aa5 req-0c35d9d0-0e86-4bf6-b70e-6a9009fa8b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:15.304097 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-db43db36-94eb-41fe-894f-dfe7e01d2aa5 req-0c35d9d0-0e86-4bf6-b70e-6a9009fa8b90 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=b8b321f5-1d44-4d62-a89c-8299c51aa908 HTTP/1.1" status: 200 len: 857 time: 0.1981592 Jun 16 00:35:15.373990 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db213868-1f53-44c6-b3b0-5d5b3837648d req-f96b8066-bb30-47d6-9ed5-dd6cb351ff07 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Made reservation on behalf of 494ce289f1774df0833301de8e46ae11 for: {'port': 1} {{(pid=111023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 00:35:15.377497 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-db213868-1f53-44c6-b3b0-5d5b3837648d req-f96b8066-bb30-47d6-9ed5-dd6cb351ff07 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:15.393697 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:15.412782 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3762f442-c408-4dd2-9597-ff024e6407cc req-5dcaf9b2-f53e-4aa6-b0c1-8e648b6108c7 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:15.415727 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-3762f442-c408-4dd2-9597-ff024e6407cc req-5dcaf9b2-f53e-4aa6-b0c1-8e648b6108c7 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=76508475-0af3-48d7-8f12-9ad3686d77f0 HTTP/1.1" status: 200 len: 932 time: 0.0599461 Jun 16 00:35:15.432699 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-006b9579-5034-487f-9b24-8fc85dcb1563 req-4362a085-2938-4a55-b31c-a01c70d9b168 service neutron] 10.222.0.40 "GET /v2.0/networks/ffe9c59a-3096-4aef-8b2e-e3aa63722c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3279483 Jun 16 00:35:15.438346 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db43db36-94eb-41fe-894f-dfe7e01d2aa5 req-6203e1d9-bb34-4187-96bf-e09ec14c2e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:15.440076 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-db43db36-94eb-41fe-894f-dfe7e01d2aa5 req-6203e1d9-bb34-4187-96bf-e09ec14c2e45 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=dfc603d1-751d-4be9-b4c0-08fa2224635a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1278236 Jun 16 00:35:15.497939 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-3762f442-c408-4dd2-9597-ff024e6407cc req-5ff613aa-1958-4a33-ac23-2d926ca24d96 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775976 Jun 16 00:35:15.599057 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:15.608022 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-8f672c58-051d-4e79-9ca9-83041c2a9138 req-abfb455e-0600-4385-86a1-da7698515478 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 210 time: 0.0435843 Jun 16 00:35:15.650808 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.db_base_plugin_common [req-db213868-1f53-44c6-b3b0-5d5b3837648d req-f96b8066-bb30-47d6-9ed5-dd6cb351ff07 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Allocated IP 172.20.0.6 (a6844d01-625d-4b71-91cf-373fe3e3e7cc/892d2143-b3e2-4410-bf1b-7ad84511c529/887c04b4-2d9e-4578-ae6e-a8075049b4fa) {{(pid=111023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 00:35:15.745011 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.notifiers.nova [req-a49acfaf-59d0-4891-aa97-bfc00b2c1585 req-4f48d07b-e884-4a58-9a27-c4f2bfd51391 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba7aa17f-4993-4f62-8ae9-acb5a856dcd4 {{(pid=111023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 00:35:15.756773 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-a49acfaf-59d0-4891-aa97-bfc00b2c1585 req-4f48d07b-e884-4a58-9a27-c4f2bfd51391 service neutron] Publish callbacks [] for port (ba7aa17f-4993-4f62-8ae9-acb5a856dcd4), precommit_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:15.828174 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.provisioning_blocks [req-a49acfaf-59d0-4891-aa97-bfc00b2c1585 req-4f48d07b-e884-4a58-9a27-c4f2bfd51391 service neutron] Transition to ACTIVE for port object ba7aa17f-4993-4f62-8ae9-acb5a856dcd4 will not be triggered until provisioned by entity L2. {{(pid=111023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 00:35:15.829276 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd055be2-8d75-4d76-a3b6-1c0a3c4ea5de req-ccc71d1f-02d1-4d5a-9808-ee371220febf tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:15.832063 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-dd055be2-8d75-4d76-a3b6-1c0a3c4ea5de req-ccc71d1f-02d1-4d5a-9808-ee371220febf tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcb3ce76-65b1-48b8-8b1a-3374f6f7c0b0 HTTP/1.1" status: 200 len: 944 time: 0.0609124 Jun 16 00:35:15.897046 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-dd055be2-8d75-4d76-a3b6-1c0a3c4ea5de req-195388df-e2bb-4aa2-9232-eeb0fa892190 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c537079-4cab-4ede-9263-8171bf77f5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532875 Jun 16 00:35:15.932045 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-a49acfaf-59d0-4891-aa97-bfc00b2c1585 req-4f48d07b-e884-4a58-9a27-c4f2bfd51391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909850'] for port (ba7aa17f-4993-4f62-8ae9-acb5a856dcd4), after_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:16.208052 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 39910) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:35:16.242005 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f48d07b-e884-4a58-9a27-c4f2bfd51391 service neutron] Pushing event updated for resources: {'Port': ['ID=ba7aa17f-4993-4f62-8ae9-acb5a856dcd4,revision_number=2']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:35:16.261428 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-db213868-1f53-44c6-b3b0-5d5b3837648d req-f96b8066-bb30-47d6-9ed5-dd6cb351ff07 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks [] for port (887c04b4-2d9e-4578-ae6e-a8075049b4fa), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:16.268848 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-db43db36-94eb-41fe-894f-dfe7e01d2aa5 req-cb2f4c13-1d5e-44a2-9945-549ea523c38b service neutron] 10.222.0.40 "GET /v2.0/networks/dfc603d1-751d-4be9-b4c0-08fa2224635a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4956114 Jun 16 00:35:16.329044 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ce6b41-4e98-4dfe-a72f-b3a50e585754 req-a0de4fae-e031-4920-8ef2-9eca933fb39c tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:16.340665 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-72ce6b41-4e98-4dfe-a72f-b3a50e585754 req-a0de4fae-e031-4920-8ef2-9eca933fb39c tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] 10.222.0.20 "GET /v2.0/ports?device_id=82ca4ac6-b12b-459b-a5b3-74f98b2aa635 HTTP/1.1" status: 200 len: 943 time: 0.1398122 Jun 16 00:35:16.365132 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-d48cb920-4c02-40a0-bbe5-2025f06bb414 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:16.471357 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.managers [req-a49acfaf-59d0-4891-aa97-bfc00b2c1585 req-4f48d07b-e884-4a58-9a27-c4f2bfd51391 service neutron] Attempting to bind port ba7aa17f-4993-4f62-8ae9-acb5a856dcd4 on host hv-cinder-80382 for vnic_type normal with profile {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 00:35:16.472114 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.managers [req-a49acfaf-59d0-4891-aa97-bfc00b2c1585 req-4f48d07b-e884-4a58-9a27-c4f2bfd51391 service neutron] Attempting to bind port ba7aa17f-4993-4f62-8ae9-acb5a856dcd4 by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': '83998d89-0694-4525-932b-b99a1680f07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'dfc603d1-751d-4be9-b4c0-08fa2224635a'}] {{(pid=111023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 00:35:16.472515 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49acfaf-59d0-4891-aa97-bfc00b2c1585 req-4f48d07b-e884-4a58-9a27-c4f2bfd51391 service neutron] Attempting to bind port ba7aa17f-4993-4f62-8ae9-acb5a856dcd4 on network dfc603d1-751d-4be9-b4c0-08fa2224635a {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 00:35:16.477644 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-72ce6b41-4e98-4dfe-a72f-b3a50e585754 req-82557731-2190-443f-a0c0-5d6fdd8cb47e tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1dcb168-b575-4d6d-8ddf-c3b1c3ff8015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361654 Jun 16 00:35:16.481132 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49acfaf-59d0-4891-aa97-bfc00b2c1585 req-4f48d07b-e884-4a58-9a27-c4f2bfd51391 service neutron] Port ba7aa17f-4993-4f62-8ae9-acb5a856dcd4 on network dfc603d1-751d-4be9-b4c0-08fa2224635a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 00:35:16.481521 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49acfaf-59d0-4891-aa97-bfc00b2c1585 req-4f48d07b-e884-4a58-9a27-c4f2bfd51391 service neutron] Attempting to bind port ba7aa17f-4993-4f62-8ae9-acb5a856dcd4 on network dfc603d1-751d-4be9-b4c0-08fa2224635a {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 00:35:16.502500 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49acfaf-59d0-4891-aa97-bfc00b2c1585 req-4f48d07b-e884-4a58-9a27-c4f2bfd51391 service neutron] Checking agent: {'id': '42cc932a-4e60-43e8-a4dc-4f47b3d3efae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 0, 32, 41), 'started_at': datetime.datetime(2022, 6, 16, 0, 32, 41), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 0, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 00:35:16.502500 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49acfaf-59d0-4891-aa97-bfc00b2c1585 req-4f48d07b-e884-4a58-9a27-c4f2bfd51391 service neutron] Checking segment: {'id': '83998d89-0694-4525-932b-b99a1680f07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'dfc603d1-751d-4be9-b4c0-08fa2224635a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 00:35:16.502500 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49acfaf-59d0-4891-aa97-bfc00b2c1585 req-4f48d07b-e884-4a58-9a27-c4f2bfd51391 service neutron] Bound using segment: {'id': '83998d89-0694-4525-932b-b99a1680f07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'dfc603d1-751d-4be9-b4c0-08fa2224635a'} {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 00:35:16.502500 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.managers [req-a49acfaf-59d0-4891-aa97-bfc00b2c1585 req-4f48d07b-e884-4a58-9a27-c4f2bfd51391 service neutron] Bound port: ba7aa17f-4993-4f62-8ae9-acb5a856dcd4, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83998d89-0694-4525-932b-b99a1680f07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'dfc603d1-751d-4be9-b4c0-08fa2224635a'}}] {{(pid=111023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 00:35:16.502500 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-a49acfaf-59d0-4891-aa97-bfc00b2c1585 req-4f48d07b-e884-4a58-9a27-c4f2bfd51391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (ba7aa17f-4993-4f62-8ae9-acb5a856dcd4), before_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:16.503079 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-d48cb920-4c02-40a0-bbe5-2025f06bb414 admin admin] Publish callbacks [] for security_group (503d2b1a-abd5-442c-bfce-774b4bededc3), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:16.568413 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-db213868-1f53-44c6-b3b0-5d5b3837648d req-f96b8066-bb30-47d6-9ed5-dd6cb351ff07 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753842110805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909837'] for port (887c04b4-2d9e-4578-ae6e-a8075049b4fa), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:16.587972 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.db [req-a49acfaf-59d0-4891-aa97-bfc00b2c1585 req-4f48d07b-e884-4a58-9a27-c4f2bfd51391 service neutron] For port ba7aa17f-4993-4f62-8ae9-acb5a856dcd4, host hv-cinder-80382, cleared binding levels {{(pid=111023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 00:35:16.614278 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-d48cb920-4c02-40a0-bbe5-2025f06bb414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (503d2b1a-abd5-442c-bfce-774b4bededc3), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:16.623664 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.db [req-a49acfaf-59d0-4891-aa97-bfc00b2c1585 req-4f48d07b-e884-4a58-9a27-c4f2bfd51391 service neutron] For port ba7aa17f-4993-4f62-8ae9-acb5a856dcd4, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=ba7aa17f-4993-4f62-8ae9-acb5a856dcd4,segment=NetworkSegment(83998d89-0694-4525-932b-b99a1680f07f),segment_id=83998d89-0694-4525-932b-b99a1680f07f)] {{(pid=111023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 00:35:16.635701 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db213868-1f53-44c6-b3b0-5d5b3837648d req-f96b8066-bb30-47d6-9ed5-dd6cb351ff07 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Network a6844d01-625d-4b71-91cf-373fe3e3e7cc is already hosted by enough agents. {{(pid=111023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:35:16.639320 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.base_scheduler [req-db213868-1f53-44c6-b3b0-5d5b3837648d req-f96b8066-bb30-47d6-9ed5-dd6cb351ff07 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Resources bound (agent type, host, resource id): {{(pid=111023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:35:16.668290 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.l3_dvrscheduler_db [req-db213868-1f53-44c6-b3b0-5d5b3837648d req-f96b8066-bb30-47d6-9ed5-dd6cb351ff07 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Received port after_create {{(pid=111023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 00:35:16.668925 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2911dcc-0cbd-47f4-8dd7-168b94e0ee1e req-3080ab85-dd28-4669-a457-9ec55bdaa194 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:16.676358 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-c2911dcc-0cbd-47f4-8dd7-168b94e0ee1e req-3080ab85-dd28-4669-a457-9ec55bdaa194 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=76508475-0af3-48d7-8f12-9ad3686d77f0 HTTP/1.1" status: 200 len: 944 time: 0.0999732 Jun 16 00:35:16.679353 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96b8066-bb30-47d6-9ed5-dd6cb351ff07 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Pushing event updated for resources: {'Port': ['ID=887c04b4-2d9e-4578-ae6e-a8075049b4fa,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:35:16.697923 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-d48cb920-4c02-40a0-bbe5-2025f06bb414 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=513f80928bb34def978c26254b5152f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4894235 Jun 16 00:35:16.710288 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 39932) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:35:16.716144 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-a49acfaf-59d0-4891-aa97-bfc00b2c1585 req-4f48d07b-e884-4a58-9a27-c4f2bfd51391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909850'] for port (ba7aa17f-4993-4f62-8ae9-acb5a856dcd4), after_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:16.721189 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48cb920-4c02-40a0-bbe5-2025f06bb414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=503d2b1a-abd5-442c-bfce-774b4bededc3,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:35:16.747417 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:16.789768 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-c2911dcc-0cbd-47f4-8dd7-168b94e0ee1e req-91d7252c-1888-472c-a53a-1cebb1ec2c49 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121380 Jun 16 00:35:16.818004 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49acfaf-59d0-4891-aa97-bfc00b2c1585 req-4f48d07b-e884-4a58-9a27-c4f2bfd51391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:16.818694 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-a49acfaf-59d0-4891-aa97-bfc00b2c1585 req-4f48d07b-e884-4a58-9a27-c4f2bfd51391 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590195'] for port (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:16.819430 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-33f25e1f-0bad-42bf-b8c9-462851ac3ecf admin admin] Publish callbacks [] for security_group (503d2b1a-abd5-442c-bfce-774b4bededc3), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:16.820212 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-a49acfaf-59d0-4891-aa97-bfc00b2c1585 req-4f48d07b-e884-4a58-9a27-c4f2bfd51391 service neutron] 10.222.0.40 "PUT /v2.0/ports/ba7aa17f-4993-4f62-8ae9-acb5a856dcd4 HTTP/1.1" status: 200 len: 1094 time: 2.1533709 Jun 16 00:35:16.826117 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76508475-0af3-48d7-8f12-9ad3686d77f0', 'tag': 'ba7aa17f-4993-4f62-8ae9-acb5a856dcd4'}] {{(pid=111023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:35:16.828373 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849ffc5c5c28115853a01ef2d84a57e68c82d4a74a931575540ba89325b26957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a02cd610-ddd4-474e-ba7f-59062ff8c393" -d '{"events": [{"name": "network-changed", "server_uuid": "76508475-0af3-48d7-8f12-9ad3686d77f0", "tag": "ba7aa17f-4993-4f62-8ae9-acb5a856dcd4"}]}' {{(pid=111023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:35:16.850382 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-33f25e1f-0bad-42bf-b8c9-462851ac3ecf admin admin] Publish callbacks [] for security_group (503d2b1a-abd5-442c-bfce-774b4bededc3), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:16.860703 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8905329-c90d-48bd-b5ee-8646ffd6ab7e req-7e70d9fc-bb4d-4c59-9f9a-40dcad57a4d8 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:16.863056 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-a8905329-c90d-48bd-b5ee-8646ffd6ab7e req-7e70d9fc-bb4d-4c59-9f9a-40dcad57a4d8 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 931 time: 0.1331837 Jun 16 00:35:16.907566 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 00:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-175a25ba-bcc3-4b7c-9a85-fafcd9576765 x-openstack-request-id: req-175a25ba-bcc3-4b7c-9a85-fafcd9576765 {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:35:16.908818 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76508475-0af3-48d7-8f12-9ad3686d77f0", "tag": "ba7aa17f-4993-4f62-8ae9-acb5a856dcd4", "status": "completed", "code": 200}]} {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:35:16.908818 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-175a25ba-bcc3-4b7c-9a85-fafcd9576765 {{(pid=111023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:35:16.910181 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-175a25ba-bcc3-4b7c-9a85-fafcd9576765'] response: {'name': 'network-changed', 'server_uuid': '76508475-0af3-48d7-8f12-9ad3686d77f0', 'tag': 'ba7aa17f-4993-4f62-8ae9-acb5a856dcd4', 'status': 'completed', 'code': 200} Jun 16 00:35:16.928566 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db213868-1f53-44c6-b3b0-5d5b3837648d req-f96b8066-bb30-47d6-9ed5-dd6cb351ff07 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:16.929076 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-db213868-1f53-44c6-b3b0-5d5b3837648d req-f96b8066-bb30-47d6-9ed5-dd6cb351ff07 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590195'] for port (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:16.960635 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-d96ac7ed-c822-481f-8330-ec7dd6135a02 None None] Provisioning complete for port 887c04b4-2d9e-4578-ae6e-a8075049b4fa triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:35:16.961915 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-d96ac7ed-c822-481f-8330-ec7dd6135a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (887c04b4-2d9e-4578-ae6e-a8075049b4fa), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:17.008645 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-d96ac7ed-c822-481f-8330-ec7dd6135a02 None None] Port 887c04b4-2d9e-4578-ae6e-a8075049b4fa cannot update to ACTIVE because it is not bound. {{(pid=111024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 00:35:17.018961 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f48d07b-e884-4a58-9a27-c4f2bfd51391 service neutron] Pushing event updated for resources: {'Port': ['ID=ba7aa17f-4993-4f62-8ae9-acb5a856dcd4,revision_number=3']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:35:17.031710 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-a8905329-c90d-48bd-b5ee-8646ffd6ab7e req-2ac23e98-92a5-4273-8f02-5d7e6b3585f7 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1525953 Jun 16 00:35:17.042715 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-33f25e1f-0bad-42bf-b8c9-462851ac3ecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (503d2b1a-abd5-442c-bfce-774b4bededc3), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:17.045715 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-33f25e1f-0bad-42bf-b8c9-462851ac3ecf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:17.047030 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-33f25e1f-0bad-42bf-b8c9-462851ac3ecf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/503d2b1a-abd5-442c-bfce-774b4bededc3 HTTP/1.1" status: 204 len: 168 time: 0.3352869 Jun 16 00:35:17.060961 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f25e1f-0bad-42bf-b8c9-462851ac3ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=503d2b1a-abd5-442c-bfce-774b4bededc3,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:35:17.165147 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-db43db36-94eb-41fe-894f-dfe7e01d2aa5 req-bc15db89-1f52-4148-8c00-9243c9b2814e service neutron] 10.222.0.40 "GET /v2.0/networks/dfc603d1-751d-4be9-b4c0-08fa2224635a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900208 Jun 16 00:35:17.168888 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-db213868-1f53-44c6-b3b0-5d5b3837648d req-f96b8066-bb30-47d6-9ed5-dd6cb351ff07 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3302858 Jun 16 00:35:17.173237 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4073b9d6-85d9-4cb9-8603-0c9288b6d52b req-ae8c0b02-c34d-44d9-a2b6-48ec91b5c94b tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:17.173237 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-4073b9d6-85d9-4cb9-8603-0c9288b6d52b req-ae8c0b02-c34d-44d9-a2b6-48ec91b5c94b tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcb3ce76-65b1-48b8-8b1a-3374f6f7c0b0 HTTP/1.1" status: 200 len: 944 time: 0.1081972 Jun 16 00:35:17.220426 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-4073b9d6-85d9-4cb9-8603-0c9288b6d52b req-8b97638b-8431-4123-b24e-81a56117fc4e tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c537079-4cab-4ede-9263-8171bf77f5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432861 Jun 16 00:35:17.313070 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:17.602574 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64debd36-568e-42b3-b4c1-ff29ad740eb8 req-0daa86df-fbc9-40ee-b779-62dda3c09dac tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:17.604040 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-64debd36-568e-42b3-b4c1-ff29ad740eb8 req-0daa86df-fbc9-40ee-b779-62dda3c09dac tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] 10.222.0.20 "GET /v2.0/ports?device_id=82ca4ac6-b12b-459b-a5b3-74f98b2aa635 HTTP/1.1" status: 200 len: 943 time: 0.0514276 Jun 16 00:35:17.654185 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-64debd36-568e-42b3-b4c1-ff29ad740eb8 req-f73afe82-3436-4f70-846d-0cbecae28129 tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1dcb168-b575-4d6d-8ddf-c3b1c3ff8015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444140 Jun 16 00:35:17.685659 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [req-db213868-1f53-44c6-b3b0-5d5b3837648d req-2a2ef365-baaa-4d48-bad0-9f64081275fb service neutron] Request body: {'port': {'device_id': '787e855e-1684-4ea2-aeeb-6e5737f35194', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:35:17.735756 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:17.751341 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02cd610-ddd4-474e-ba7f-59062ff8c393 req-c658c117-0091-458c-ba73-e9414a9f605f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:17.753443 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-a02cd610-ddd4-474e-ba7f-59062ff8c393 req-c658c117-0091-458c-ba73-e9414a9f605f service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=a4e7be42e39248e4b9f5c89e96a6b82e&device_id=76508475-0af3-48d7-8f12-9ad3686d77f0 HTTP/1.1" status: 200 len: 1128 time: 0.0649605 Jun 16 00:35:17.761425 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 39976) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:35:17.778484 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-7088c802-04bb-4c19-a182-21caa862349b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:17.808135 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-db213868-1f53-44c6-b3b0-5d5b3837648d req-2a2ef365-baaa-4d48-bad0-9f64081275fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (887c04b4-2d9e-4578-ae6e-a8075049b4fa), before_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:17.871105 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-7088c802-04bb-4c19-a182-21caa862349b admin admin] Publish callbacks [] for security_group (de71e74e-8c34-4174-91da-10fe1fba7f44), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:17.922298 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02cd610-ddd4-474e-ba7f-59062ff8c393 req-ed246fdf-98f2-413c-88fd-10e3a3d9a8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:17.924388 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-a02cd610-ddd4-474e-ba7f-59062ff8c393 req-ed246fdf-98f2-413c-88fd-10e3a3d9a8d3 service neutron] 10.222.0.40 "GET /v2.0/networks?tenant_id=a4e7be42e39248e4b9f5c89e96a6b82e&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1491532 Jun 16 00:35:17.925695 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe747a04-f630-4abb-9a4c-bc12554d2cec req-1006e6fe-1fad-409e-8819-a1f0af129811 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:17.928049 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-fe747a04-f630-4abb-9a4c-bc12554d2cec req-1006e6fe-1fad-409e-8819-a1f0af129811 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=76508475-0af3-48d7-8f12-9ad3686d77f0 HTTP/1.1" status: 200 len: 944 time: 0.0505867 Jun 16 00:35:17.947996 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-7088c802-04bb-4c19-a182-21caa862349b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (de71e74e-8c34-4174-91da-10fe1fba7f44), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:17.954344 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:18.012040 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-7088c802-04bb-4c19-a182-21caa862349b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5633dda8fca54f9b84488004f2d2b050&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2491791 Jun 16 00:35:18.012765 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7088c802-04bb-4c19-a182-21caa862349b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de71e74e-8c34-4174-91da-10fe1fba7f44,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:35:18.023832 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 39984) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:35:18.024239 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-fe747a04-f630-4abb-9a4c-bc12554d2cec req-b2788eb7-2571-47af-a28c-22085cbf378a tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894299 Jun 16 00:35:18.134985 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device 432dd3b9-53d3-41b9-b199-4ccdb65e8510 details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=111024) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 00:35:18.141948 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-12c5ccca-f654-49cc-8d54-d0749a683d3a admin admin] Publish callbacks [] for security_group (de71e74e-8c34-4174-91da-10fe1fba7f44), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:18.212852 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-12c5ccca-f654-49cc-8d54-d0749a683d3a admin admin] Publish callbacks [] for security_group (de71e74e-8c34-4174-91da-10fe1fba7f44), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:18.254534 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] For port 432dd3b9-53d3-41b9-b199-4ccdb65e8510, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=432dd3b9-53d3-41b9-b199-4ccdb65e8510,segment=NetworkSegment(726cf98a-2766-44f9-8c50-194b1bfad17f),segment_id=726cf98a-2766-44f9-8c50-194b1bfad17f)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:35:18.269305 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Returning: {'device': '432dd3b9-53d3-41b9-b199-4ccdb65e8510', 'network_id': '8f4288ea-b4d4-4302-977b-e748e2c0ee47', 'port_id': '432dd3b9-53d3-41b9-b199-4ccdb65e8510', 'mac_address': 'fa:16:3e:59:af:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6a5ed6d-e651-48fb-a2c8-ac02a15bcf98', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111024) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 00:35:18.279452 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a10996-b47a-4e29-9421-de4c443b1bcb req-2118ade1-cdfc-40ad-81ba-d0a0b3d72894 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:18.280966 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-78a10996-b47a-4e29-9421-de4c443b1bcb req-2118ade1-cdfc-40ad-81ba-d0a0b3d72894 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 931 time: 0.1199725 Jun 16 00:35:18.287405 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.notifiers.nova [req-db213868-1f53-44c6-b3b0-5d5b3837648d req-2a2ef365-baaa-4d48-bad0-9f64081275fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 887c04b4-2d9e-4578-ae6e-a8075049b4fa {{(pid=111023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 00:35:18.305339 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-db213868-1f53-44c6-b3b0-5d5b3837648d req-2a2ef365-baaa-4d48-bad0-9f64081275fb service neutron] Publish callbacks [] for port (887c04b4-2d9e-4578-ae6e-a8075049b4fa), precommit_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:18.307003 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Current status of the port 432dd3b9-53d3-41b9-b199-4ccdb65e8510 is: DOWN; New status is: BUILD {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:35:18.307384 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (432dd3b9-53d3-41b9-b199-4ccdb65e8510), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:18.324329 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.notifiers.nova [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 432dd3b9-53d3-41b9-b199-4ccdb65e8510 {{(pid=111024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 00:35:18.357956 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] For port 432dd3b9-53d3-41b9-b199-4ccdb65e8510, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=432dd3b9-53d3-41b9-b199-4ccdb65e8510,segment=NetworkSegment(726cf98a-2766-44f9-8c50-194b1bfad17f),segment_id=726cf98a-2766-44f9-8c50-194b1bfad17f)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:35:18.364561 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-78a10996-b47a-4e29-9421-de4c443b1bcb req-618dcc2a-881e-44ac-a81d-066d3c745280 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702794 Jun 16 00:35:18.385953 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe63ab-676b-4a12-a805-5cd9c77e2e16 req-90dbdf03-84cb-456e-bc7c-cc462d5db28e tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:18.392725 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-41fe63ab-676b-4a12-a805-5cd9c77e2e16 req-90dbdf03-84cb-456e-bc7c-cc462d5db28e tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcb3ce76-65b1-48b8-8b1a-3374f6f7c0b0 HTTP/1.1" status: 200 len: 944 time: 0.0971861 Jun 16 00:35:18.436511 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-41fe63ab-676b-4a12-a805-5cd9c77e2e16 req-3871d919-e1cf-4682-9756-f462787dc2d8 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c537079-4cab-4ede-9263-8171bf77f5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428712 Jun 16 00:35:18.440175 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (432dd3b9-53d3-41b9-b199-4ccdb65e8510), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:18.441013 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device 29f5f1c3-c98e-4a58-85e1-442189e98eee details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=111024) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 00:35:18.443801 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.provisioning_blocks [req-db213868-1f53-44c6-b3b0-5d5b3837648d req-2a2ef365-baaa-4d48-bad0-9f64081275fb service neutron] Transition to ACTIVE for port object 887c04b4-2d9e-4578-ae6e-a8075049b4fa will not be triggered until provisioned by entity L2. {{(pid=111023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 00:35:18.445373 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-12c5ccca-f654-49cc-8d54-d0749a683d3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (de71e74e-8c34-4174-91da-10fe1fba7f44), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:18.452435 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-12c5ccca-f654-49cc-8d54-d0749a683d3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:18.456129 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-12c5ccca-f654-49cc-8d54-d0749a683d3a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/de71e74e-8c34-4174-91da-10fe1fba7f44 HTTP/1.1" status: 204 len: 168 time: 0.4317377 Jun 16 00:35:18.476900 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c5ccca-f654-49cc-8d54-d0749a683d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de71e74e-8c34-4174-91da-10fe1fba7f44,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:35:18.562652 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Pushing event updated for resources: {'Port': ['ID=432dd3b9-53d3-41b9-b199-4ccdb65e8510,revision_number=4']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:35:18.594127 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-db213868-1f53-44c6-b3b0-5d5b3837648d req-2a2ef365-baaa-4d48-bad0-9f64081275fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909850'] for port (887c04b4-2d9e-4578-ae6e-a8075049b4fa), after_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:18.639110 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d56807-f1d0-4f8a-a089-0391736850ee req-6b69ac25-1f44-4c1c-8711-649f50dc40dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:18.640770 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-d6d56807-f1d0-4f8a-a089-0391736850ee req-6b69ac25-1f44-4c1c-8711-649f50dc40dc service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=a4e7be42e39248e4b9f5c89e96a6b82e&device_id=b99af546-f8bc-4967-b251-7e486805f7f7 HTTP/1.1" status: 200 len: 1127 time: 0.1274569 Jun 16 00:35:18.656075 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] For port 29f5f1c3-c98e-4a58-85e1-442189e98eee, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=29f5f1c3-c98e-4a58-85e1-442189e98eee,segment=NetworkSegment(fea0c3b1-4564-4c46-a939-13c53483f391),segment_id=fea0c3b1-4564-4c46-a939-13c53483f391)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:35:18.668764 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Returning: {'device': '29f5f1c3-c98e-4a58-85e1-442189e98eee', 'network_id': 'ffe9c59a-3096-4aef-8b2e-e3aa63722c28', 'port_id': '29f5f1c3-c98e-4a58-85e1-442189e98eee', 'mac_address': 'fa:16:3e:71:fc:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f18fa19-d797-425e-adb2-49437faef043', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111024) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 00:35:18.718370 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Current status of the port 29f5f1c3-c98e-4a58-85e1-442189e98eee is: DOWN; New status is: BUILD {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:35:18.719049 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (29f5f1c3-c98e-4a58-85e1-442189e98eee), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:18.747301 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.notifiers.nova [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29f5f1c3-c98e-4a58-85e1-442189e98eee {{(pid=111024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 00:35:18.761984 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2ef365-baaa-4d48-bad0-9f64081275fb service neutron] Pushing event updated for resources: {'Port': ['ID=887c04b4-2d9e-4578-ae6e-a8075049b4fa,revision_number=2']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:35:18.790215 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] For port 29f5f1c3-c98e-4a58-85e1-442189e98eee, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=29f5f1c3-c98e-4a58-85e1-442189e98eee,segment=NetworkSegment(fea0c3b1-4564-4c46-a939-13c53483f391),segment_id=fea0c3b1-4564-4c46-a939-13c53483f391)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:35:18.879963 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (29f5f1c3-c98e-4a58-85e1-442189e98eee), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:18.884831 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:18.948286 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Pushing event updated for resources: {'Port': ['ID=29f5f1c3-c98e-4a58-85e1-442189e98eee,revision_number=4']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:35:18.967278 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29751a60-5d86-49ab-bf67-34abc9a4fd78 req-65f04074-a1b0-456c-baa3-c74ac358c261 tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:18.968789 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-29751a60-5d86-49ab-bf67-34abc9a4fd78 req-65f04074-a1b0-456c-baa3-c74ac358c261 tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] 10.222.0.20 "GET /v2.0/ports?device_id=82ca4ac6-b12b-459b-a5b3-74f98b2aa635 HTTP/1.1" status: 200 len: 944 time: 0.1963608 Jun 16 00:35:18.988855 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02cd610-ddd4-474e-ba7f-59062ff8c393 req-b749a543-a0c5-46a0-bf13-94f23efc8ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:18.990263 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-a02cd610-ddd4-474e-ba7f-59062ff8c393 req-b749a543-a0c5-46a0-bf13-94f23efc8ebd service neutron] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4907420 Jun 16 00:35:19.110737 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.managers [req-db213868-1f53-44c6-b3b0-5d5b3837648d req-2a2ef365-baaa-4d48-bad0-9f64081275fb service neutron] Attempting to bind port 887c04b4-2d9e-4578-ae6e-a8075049b4fa on host hv-cinder-80382 for vnic_type normal with profile {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 00:35:19.111068 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.managers [req-db213868-1f53-44c6-b3b0-5d5b3837648d req-2a2ef365-baaa-4d48-bad0-9f64081275fb service neutron] Attempting to bind port 887c04b4-2d9e-4578-ae6e-a8075049b4fa by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': '5c02ce47-b4ce-4c8e-af6b-d3fbab975164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a6844d01-625d-4b71-91cf-373fe3e3e7cc'}] {{(pid=111023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 00:35:19.111416 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db213868-1f53-44c6-b3b0-5d5b3837648d req-2a2ef365-baaa-4d48-bad0-9f64081275fb service neutron] Attempting to bind port 887c04b4-2d9e-4578-ae6e-a8075049b4fa on network a6844d01-625d-4b71-91cf-373fe3e3e7cc {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 00:35:19.131919 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d56807-f1d0-4f8a-a089-0391736850ee req-ec616596-f1aa-42a8-83dc-102a5d77538b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:19.134706 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-d6d56807-f1d0-4f8a-a089-0391736850ee req-ec616596-f1aa-42a8-83dc-102a5d77538b service neutron] 10.222.0.40 "GET /v2.0/networks?id=dfc603d1-751d-4be9-b4c0-08fa2224635a HTTP/1.1" status: 200 len: 919 time: 0.4842272 Jun 16 00:35:19.144574 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db213868-1f53-44c6-b3b0-5d5b3837648d req-2a2ef365-baaa-4d48-bad0-9f64081275fb service neutron] Port 887c04b4-2d9e-4578-ae6e-a8075049b4fa on network a6844d01-625d-4b71-91cf-373fe3e3e7cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 00:35:19.145342 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db213868-1f53-44c6-b3b0-5d5b3837648d req-2a2ef365-baaa-4d48-bad0-9f64081275fb service neutron] Attempting to bind port 887c04b4-2d9e-4578-ae6e-a8075049b4fa on network a6844d01-625d-4b71-91cf-373fe3e3e7cc {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 00:35:19.156450 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-29751a60-5d86-49ab-bf67-34abc9a4fd78 req-be5f00ee-aa6f-4db7-b041-229a467566c9 tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1dcb168-b575-4d6d-8ddf-c3b1c3ff8015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693163 Jun 16 00:35:19.163440 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e129a02d-bae6-4612-a770-4f0a35180922 req-2ae4931c-3ddd-4751-a988-e5a3b604f10e tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:19.166339 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-e129a02d-bae6-4612-a770-4f0a35180922 req-2ae4931c-3ddd-4751-a988-e5a3b604f10e tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=76508475-0af3-48d7-8f12-9ad3686d77f0 HTTP/1.1" status: 200 len: 944 time: 0.0654168 Jun 16 00:35:19.200284 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-d6d56807-f1d0-4f8a-a089-0391736850ee req-6239dc52-1eb5-43cb-94dd-cf95ce531f25 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef72a429-cef2-411d-909d-196a4e3ab735 HTTP/1.1" status: 200 len: 217 time: 0.0490239 Jun 16 00:35:19.201315 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db213868-1f53-44c6-b3b0-5d5b3837648d req-2a2ef365-baaa-4d48-bad0-9f64081275fb service neutron] Checking agent: {'id': '42cc932a-4e60-43e8-a4dc-4f47b3d3efae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 0, 32, 41), 'started_at': datetime.datetime(2022, 6, 16, 0, 32, 41), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 0, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 00:35:19.201720 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db213868-1f53-44c6-b3b0-5d5b3837648d req-2a2ef365-baaa-4d48-bad0-9f64081275fb service neutron] Checking segment: {'id': '5c02ce47-b4ce-4c8e-af6b-d3fbab975164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a6844d01-625d-4b71-91cf-373fe3e3e7cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 00:35:19.202153 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db213868-1f53-44c6-b3b0-5d5b3837648d req-2a2ef365-baaa-4d48-bad0-9f64081275fb service neutron] Bound using segment: {'id': '5c02ce47-b4ce-4c8e-af6b-d3fbab975164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a6844d01-625d-4b71-91cf-373fe3e3e7cc'} {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 00:35:19.202645 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.managers [req-db213868-1f53-44c6-b3b0-5d5b3837648d req-2a2ef365-baaa-4d48-bad0-9f64081275fb service neutron] Bound port: 887c04b4-2d9e-4578-ae6e-a8075049b4fa, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c02ce47-b4ce-4c8e-af6b-d3fbab975164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a6844d01-625d-4b71-91cf-373fe3e3e7cc'}}] {{(pid=111023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 00:35:19.203154 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-db213868-1f53-44c6-b3b0-5d5b3837648d req-2a2ef365-baaa-4d48-bad0-9f64081275fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (887c04b4-2d9e-4578-ae6e-a8075049b4fa), before_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:19.206812 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49acfaf-59d0-4891-aa97-bfc00b2c1585 req-e403b809-f677-4b8e-886c-9ed3c754aa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:19.208567 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-a49acfaf-59d0-4891-aa97-bfc00b2c1585 req-e403b809-f677-4b8e-886c-9ed3c754aa6c service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=a4e7be42e39248e4b9f5c89e96a6b82e&device_id=76508475-0af3-48d7-8f12-9ad3686d77f0 HTTP/1.1" status: 200 len: 1128 time: 0.1401727 Jun 16 00:35:19.224515 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-e129a02d-bae6-4612-a770-4f0a35180922 req-9a5da65e-684e-47ad-adc8-14bff553c194 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523303 Jun 16 00:35:19.282514 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-a49acfaf-59d0-4891-aa97-bfc00b2c1585 req-b7b2c8f2-13dc-4d78-9845-3665dd575fd6 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba7aa17f-4993-4f62-8ae9-acb5a856dcd4 HTTP/1.1" status: 200 len: 217 time: 0.0584328 Jun 16 00:35:19.348580 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d56807-f1d0-4f8a-a089-0391736850ee req-fb14ff69-62b4-4224-b2a0-b3109151db92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:19.350004 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-d6d56807-f1d0-4f8a-a089-0391736850ee req-fb14ff69-62b4-4224-b2a0-b3109151db92 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=b8b321f5-1d44-4d62-a89c-8299c51aa908 HTTP/1.1" status: 200 len: 857 time: 0.1346760 Jun 16 00:35:19.392839 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] get_ports_and_sgs() called for port_ids ['432dd3b9-53d3-41b9-b199-4ccdb65e8510'] {{(pid=111024) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 00:35:19.409119 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 40026) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:35:19.411399 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.db [req-db213868-1f53-44c6-b3b0-5d5b3837648d req-2a2ef365-baaa-4d48-bad0-9f64081275fb service neutron] For port 887c04b4-2d9e-4578-ae6e-a8075049b4fa, host hv-cinder-80382, cleared binding levels {{(pid=111023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 00:35:19.420007 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49acfaf-59d0-4891-aa97-bfc00b2c1585 req-e0d36e9f-83cf-4a81-b1c9-d7f5b45fefd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:19.421726 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-a49acfaf-59d0-4891-aa97-bfc00b2c1585 req-e0d36e9f-83cf-4a81-b1c9-d7f5b45fefd8 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=b8b321f5-1d44-4d62-a89c-8299c51aa908 HTTP/1.1" status: 200 len: 857 time: 0.1170974 Jun 16 00:35:19.439180 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-a30f3bbc-7f04-4ea0-9ac8-affc66cc57c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:19.443214 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.db [req-db213868-1f53-44c6-b3b0-5d5b3837648d req-2a2ef365-baaa-4d48-bad0-9f64081275fb service neutron] For port 887c04b4-2d9e-4578-ae6e-a8075049b4fa, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=887c04b4-2d9e-4578-ae6e-a8075049b4fa,segment=NetworkSegment(5c02ce47-b4ce-4c8e-af6b-d3fbab975164),segment_id=5c02ce47-b4ce-4c8e-af6b-d3fbab975164)] {{(pid=111023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 00:35:19.483889 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d56807-f1d0-4f8a-a089-0391736850ee req-a0814bb5-e7aa-4747-99f0-cc7b70a4a44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:19.485471 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-d6d56807-f1d0-4f8a-a089-0391736850ee req-a0814bb5-e7aa-4747-99f0-cc7b70a4a44c service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=dfc603d1-751d-4be9-b4c0-08fa2224635a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1239486 Jun 16 00:35:19.500585 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:19.542579 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49acfaf-59d0-4891-aa97-bfc00b2c1585 req-c04c9f21-cb45-4e8c-bee4-7075f9494a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:19.544401 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-a49acfaf-59d0-4891-aa97-bfc00b2c1585 req-c04c9f21-cb45-4e8c-bee4-7075f9494a1b service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=dfc603d1-751d-4be9-b4c0-08fa2224635a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1109807 Jun 16 00:35:19.572759 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] get_ports_and_sgs() called for port_ids ['29f5f1c3-c98e-4a58-85e1-442189e98eee'] {{(pid=111024) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 00:35:19.589685 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6972ccc7-2492-41b0-b87d-35740c279cc9 req-792d33e2-2d6c-4dae-9dfb-b6434656cfa9 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:19.594070 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-6972ccc7-2492-41b0-b87d-35740c279cc9 req-792d33e2-2d6c-4dae-9dfb-b6434656cfa9 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 943 time: 0.1472859 Jun 16 00:35:19.622960 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-a30f3bbc-7f04-4ea0-9ac8-affc66cc57c4 admin admin] Publish callbacks [] for security_group (d8800364-67ea-4b5c-b70f-a318e066268e), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:19.645519 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51e704f-ddcb-442f-ba8b-45172d6d6c5c req-66f45f17-d2f5-4019-81a1-f7afabdab0b3 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:19.651228 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-e51e704f-ddcb-442f-ba8b-45172d6d6c5c req-66f45f17-d2f5-4019-81a1-f7afabdab0b3 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcb3ce76-65b1-48b8-8b1a-3374f6f7c0b0 HTTP/1.1" status: 200 len: 945 time: 0.0808992 Jun 16 00:35:19.660627 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:19.664992 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-db213868-1f53-44c6-b3b0-5d5b3837648d req-2a2ef365-baaa-4d48-bad0-9f64081275fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909850'] for port (887c04b4-2d9e-4578-ae6e-a8075049b4fa), after_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:19.700563 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-e51e704f-ddcb-442f-ba8b-45172d6d6c5c req-5b413687-c4d6-42a4-a02f-f5ee06ea1ca5 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c537079-4cab-4ede-9263-8171bf77f5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472722 Jun 16 00:35:19.741365 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-a30f3bbc-7f04-4ea0-9ac8-affc66cc57c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (d8800364-67ea-4b5c-b70f-a318e066268e), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:19.784793 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30f3bbc-7f04-4ea0-9ac8-affc66cc57c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8800364-67ea-4b5c-b70f-a318e066268e,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:35:19.792869 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-a30f3bbc-7f04-4ea0-9ac8-affc66cc57c4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=07622697f04e4cebb8aa3a233c62d609&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3819227 Jun 16 00:35:19.794993 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 40032) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:35:19.853877 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-c225b28a-aaa5-4a1e-94b5-61c0696a78f7 admin admin] Publish callbacks [] for security_group (d8800364-67ea-4b5c-b70f-a318e066268e), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:19.879215 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-c225b28a-aaa5-4a1e-94b5-61c0696a78f7 admin admin] Publish callbacks [] for security_group (d8800364-67ea-4b5c-b70f-a318e066268e), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:19.991810 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db213868-1f53-44c6-b3b0-5d5b3837648d req-2a2ef365-baaa-4d48-bad0-9f64081275fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:19.992431 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-db213868-1f53-44c6-b3b0-5d5b3837648d req-2a2ef365-baaa-4d48-bad0-9f64081275fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590195'] for port (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:19.993841 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-db213868-1f53-44c6-b3b0-5d5b3837648d req-2a2ef365-baaa-4d48-bad0-9f64081275fb service neutron] 10.222.0.40 "PUT /v2.0/ports/887c04b4-2d9e-4578-ae6e-a8075049b4fa HTTP/1.1" status: 200 len: 1093 time: 2.3132484 Jun 16 00:35:19.994362 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '787e855e-1684-4ea2-aeeb-6e5737f35194', 'tag': '887c04b4-2d9e-4578-ae6e-a8075049b4fa'}] {{(pid=111023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:35:19.996665 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849ffc5c5c28115853a01ef2d84a57e68c82d4a74a931575540ba89325b26957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578c9140-4c86-4ebf-af63-7e8e76f0bc1e" -d '{"events": [{"name": "network-changed", "server_uuid": "787e855e-1684-4ea2-aeeb-6e5737f35194", "tag": "887c04b4-2d9e-4578-ae6e-a8075049b4fa"}]}' {{(pid=111023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:35:20.008699 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-c225b28a-aaa5-4a1e-94b5-61c0696a78f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (d8800364-67ea-4b5c-b70f-a318e066268e), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:20.012820 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-c225b28a-aaa5-4a1e-94b5-61c0696a78f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:20.014618 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-c225b28a-aaa5-4a1e-94b5-61c0696a78f7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d8800364-67ea-4b5c-b70f-a318e066268e HTTP/1.1" status: 204 len: 168 time: 0.2180977 Jun 16 00:35:20.048155 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-a49acfaf-59d0-4891-aa97-bfc00b2c1585 req-95b6ca50-4fbb-4f42-9c2f-fbcc621b5bfd service neutron] 10.222.0.40 "GET /v2.0/networks/dfc603d1-751d-4be9-b4c0-08fa2224635a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4972119 Jun 16 00:35:20.049580 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c225b28a-aaa5-4a1e-94b5-61c0696a78f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8800364-67ea-4b5c-b70f-a318e066268e,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:35:20.068718 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2ef365-baaa-4d48-bad0-9f64081275fb service neutron] Pushing event updated for resources: {'Port': ['ID=887c04b4-2d9e-4578-ae6e-a8075049b4fa,revision_number=3']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:35:20.100404 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-d6d56807-f1d0-4f8a-a089-0391736850ee req-372b6596-5f9e-466d-a7df-8ee3eafaf76e service neutron] 10.222.0.40 "GET /v2.0/networks/dfc603d1-751d-4be9-b4c0-08fa2224635a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5933261 Jun 16 00:35:20.121713 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-6972ccc7-2492-41b0-b87d-35740c279cc9 req-84bd0050-1e36-4dcd-9707-f24a8109045e tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4537919 Jun 16 00:35:20.125138 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 00:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bad8f0f-d602-4613-b1e3-f7cee70c85ec x-openstack-request-id: req-1bad8f0f-d602-4613-b1e3-f7cee70c85ec {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:35:20.125419 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "787e855e-1684-4ea2-aeeb-6e5737f35194", "tag": "887c04b4-2d9e-4578-ae6e-a8075049b4fa", "status": "completed", "code": 200}]} {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:35:20.125660 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1bad8f0f-d602-4613-b1e3-f7cee70c85ec {{(pid=111023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:35:20.126040 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bad8f0f-d602-4613-b1e3-f7cee70c85ec'] response: {'name': 'network-changed', 'server_uuid': '787e855e-1684-4ea2-aeeb-6e5737f35194', 'tag': '887c04b4-2d9e-4578-ae6e-a8075049b4fa', 'status': 'completed', 'code': 200} Jun 16 00:35:20.206493 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=5 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:20.252702 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-a49acfaf-59d0-4891-aa97-bfc00b2c1585 req-c3d0d5b2-06d6-4d9c-a19e-cc6fbf03af5e service neutron] 10.222.0.40 "GET /v2.0/networks/dfc603d1-751d-4be9-b4c0-08fa2224635a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818314 Jun 16 00:35:20.322080 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db213868-1f53-44c6-b3b0-5d5b3837648d req-c25169ae-7299-4ff7-92ab-e9aa65e08bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:20.323537 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-db213868-1f53-44c6-b3b0-5d5b3837648d req-c25169ae-7299-4ff7-92ab-e9aa65e08bdd service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=494ce289f1774df0833301de8e46ae11&device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 1127 time: 0.1968138 Jun 16 00:35:20.365933 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f838ec-f0ac-4e4f-afcf-5441bd472674 req-13fc6097-8a13-47ab-914f-66688e2930fb tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:20.374391 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-a1f838ec-f0ac-4e4f-afcf-5441bd472674 req-13fc6097-8a13-47ab-914f-66688e2930fb tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] 10.222.0.20 "GET /v2.0/ports?device_id=82ca4ac6-b12b-459b-a5b3-74f98b2aa635 HTTP/1.1" status: 200 len: 944 time: 0.0772595 Jun 16 00:35:20.424265 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-a1f838ec-f0ac-4e4f-afcf-5441bd472674 req-3f7120c0-cb6b-40a7-8fd9-0b5cd0d4d6f3 tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1dcb168-b575-4d6d-8ddf-c3b1c3ff8015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476098 Jun 16 00:35:20.433227 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-db213868-1f53-44c6-b3b0-5d5b3837648d req-85b07d04-1aa2-4006-9a65-12a7384d2aad service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=887c04b4-2d9e-4578-ae6e-a8075049b4fa HTTP/1.1" status: 200 len: 217 time: 0.0704999 Jun 16 00:35:20.488816 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1811a0a2-3229-47b8-a631-f6d0bce99c6f req-126e5198-83fe-4567-ae49-a317f81467ea tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:20.490309 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-1811a0a2-3229-47b8-a631-f6d0bce99c6f req-126e5198-83fe-4567-ae49-a317f81467ea tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=76508475-0af3-48d7-8f12-9ad3686d77f0 HTTP/1.1" status: 200 len: 944 time: 0.1312602 Jun 16 00:35:20.499520 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-d6d56807-f1d0-4f8a-a089-0391736850ee req-7af89db0-9ba8-4fc1-a0fe-c787fd743ce8 service neutron] 10.222.0.40 "GET /v2.0/networks/dfc603d1-751d-4be9-b4c0-08fa2224635a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3766861 Jun 16 00:35:20.522424 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db213868-1f53-44c6-b3b0-5d5b3837648d req-db8b3730-9077-41ea-b40d-074d776e9582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:20.524394 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-db213868-1f53-44c6-b3b0-5d5b3837648d req-db8b3730-9077-41ea-b40d-074d776e9582 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=892d2143-b3e2-4410-bf1b-7ad84511c529 HTTP/1.1" status: 200 len: 856 time: 0.0818844 Jun 16 00:35:20.582166 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-1811a0a2-3229-47b8-a631-f6d0bce99c6f req-3a0028c6-b218-4069-8c89-8d70e5388981 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841706 Jun 16 00:35:20.587892 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db213868-1f53-44c6-b3b0-5d5b3837648d req-86a1b878-cc77-4c14-abdb-89df0ee0d86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:20.589457 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-db213868-1f53-44c6-b3b0-5d5b3837648d req-86a1b878-cc77-4c14-abdb-89df0ee0d86d service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=a6844d01-625d-4b71-91cf-373fe3e3e7cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0552731 Jun 16 00:35:20.626112 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device 432dd3b9-53d3-41b9-b199-4ccdb65e8510 up at agent hyperv_hv-cinder-80382 {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:35:20.673111 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Provisioning for port 432dd3b9-53d3-41b9-b199-4ccdb65e8510 completed by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 00:35:20.704083 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-db213868-1f53-44c6-b3b0-5d5b3837648d req-0e63b34d-0e15-47f8-89a5-879f4c9aa9f7 service neutron] 10.222.0.40 "GET /v2.0/networks/a6844d01-625d-4b71-91cf-373fe3e3e7cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072457 Jun 16 00:35:20.831851 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-db213868-1f53-44c6-b3b0-5d5b3837648d req-9ae3400f-b151-40f1-b9fb-fb765d66b750 service neutron] 10.222.0.40 "GET /v2.0/networks/a6844d01-625d-4b71-91cf-373fe3e3e7cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216598 Jun 16 00:35:20.840680 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187147b-677c-4080-b4a4-8dbff3bb5fcd req-6ad29e72-2346-4dd2-a9f3-f58f54456298 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:20.842164 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-7187147b-677c-4080-b4a4-8dbff3bb5fcd req-6ad29e72-2346-4dd2-a9f3-f58f54456298 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcb3ce76-65b1-48b8-8b1a-3374f6f7c0b0 HTTP/1.1" status: 200 len: 945 time: 0.0544102 Jun 16 00:35:20.894977 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-7187147b-677c-4080-b4a4-8dbff3bb5fcd req-1ca152ce-0661-47f0-ab10-daa68cde0b71 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c537079-4cab-4ede-9263-8171bf77f5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445356 Jun 16 00:35:21.168600 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Provisioning complete for port 432dd3b9-53d3-41b9-b199-4ccdb65e8510 triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:35:21.169280 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (432dd3b9-53d3-41b9-b199-4ccdb65e8510), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:21.237938 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b9ab17-9b1d-4415-b803-bb605305cea9 req-1affce44-ccab-40ce-b5f2-40cf6115f14d tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:21.239454 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-46b9ab17-9b1d-4415-b803-bb605305cea9 req-1affce44-ccab-40ce-b5f2-40cf6115f14d tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 943 time: 0.0532041 Jun 16 00:35:21.246414 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Current status of the port 432dd3b9-53d3-41b9-b199-4ccdb65e8510 is: BUILD; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:35:21.247047 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (432dd3b9-53d3-41b9-b199-4ccdb65e8510), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:21.283589 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] For port 432dd3b9-53d3-41b9-b199-4ccdb65e8510, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=432dd3b9-53d3-41b9-b199-4ccdb65e8510,segment=NetworkSegment(726cf98a-2766-44f9-8c50-194b1bfad17f),segment_id=726cf98a-2766-44f9-8c50-194b1bfad17f)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:35:21.289453 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82ca4ac6-b12b-459b-a5b3-74f98b2aa635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '432dd3b9-53d3-41b9-b199-4ccdb65e8510'}] {{(pid=111024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:35:21.312915 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-46b9ab17-9b1d-4415-b803-bb605305cea9 req-362f37ff-c0ed-45cc-bc88-e5a5db3533f2 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647886 Jun 16 00:35:21.394722 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (432dd3b9-53d3-41b9-b199-4ccdb65e8510), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:21.395558 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device 29f5f1c3-c98e-4a58-85e1-442189e98eee up at agent hyperv_hv-cinder-80382 {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:35:21.471389 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:21.482905 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4573778420d3d0f041bbf6733ae9852b47924bf8d6b8ed88ee9f05ae747ab312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b7fa3cf-b86e-40b2-b7a7-9843604cdcb5" -d '{"events": [{"server_uuid": "82ca4ac6-b12b-459b-a5b3-74f98b2aa635", "name": "network-vif-plugged", "status": "completed", "tag": "432dd3b9-53d3-41b9-b199-4ccdb65e8510"}]}' {{(pid=111024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:35:21.490110 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Pushing event updated for resources: {'Port': ['ID=432dd3b9-53d3-41b9-b199-4ccdb65e8510,revision_number=5']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:35:21.502042 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Provisioning for port 29f5f1c3-c98e-4a58-85e1-442189e98eee completed by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 00:35:21.556057 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb945d5-0188-49d2-929b-80124f1431ec req-3fc831e1-edd8-44a3-9fc2-b3a17655411f tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:21.557829 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-3bb945d5-0188-49d2-929b-80124f1431ec req-3fc831e1-edd8-44a3-9fc2-b3a17655411f tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] 10.222.0.20 "GET /v2.0/ports?device_id=82ca4ac6-b12b-459b-a5b3-74f98b2aa635 HTTP/1.1" status: 200 len: 945 time: 0.0566251 Jun 16 00:35:21.586581 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 00:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-232ed4c2-7fee-4c1d-8f1f-5c48c8b214c6 x-openstack-request-id: req-232ed4c2-7fee-4c1d-8f1f-5c48c8b214c6 {{(pid=111024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:35:21.587176 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82ca4ac6-b12b-459b-a5b3-74f98b2aa635", "name": "network-vif-plugged", "status": "completed", "tag": "432dd3b9-53d3-41b9-b199-4ccdb65e8510", "code": 200}]} {{(pid=111024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:35:21.587477 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-232ed4c2-7fee-4c1d-8f1f-5c48c8b214c6 {{(pid=111024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:35:21.587996 dv-cinder-803823-11-iscsi neutron-server[111024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-232ed4c2-7fee-4c1d-8f1f-5c48c8b214c6'] response: {'server_uuid': '82ca4ac6-b12b-459b-a5b3-74f98b2aa635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '432dd3b9-53d3-41b9-b199-4ccdb65e8510', 'code': 200} Jun 16 00:35:21.628843 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-3bb945d5-0188-49d2-929b-80124f1431ec req-70883851-fe33-4d25-ab88-46b2ba5a44e6 tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1dcb168-b575-4d6d-8ddf-c3b1c3ff8015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651178 Jun 16 00:35:21.645897 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Provisioning complete for port 29f5f1c3-c98e-4a58-85e1-442189e98eee triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:35:21.652515 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (29f5f1c3-c98e-4a58-85e1-442189e98eee), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:21.671875 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:INSERT=3,neutron:SELECT=97 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:21.773213 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff44f81f-c6e9-4108-b089-8fda1ef324f9 req-96038dd8-17ee-4061-b11c-b8846f20a778 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:21.776981 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-ff44f81f-c6e9-4108-b089-8fda1ef324f9 req-96038dd8-17ee-4061-b11c-b8846f20a778 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=76508475-0af3-48d7-8f12-9ad3686d77f0 HTTP/1.1" status: 200 len: 944 time: 0.0925393 Jun 16 00:35:21.893619 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-ff44f81f-c6e9-4108-b089-8fda1ef324f9 req-9abb105f-dfc9-471e-91ae-8016f53db5cd tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066568 Jun 16 00:35:21.921687 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Current status of the port 29f5f1c3-c98e-4a58-85e1-442189e98eee is: BUILD; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:35:21.922136 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (29f5f1c3-c98e-4a58-85e1-442189e98eee), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:21.967237 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] For port 29f5f1c3-c98e-4a58-85e1-442189e98eee, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=29f5f1c3-c98e-4a58-85e1-442189e98eee,segment=NetworkSegment(fea0c3b1-4564-4c46-a939-13c53483f391),segment_id=fea0c3b1-4564-4c46-a939-13c53483f391)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:35:21.973815 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:22.037706 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (29f5f1c3-c98e-4a58-85e1-442189e98eee), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:22.045331 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc1a39-f856-45d4-b2c7-d927cb02ab85 req-4bcc6447-6467-49db-897d-b3a1238b839d tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:22.046841 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-e5bc1a39-f856-45d4-b2c7-d927cb02ab85 req-4bcc6447-6467-49db-897d-b3a1238b839d tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcb3ce76-65b1-48b8-8b1a-3374f6f7c0b0 HTTP/1.1" status: 200 len: 945 time: 0.0519671 Jun 16 00:35:22.090250 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Pushing event updated for resources: {'Port': ['ID=29f5f1c3-c98e-4a58-85e1-442189e98eee,revision_number=5']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:35:22.101613 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-e5bc1a39-f856-45d4-b2c7-d927cb02ab85 req-687f54f3-b811-4386-b4ea-fa62ce0b5151 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c537079-4cab-4ede-9263-8171bf77f5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471821 Jun 16 00:35:22.177024 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device ba7aa17f-4993-4f62-8ae9-acb5a856dcd4 details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=111024) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 00:35:22.190076 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:22.254145 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:22.281629 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] For port ba7aa17f-4993-4f62-8ae9-acb5a856dcd4, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=ba7aa17f-4993-4f62-8ae9-acb5a856dcd4,segment=NetworkSegment(83998d89-0694-4525-932b-b99a1680f07f),segment_id=83998d89-0694-4525-932b-b99a1680f07f)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:35:22.293023 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Returning: {'device': 'ba7aa17f-4993-4f62-8ae9-acb5a856dcd4', 'network_id': 'dfc603d1-751d-4be9-b4c0-08fa2224635a', 'port_id': 'ba7aa17f-4993-4f62-8ae9-acb5a856dcd4', 'mac_address': 'fa:16:3e:6c:53:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b321f5-1d44-4d62-a89c-8299c51aa908', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111024) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 00:35:22.328171 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Current status of the port ba7aa17f-4993-4f62-8ae9-acb5a856dcd4 is: DOWN; New status is: BUILD {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:35:22.328561 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (ba7aa17f-4993-4f62-8ae9-acb5a856dcd4), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:22.343078 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.notifiers.nova [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba7aa17f-4993-4f62-8ae9-acb5a856dcd4 {{(pid=111024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 00:35:22.369167 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] For port ba7aa17f-4993-4f62-8ae9-acb5a856dcd4, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=ba7aa17f-4993-4f62-8ae9-acb5a856dcd4,segment=NetworkSegment(83998d89-0694-4525-932b-b99a1680f07f),segment_id=83998d89-0694-4525-932b-b99a1680f07f)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:35:22.423065 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (ba7aa17f-4993-4f62-8ae9-acb5a856dcd4), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:22.424390 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device ef72a429-cef2-411d-909d-196a4e3ab735 details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=111024) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 00:35:22.451414 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef52f032-d20a-4c05-b788-71a67f3a678d req-9ebb59b9-cee5-4611-9432-086df4d7f63e tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:22.452962 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-ef52f032-d20a-4c05-b788-71a67f3a678d req-9ebb59b9-cee5-4611-9432-086df4d7f63e tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 943 time: 0.0520482 Jun 16 00:35:22.503216 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Pushing event updated for resources: {'Port': ['ID=ba7aa17f-4993-4f62-8ae9-acb5a856dcd4,revision_number=4']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:35:22.514601 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] For port ef72a429-cef2-411d-909d-196a4e3ab735, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=ef72a429-cef2-411d-909d-196a4e3ab735,segment=NetworkSegment(83998d89-0694-4525-932b-b99a1680f07f),segment_id=83998d89-0694-4525-932b-b99a1680f07f)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:35:22.520819 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-ef52f032-d20a-4c05-b788-71a67f3a678d req-5488943e-02a4-48fd-9de4-601e1748efd9 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617249 Jun 16 00:35:22.527413 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Returning: {'device': 'ef72a429-cef2-411d-909d-196a4e3ab735', 'network_id': 'dfc603d1-751d-4be9-b4c0-08fa2224635a', 'port_id': 'ef72a429-cef2-411d-909d-196a4e3ab735', 'mac_address': 'fa:16:3e:c2:4d:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b321f5-1d44-4d62-a89c-8299c51aa908', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111024) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 00:35:22.569950 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Current status of the port ef72a429-cef2-411d-909d-196a4e3ab735 is: DOWN; New status is: BUILD {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:35:22.570559 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (ef72a429-cef2-411d-909d-196a4e3ab735), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:22.584330 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578c9140-4c86-4ebf-af63-7e8e76f0bc1e req-50e417b5-a691-439d-9a65-992fa676e48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:22.584835 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.notifiers.nova [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef72a429-cef2-411d-909d-196a4e3ab735 {{(pid=111024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 00:35:22.586027 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-578c9140-4c86-4ebf-af63-7e8e76f0bc1e req-50e417b5-a691-439d-9a65-992fa676e48e service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=494ce289f1774df0833301de8e46ae11&device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 1127 time: 0.0570028 Jun 16 00:35:22.608205 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] For port ef72a429-cef2-411d-909d-196a4e3ab735, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=ef72a429-cef2-411d-909d-196a4e3ab735,segment=NetworkSegment(83998d89-0694-4525-932b-b99a1680f07f),segment_id=83998d89-0694-4525-932b-b99a1680f07f)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:35:22.693694 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578c9140-4c86-4ebf-af63-7e8e76f0bc1e req-e5ace364-f1a6-4f08-87a9-a013681c4386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:22.695149 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-578c9140-4c86-4ebf-af63-7e8e76f0bc1e req-e5ace364-f1a6-4f08-87a9-a013681c4386 service neutron] 10.222.0.40 "GET /v2.0/networks?id=a6844d01-625d-4b71-91cf-373fe3e3e7cc HTTP/1.1" status: 200 len: 918 time: 0.1026273 Jun 16 00:35:22.717459 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (ef72a429-cef2-411d-909d-196a4e3ab735), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:22.757295 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-578c9140-4c86-4ebf-af63-7e8e76f0bc1e req-42d702ea-3196-471e-a6f3-a7d2db94adc5 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=887c04b4-2d9e-4578-ae6e-a8075049b4fa HTTP/1.1" status: 200 len: 217 time: 0.0541146 Jun 16 00:35:22.764387 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8252e341-c56c-45be-8d34-0b619e27bd47 req-eef71060-5ee1-4359-bb07-ed68d62e3427 tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:22.766052 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-8252e341-c56c-45be-8d34-0b619e27bd47 req-eef71060-5ee1-4359-bb07-ed68d62e3427 tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] 10.222.0.20 "GET /v2.0/ports?device_id=82ca4ac6-b12b-459b-a5b3-74f98b2aa635 HTTP/1.1" status: 200 len: 945 time: 0.0658278 Jun 16 00:35:22.785766 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Pushing event updated for resources: {'Port': ['ID=ef72a429-cef2-411d-909d-196a4e3ab735,revision_number=4']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:35:22.819180 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578c9140-4c86-4ebf-af63-7e8e76f0bc1e req-c60665fa-6b8a-4f8c-ae85-d9b053038e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:22.819335 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=29 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:22.821050 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-578c9140-4c86-4ebf-af63-7e8e76f0bc1e req-c60665fa-6b8a-4f8c-ae85-d9b053038e8e service neutron] 10.222.0.40 "GET /v2.0/subnets?id=892d2143-b3e2-4410-bf1b-7ad84511c529 HTTP/1.1" status: 200 len: 856 time: 0.0570896 Jun 16 00:35:22.821167 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-8252e341-c56c-45be-8d34-0b619e27bd47 req-705d99ec-d9ef-4838-a90c-8b14876f368a tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1dcb168-b575-4d6d-8ddf-c3b1c3ff8015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476215 Jun 16 00:35:22.870455 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578c9140-4c86-4ebf-af63-7e8e76f0bc1e req-c1c2ff11-87c1-4143-8f5b-68f6095b09e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:22.872213 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-578c9140-4c86-4ebf-af63-7e8e76f0bc1e req-c1c2ff11-87c1-4143-8f5b-68f6095b09e6 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=a6844d01-625d-4b71-91cf-373fe3e3e7cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0441086 Jun 16 00:35:23.058285 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1146407-1171-4a78-911c-094546135324 req-ff3a8d44-bcbc-4ab7-8881-e8b39de58363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:23.059768 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-d1146407-1171-4a78-911c-094546135324 req-ff3a8d44-bcbc-4ab7-8881-e8b39de58363 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=82ca4ac6-b12b-459b-a5b3-74f98b2aa635 HTTP/1.1" status: 200 len: 1129 time: 0.1448712 Jun 16 00:35:23.083304 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555fa513-2746-447a-b816-19f8c40a644a req-acd0a3d3-3ae7-4062-bb67-ed146d2fd2c9 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:23.084843 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-555fa513-2746-447a-b816-19f8c40a644a req-acd0a3d3-3ae7-4062-bb67-ed146d2fd2c9 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=76508475-0af3-48d7-8f12-9ad3686d77f0 HTTP/1.1" status: 200 len: 945 time: 0.0732238 Jun 16 00:35:23.095667 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-d1146407-1171-4a78-911c-094546135324 req-2f810382-b933-4578-a926-abee205ae762 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:23.140263 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-578c9140-4c86-4ebf-af63-7e8e76f0bc1e req-cf518bf5-8f82-4f08-818d-0559e39bea72 service neutron] 10.222.0.40 "GET /v2.0/networks/a6844d01-625d-4b71-91cf-373fe3e3e7cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484858 Jun 16 00:35:23.190024 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] get_ports_and_sgs() called for port_ids ['ba7aa17f-4993-4f62-8ae9-acb5a856dcd4'] {{(pid=111024) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 00:35:23.227208 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-555fa513-2746-447a-b816-19f8c40a644a req-ed79fdb6-aff1-4b8c-a429-a3ca2cb8d0f9 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238060 Jun 16 00:35:23.252788 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b57718-a548-4fe5-91bb-365fe6f699f7 req-d180a925-42dd-4726-abc0-e6cc9e659668 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:23.254533 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-77b57718-a548-4fe5-91bb-365fe6f699f7 req-d180a925-42dd-4726-abc0-e6cc9e659668 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcb3ce76-65b1-48b8-8b1a-3374f6f7c0b0 HTTP/1.1" status: 200 len: 946 time: 0.0682936 Jun 16 00:35:23.293712 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] get_ports_and_sgs() called for port_ids ['ef72a429-cef2-411d-909d-196a4e3ab735'] {{(pid=111024) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 00:35:23.309086 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-77b57718-a548-4fe5-91bb-365fe6f699f7 req-2f812bac-6dbc-4d82-bb08-75f43075af77 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c537079-4cab-4ede-9263-8171bf77f5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481873 Jun 16 00:35:23.331956 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-578c9140-4c86-4ebf-af63-7e8e76f0bc1e req-abd0a6a4-fc1e-456b-be9d-769b8ad058da service neutron] 10.222.0.40 "GET /v2.0/networks/a6844d01-625d-4b71-91cf-373fe3e3e7cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746123 Jun 16 00:35:23.339462 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-d1146407-1171-4a78-911c-094546135324 req-2f810382-b933-4578-a926-abee205ae762 service neutron] Publish callbacks [] for security_group (89a6165a-9e3e-4282-8fd8-4fe813a41130), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:23.457278 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-d1146407-1171-4a78-911c-094546135324 req-2f810382-b933-4578-a926-abee205ae762 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (89a6165a-9e3e-4282-8fd8-4fe813a41130), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:23.503990 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:23.507351 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-d1146407-1171-4a78-911c-094546135324 req-2f810382-b933-4578-a926-abee205ae762 service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=f1dcb168-b575-4d6d-8ddf-c3b1c3ff8015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4405425 Jun 16 00:35:23.508306 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f810382-b933-4578-a926-abee205ae762 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=89a6165a-9e3e-4282-8fd8-4fe813a41130,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:35:23.590944 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcb3ce76-65b1-48b8-8b1a-3374f6f7c0b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29f5f1c3-c98e-4a58-85e1-442189e98eee'}] {{(pid=111024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:35:23.593562 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4573778420d3d0f041bbf6733ae9852b47924bf8d6b8ed88ee9f05ae747ab312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178ed752-3404-466b-8009-48717597a441" -d '{"events": [{"server_uuid": "fcb3ce76-65b1-48b8-8b1a-3374f6f7c0b0", "name": "network-vif-plugged", "status": "completed", "tag": "29f5f1c3-c98e-4a58-85e1-442189e98eee"}]}' {{(pid=111024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:35:23.640865 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 00:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c1928ee-79b4-4134-b613-f9cd6fcfa264 x-openstack-request-id: req-2c1928ee-79b4-4134-b613-f9cd6fcfa264 {{(pid=111024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:35:23.641152 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcb3ce76-65b1-48b8-8b1a-3374f6f7c0b0", "name": "network-vif-plugged", "status": "completed", "tag": "29f5f1c3-c98e-4a58-85e1-442189e98eee", "code": 200}]} {{(pid=111024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:35:23.641400 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2c1928ee-79b4-4134-b613-f9cd6fcfa264 {{(pid=111024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:35:23.641797 dv-cinder-803823-11-iscsi neutron-server[111024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c1928ee-79b4-4134-b613-f9cd6fcfa264'] response: {'server_uuid': 'fcb3ce76-65b1-48b8-8b1a-3374f6f7c0b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29f5f1c3-c98e-4a58-85e1-442189e98eee', 'code': 200} Jun 16 00:35:23.655820 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec7998-ddf0-40cb-9e91-3a1e96616c2e req-43aa4f13-e478-440c-819b-da56b796f252 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:23.655820 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-a3ec7998-ddf0-40cb-9e91-3a1e96616c2e req-43aa4f13-e478-440c-819b-da56b796f252 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 943 time: 0.0636208 Jun 16 00:35:23.703306 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-a3ec7998-ddf0-40cb-9e91-3a1e96616c2e req-b7bac77a-4c1e-4d39-8330-e09f0e423f8b tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455236 Jun 16 00:35:23.742623 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:23.982919 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a54fab4-5730-4034-bf3c-b9baf187c182 req-7e88b2e0-a85a-4693-b732-9a7fa0dc1142 tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:23.984516 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-5a54fab4-5730-4034-bf3c-b9baf187c182 req-7e88b2e0-a85a-4693-b732-9a7fa0dc1142 tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] 10.222.0.20 "GET /v2.0/ports?device_id=82ca4ac6-b12b-459b-a5b3-74f98b2aa635 HTTP/1.1" status: 200 len: 945 time: 0.0814767 Jun 16 00:35:24.037475 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-5a54fab4-5730-4034-bf3c-b9baf187c182 req-90d3a5d4-3825-4a85-9bde-0fecada20e68 tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1dcb168-b575-4d6d-8ddf-c3b1c3ff8015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467286 Jun 16 00:35:24.347743 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d84e24-c4f6-4a66-85c7-144b56d6408d req-9c2d149b-0860-4d84-8484-157936ae86fb tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:24.349211 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-80d84e24-c4f6-4a66-85c7-144b56d6408d req-9c2d149b-0860-4d84-8484-157936ae86fb tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=76508475-0af3-48d7-8f12-9ad3686d77f0 HTTP/1.1" status: 200 len: 945 time: 0.0471926 Jun 16 00:35:24.409208 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-80d84e24-c4f6-4a66-85c7-144b56d6408d req-b9abfbc2-bbc6-4fd6-99be-c01433b4f7cf tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530286 Jun 16 00:35:24.489298 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962cdf3-1951-467e-8002-583d6f687b89 req-a1e2f833-8c57-45ad-929c-8387b6a05de3 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:24.490896 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-5962cdf3-1951-467e-8002-583d6f687b89 req-a1e2f833-8c57-45ad-929c-8387b6a05de3 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcb3ce76-65b1-48b8-8b1a-3374f6f7c0b0 HTTP/1.1" status: 200 len: 946 time: 0.0782199 Jun 16 00:35:24.540977 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device ba7aa17f-4993-4f62-8ae9-acb5a856dcd4 up at agent hyperv_hv-cinder-80382 {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:35:24.549084 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-5962cdf3-1951-467e-8002-583d6f687b89 req-1650321c-ddb8-41c4-b91c-11bc8db8735e tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c537079-4cab-4ede-9263-8171bf77f5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446084 Jun 16 00:35:24.585416 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Provisioning for port ba7aa17f-4993-4f62-8ae9-acb5a856dcd4 completed by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 00:35:24.602699 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-fb2c7d06-6c93-4172-b62d-da198dcbcb22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (2a8c543c-b8d9-40d8-999c-fa03b757f547), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:24.682256 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Provisioning complete for port ba7aa17f-4993-4f62-8ae9-acb5a856dcd4 triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:35:24.682647 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (ba7aa17f-4993-4f62-8ae9-acb5a856dcd4), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:24.686598 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44677042-746c-4316-ba85-32e86b815f67 req-a95ee56e-cb5c-4bb0-819c-edfc65c38278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:24.691204 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-44677042-746c-4316-ba85-32e86b815f67 req-a95ee56e-cb5c-4bb0-819c-edfc65c38278 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=fcb3ce76-65b1-48b8-8b1a-3374f6f7c0b0 HTTP/1.1" status: 200 len: 1130 time: 0.0380619 Jun 16 00:35:24.755146 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-44677042-746c-4316-ba85-32e86b815f67 req-356666c5-f24a-4503-b25b-5708f2c616d5 service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=2c537079-4cab-4ede-9263-8171bf77f5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439696 Jun 16 00:35:24.762315 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Current status of the port ba7aa17f-4993-4f62-8ae9-acb5a856dcd4 is: BUILD; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:35:24.762766 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (ba7aa17f-4993-4f62-8ae9-acb5a856dcd4), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:24.808817 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] For port ba7aa17f-4993-4f62-8ae9-acb5a856dcd4, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=ba7aa17f-4993-4f62-8ae9-acb5a856dcd4,segment=NetworkSegment(83998d89-0694-4525-932b-b99a1680f07f),segment_id=83998d89-0694-4525-932b-b99a1680f07f)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:35:24.832605 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab09ac-8fb9-45b4-8c8c-7b7a85168e88 req-a9d776c6-7b76-4eae-bda0-c3cbcc0d6c3c tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:24.837066 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-a5ab09ac-8fb9-45b4-8c8c-7b7a85168e88 req-a9d776c6-7b76-4eae-bda0-c3cbcc0d6c3c tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 943 time: 0.0594387 Jun 16 00:35:24.885447 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-a5ab09ac-8fb9-45b4-8c8c-7b7a85168e88 req-bbb7e6e5-1b7b-46d2-aa34-af19ccf554ab tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455513 Jun 16 00:35:24.888415 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (ba7aa17f-4993-4f62-8ae9-acb5a856dcd4), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:24.889293 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device ef72a429-cef2-411d-909d-196a4e3ab735 up at agent hyperv_hv-cinder-80382 {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:35:24.981310 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Provisioning for port ef72a429-cef2-411d-909d-196a4e3ab735 completed by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 00:35:24.989066 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Pushing event updated for resources: {'Port': ['ID=ba7aa17f-4993-4f62-8ae9-acb5a856dcd4,revision_number=5']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:35:25.063038 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Provisioning complete for port ef72a429-cef2-411d-909d-196a4e3ab735 triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:35:25.063431 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (ef72a429-cef2-411d-909d-196a4e3ab735), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:25.128567 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:25.150296 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=100 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:25.164425 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d16cdf-e594-4414-bef8-2f2436961b0d req-4ea4cacc-b5c9-4a6d-b4bc-9bc6756b42f0 tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:25.166247 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-60d16cdf-e594-4414-bef8-2f2436961b0d req-4ea4cacc-b5c9-4a6d-b4bc-9bc6756b42f0 tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] 10.222.0.20 "GET /v2.0/ports?device_id=82ca4ac6-b12b-459b-a5b3-74f98b2aa635 HTTP/1.1" status: 200 len: 945 time: 0.0511167 Jun 16 00:35:25.177802 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Current status of the port ef72a429-cef2-411d-909d-196a4e3ab735 is: BUILD; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:35:25.178200 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (ef72a429-cef2-411d-909d-196a4e3ab735), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:25.185455 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 40242) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:35:25.216242 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] For port ef72a429-cef2-411d-909d-196a4e3ab735, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=ef72a429-cef2-411d-909d-196a4e3ab735,segment=NetworkSegment(83998d89-0694-4525-932b-b99a1680f07f),segment_id=83998d89-0694-4525-932b-b99a1680f07f)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:35:25.245540 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-60d16cdf-e594-4414-bef8-2f2436961b0d req-b52b336e-788a-49a8-8da8-a463aad36ae9 tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1dcb168-b575-4d6d-8ddf-c3b1c3ff8015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725451 Jun 16 00:35:25.289958 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (ef72a429-cef2-411d-909d-196a4e3ab735), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:25.300378 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-8a6c6327-4d4c-4d93-ae68-ed6d57919d0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:25.344343 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Pushing event updated for resources: {'Port': ['ID=ef72a429-cef2-411d-909d-196a4e3ab735,revision_number=5']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:35:25.381766 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-8a6c6327-4d4c-4d93-ae68-ed6d57919d0e admin admin] Publish callbacks [] for security_group (68617a0a-4c78-4a0e-aa06-87e1faf55f5f), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:25.400833 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 40248) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:35:25.442718 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:25.453944 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-8a6c6327-4d4c-4d93-ae68-ed6d57919d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (68617a0a-4c78-4a0e-aa06-87e1faf55f5f), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:25.530334 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6c6327-4d4c-4d93-ae68-ed6d57919d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68617a0a-4c78-4a0e-aa06-87e1faf55f5f,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:35:25.551690 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-8a6c6327-4d4c-4d93-ae68-ed6d57919d0e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=577c1a867889439782a4154e52064520&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3601272 Jun 16 00:35:25.552047 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 40256) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:35:25.552136 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-290024d8-a161-4c3a-afbe-2de210401ff3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:25.566966 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0314ccd0-9dd8-423c-8dc4-24164776ecdf req-15e1fa7a-e6db-4e0b-819f-8d7a0854fc6e tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:25.568901 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-0314ccd0-9dd8-423c-8dc4-24164776ecdf req-15e1fa7a-e6db-4e0b-819f-8d7a0854fc6e tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=76508475-0af3-48d7-8f12-9ad3686d77f0 HTTP/1.1" status: 200 len: 946 time: 0.0844646 Jun 16 00:35:25.609607 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-c39751d0-bb51-4879-9f91-39b912bfeb0d admin admin] Publish callbacks [] for security_group (68617a0a-4c78-4a0e-aa06-87e1faf55f5f), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:25.636316 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-c39751d0-bb51-4879-9f91-39b912bfeb0d admin admin] Publish callbacks [] for security_group (68617a0a-4c78-4a0e-aa06-87e1faf55f5f), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:25.643166 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76508475-0af3-48d7-8f12-9ad3686d77f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba7aa17f-4993-4f62-8ae9-acb5a856dcd4'}, {'server_uuid': 'b99af546-f8bc-4967-b251-7e486805f7f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef72a429-cef2-411d-909d-196a4e3ab735'}] {{(pid=111024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:35:25.645789 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4573778420d3d0f041bbf6733ae9852b47924bf8d6b8ed88ee9f05ae747ab312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aaa2564-7cfe-4a8a-a850-3af9319f805f" -d '{"events": [{"server_uuid": "76508475-0af3-48d7-8f12-9ad3686d77f0", "name": "network-vif-plugged", "status": "completed", "tag": "ba7aa17f-4993-4f62-8ae9-acb5a856dcd4"}, {"server_uuid": "b99af546-f8bc-4967-b251-7e486805f7f7", "name": "network-vif-plugged", "status": "completed", "tag": "ef72a429-cef2-411d-909d-196a4e3ab735"}]}' {{(pid=111024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:35:25.663927 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-0314ccd0-9dd8-423c-8dc4-24164776ecdf req-f82bd352-b7ee-48dd-baa3-388b57be1e39 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736866 Jun 16 00:35:25.717095 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:25.718611 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-290024d8-a161-4c3a-afbe-2de210401ff3 admin admin] Publish callbacks [] for security_group (b1ada8eb-8072-4523-9313-edbe83957cda), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:25.726235 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae41c7c-a24a-4d50-b37d-a64d1abe7c73 req-99d94a78-19ee-44d9-b005-10c4bd287fca tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:25.727418 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Jun 2022 00:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b403248-a2f6-46c6-b7f9-cbd4aeb884a9 x-openstack-request-id: req-4b403248-a2f6-46c6-b7f9-cbd4aeb884a9 {{(pid=111024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:35:25.727418 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76508475-0af3-48d7-8f12-9ad3686d77f0", "name": "network-vif-plugged", "status": "completed", "tag": "ba7aa17f-4993-4f62-8ae9-acb5a856dcd4", "code": 200}, {"server_uuid": "b99af546-f8bc-4967-b251-7e486805f7f7", "name": "network-vif-plugged", "status": "completed", "tag": "ef72a429-cef2-411d-909d-196a4e3ab735", "code": 200}]} {{(pid=111024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:35:25.727418 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4b403248-a2f6-46c6-b7f9-cbd4aeb884a9 {{(pid=111024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:35:25.727989 dv-cinder-803823-11-iscsi neutron-server[111024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b403248-a2f6-46c6-b7f9-cbd4aeb884a9'] response: {'server_uuid': '76508475-0af3-48d7-8f12-9ad3686d77f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba7aa17f-4993-4f62-8ae9-acb5a856dcd4', 'code': 200} Jun 16 00:35:25.728248 dv-cinder-803823-11-iscsi neutron-server[111024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b403248-a2f6-46c6-b7f9-cbd4aeb884a9'] response: {'server_uuid': 'b99af546-f8bc-4967-b251-7e486805f7f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef72a429-cef2-411d-909d-196a4e3ab735', 'code': 200} Jun 16 00:35:25.728996 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-1ae41c7c-a24a-4d50-b37d-a64d1abe7c73 req-99d94a78-19ee-44d9-b005-10c4bd287fca tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcb3ce76-65b1-48b8-8b1a-3374f6f7c0b0 HTTP/1.1" status: 200 len: 946 time: 0.0894151 Jun 16 00:35:25.779651 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-1ae41c7c-a24a-4d50-b37d-a64d1abe7c73 req-583f5b63-caf4-4072-81b0-7bdf8283c916 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c537079-4cab-4ede-9263-8171bf77f5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463581 Jun 16 00:35:25.808250 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-c39751d0-bb51-4879-9f91-39b912bfeb0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (68617a0a-4c78-4a0e-aa06-87e1faf55f5f), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:25.808561 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-290024d8-a161-4c3a-afbe-2de210401ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (b1ada8eb-8072-4523-9313-edbe83957cda), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:25.810833 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-c39751d0-bb51-4879-9f91-39b912bfeb0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:25.812421 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-c39751d0-bb51-4879-9f91-39b912bfeb0d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/68617a0a-4c78-4a0e-aa06-87e1faf55f5f HTTP/1.1" status: 204 len: 168 time: 0.2614372 Jun 16 00:35:25.822548 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39751d0-bb51-4879-9f91-39b912bfeb0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68617a0a-4c78-4a0e-aa06-87e1faf55f5f,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:35:25.857388 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-290024d8-a161-4c3a-afbe-2de210401ff3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1604f4a9e69d4667a255e02b0de2e538&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4554205 Jun 16 00:35:25.858234 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290024d8-a161-4c3a-afbe-2de210401ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ada8eb-8072-4523-9313-edbe83957cda,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:35:25.860218 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 40266) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:35:25.909234 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:UPDATE=6,neutron:SELECT=89,neutron:INSERT=5 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:25.912285 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-b49e3906-4fde-488f-aaac-e3033c3de70a admin admin] Publish callbacks [] for security_group (b1ada8eb-8072-4523-9313-edbe83957cda), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:25.930102 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:25.934658 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-b49e3906-4fde-488f-aaac-e3033c3de70a admin admin] Publish callbacks [] for security_group (b1ada8eb-8072-4523-9313-edbe83957cda), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:26.030215 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f089b6-0cab-4dfa-98f3-c94b6ec1ee6b req-7210937c-4287-48c0-b1a8-5ca870322b5e tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:26.031704 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-74f089b6-0cab-4dfa-98f3-c94b6ec1ee6b req-7210937c-4287-48c0-b1a8-5ca870322b5e tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 943 time: 0.0542417 Jun 16 00:35:26.054107 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-b49e3906-4fde-488f-aaac-e3033c3de70a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (b1ada8eb-8072-4523-9313-edbe83957cda), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:26.056985 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-b49e3906-4fde-488f-aaac-e3033c3de70a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:26.058549 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-b49e3906-4fde-488f-aaac-e3033c3de70a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b1ada8eb-8072-4523-9313-edbe83957cda HTTP/1.1" status: 204 len: 168 time: 0.1970775 Jun 16 00:35:26.086318 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49e3906-4fde-488f-aaac-e3033c3de70a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ada8eb-8072-4523-9313-edbe83957cda,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:35:26.104073 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-74f089b6-0cab-4dfa-98f3-c94b6ec1ee6b req-d252ca13-2a4e-49fb-b3a2-a6ddba0e2431 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625925 Jun 16 00:35:26.375958 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6ab773-6eaa-4853-9248-702ed4c5b6eb req-2389c1b1-1536-444b-94af-ab43f446ef3b tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:26.378295 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-af6ab773-6eaa-4853-9248-702ed4c5b6eb req-2389c1b1-1536-444b-94af-ab43f446ef3b tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] 10.222.0.20 "GET /v2.0/ports?device_id=82ca4ac6-b12b-459b-a5b3-74f98b2aa635 HTTP/1.1" status: 200 len: 945 time: 0.0588040 Jun 16 00:35:26.453080 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-af6ab773-6eaa-4853-9248-702ed4c5b6eb req-e73aa9f3-2a59-4ca6-bab4-92a26a2ff651 tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1dcb168-b575-4d6d-8ddf-c3b1c3ff8015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660851 Jun 16 00:35:26.536894 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device 887c04b4-2d9e-4578-ae6e-a8075049b4fa details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=111024) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 00:35:26.675648 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 40290) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:35:26.699783 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-17af2384-2be9-4169-ab51-44d90c2676ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:26.728147 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] For port 887c04b4-2d9e-4578-ae6e-a8075049b4fa, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=887c04b4-2d9e-4578-ae6e-a8075049b4fa,segment=NetworkSegment(5c02ce47-b4ce-4c8e-af6b-d3fbab975164),segment_id=5c02ce47-b4ce-4c8e-af6b-d3fbab975164)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:35:26.755508 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Returning: {'device': '887c04b4-2d9e-4578-ae6e-a8075049b4fa', 'network_id': 'a6844d01-625d-4b71-91cf-373fe3e3e7cc', 'port_id': '887c04b4-2d9e-4578-ae6e-a8075049b4fa', 'mac_address': 'fa:16:3e:34:69:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '892d2143-b3e2-4410-bf1b-7ad84511c529', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111024) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 00:35:26.813328 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Current status of the port 887c04b4-2d9e-4578-ae6e-a8075049b4fa is: DOWN; New status is: BUILD {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:35:26.815668 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (887c04b4-2d9e-4578-ae6e-a8075049b4fa), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:26.833765 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-fc1e4b21-b576-4681-98d6-1cd23a87c370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (d0297bc9-c3a8-45ac-9023-c937cb4f21fc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:26.845358 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.notifiers.nova [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 887c04b4-2d9e-4578-ae6e-a8075049b4fa {{(pid=111024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 00:35:26.866496 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-17af2384-2be9-4169-ab51-44d90c2676ff admin admin] Publish callbacks [] for security_group (9ba979ed-069e-4b39-aeef-0b8932084a8b), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:26.872129 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] For port 887c04b4-2d9e-4578-ae6e-a8075049b4fa, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=887c04b4-2d9e-4578-ae6e-a8075049b4fa,segment=NetworkSegment(5c02ce47-b4ce-4c8e-af6b-d3fbab975164),segment_id=5c02ce47-b4ce-4c8e-af6b-d3fbab975164)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:35:26.879645 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46b75e-bc03-4e30-be80-78e0289de6c7 req-ca52c529-8637-4b28-a368-53f22aa0fd29 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:26.887799 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-5f46b75e-bc03-4e30-be80-78e0289de6c7 req-ca52c529-8637-4b28-a368-53f22aa0fd29 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=76508475-0af3-48d7-8f12-9ad3686d77f0 HTTP/1.1" status: 200 len: 946 time: 0.1234627 Jun 16 00:35:26.936071 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb344c-74cd-4c22-8f1b-0702cadcc3a7 req-c5a6e6ba-e710-4f2c-a656-bef9584ac08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:26.937814 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-bebb344c-74cd-4c22-8f1b-0702cadcc3a7 req-c5a6e6ba-e710-4f2c-a656-bef9584ac08c service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=76508475-0af3-48d7-8f12-9ad3686d77f0 HTTP/1.1" status: 200 len: 1130 time: 0.0980606 Jun 16 00:35:26.964996 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-5f46b75e-bc03-4e30-be80-78e0289de6c7 req-c86f0c45-79d4-4920-82ea-a658ecb3d516 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758574 Jun 16 00:35:26.966005 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe84006a-5f36-415e-9e3b-1c0b65251707 req-f008022c-21bf-458b-ac7d-29559b586fdc tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:26.969219 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (887c04b4-2d9e-4578-ae6e-a8075049b4fa), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:26.984152 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-fe84006a-5f36-415e-9e3b-1c0b65251707 req-f008022c-21bf-458b-ac7d-29559b586fdc tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcb3ce76-65b1-48b8-8b1a-3374f6f7c0b0 HTTP/1.1" status: 200 len: 946 time: 0.0638001 Jun 16 00:35:26.988378 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-17af2384-2be9-4169-ab51-44d90c2676ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (9ba979ed-069e-4b39-aeef-0b8932084a8b), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:27.049945 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Pushing event updated for resources: {'Port': ['ID=887c04b4-2d9e-4578-ae6e-a8075049b4fa,revision_number=4']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:35:27.050527 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-17af2384-2be9-4169-ab51-44d90c2676ff admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8101fcbce6304257bbb63661d2b6a1e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3732841 Jun 16 00:35:27.056030 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 40300) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:35:27.076816 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17af2384-2be9-4169-ab51-44d90c2676ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba979ed-069e-4b39-aeef-0b8932084a8b,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:35:27.088636 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:27.091742 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-bebb344c-74cd-4c22-8f1b-0702cadcc3a7 req-75029323-be76-4e0b-91e1-0c766d66a7c0 service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756776 Jun 16 00:35:27.093719 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-fe84006a-5f36-415e-9e3b-1c0b65251707 req-a4828719-5612-4b1c-834a-5d6c269c8580 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c537079-4cab-4ede-9263-8171bf77f5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023939 Jun 16 00:35:27.118319 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-5635947f-97fc-424f-a2c1-0c36533e0afe admin admin] Publish callbacks [] for security_group (9ba979ed-069e-4b39-aeef-0b8932084a8b), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:27.154320 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-5635947f-97fc-424f-a2c1-0c36533e0afe admin admin] Publish callbacks [] for security_group (9ba979ed-069e-4b39-aeef-0b8932084a8b), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:27.155508 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:27.270492 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c603a3e5-3f13-49fa-abe0-24e3ad94e062 req-2d18266e-5554-4f58-8560-866bb59cd073 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:27.272099 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-c603a3e5-3f13-49fa-abe0-24e3ad94e062 req-2d18266e-5554-4f58-8560-866bb59cd073 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcb3ce76-65b1-48b8-8b1a-3374f6f7c0b0 HTTP/1.1" status: 200 len: 946 time: 0.0605531 Jun 16 00:35:27.281918 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 40312) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:35:27.282017 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f25db1-8380-469b-95a9-adea4a93a3f3 req-33879b1d-c546-48cc-85f4-b19ab9016849 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:27.286597 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [None req-64bcdd64-6b26-4d65-903a-15687667b15b tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Request body: {'floatingip': {'port_id': '29f5f1c3-c98e-4a58-85e1-442189e98eee'}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:35:27.288916 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-24f25db1-8380-469b-95a9-adea4a93a3f3 req-33879b1d-c546-48cc-85f4-b19ab9016849 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 944 time: 0.0811820 Jun 16 00:35:27.291006 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] get_ports_and_sgs() called for port_ids ['887c04b4-2d9e-4578-ae6e-a8075049b4fa'] {{(pid=111024) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 00:35:27.297841 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 40314) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:35:27.322283 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-20aafd57-b70b-4df6-988f-010759d5f0a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:27.382444 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-5635947f-97fc-424f-a2c1-0c36533e0afe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (9ba979ed-069e-4b39-aeef-0b8932084a8b), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:27.384476 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-24f25db1-8380-469b-95a9-adea4a93a3f3 req-011ad7c3-716c-4bbf-b599-c0db377b4020 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945327 Jun 16 00:35:27.385416 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-5635947f-97fc-424f-a2c1-0c36533e0afe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:27.386585 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-5635947f-97fc-424f-a2c1-0c36533e0afe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9ba979ed-069e-4b39-aeef-0b8932084a8b HTTP/1.1" status: 204 len: 168 time: 0.3295853 Jun 16 00:35:27.408774 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5635947f-97fc-424f-a2c1-0c36533e0afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba979ed-069e-4b39-aeef-0b8932084a8b,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:35:27.431682 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-64bcdd64-6b26-4d65-903a-15687667b15b tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for floatingip (e37d5b16-814f-4177-a2a6-ae0f6375474f), before_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:27.485505 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-20aafd57-b70b-4df6-988f-010759d5f0a9 admin admin] Publish callbacks [] for security_group (c037e881-ec3b-4eea-aaf6-d6a09b497fdf), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:27.591013 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-20aafd57-b70b-4df6-988f-010759d5f0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (c037e881-ec3b-4eea-aaf6-d6a09b497fdf), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:27.595890 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd870f3f-8808-4e60-badc-32e00c4fbb12 req-f5932878-a992-4614-86af-6edb10b7ef69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:27.597449 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-dd870f3f-8808-4e60-badc-32e00c4fbb12 req-f5932878-a992-4614-86af-6edb10b7ef69 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=b99af546-f8bc-4967-b251-7e486805f7f7 HTTP/1.1" status: 200 len: 1129 time: 0.1902657 Jun 16 00:35:27.630252 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aafd57-b70b-4df6-988f-010759d5f0a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c037e881-ec3b-4eea-aaf6-d6a09b497fdf,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:35:27.636180 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-20aafd57-b70b-4df6-988f-010759d5f0a9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8510c11100914ad9b872c6d31a39f5ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3374600 Jun 16 00:35:27.638810 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 40330) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:35:27.691209 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-236c0ce3-b4bc-4910-9c02-1edafa69ab0b admin admin] Publish callbacks [] for security_group (c037e881-ec3b-4eea-aaf6-d6a09b497fdf), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:27.722230 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-236c0ce3-b4bc-4910-9c02-1edafa69ab0b admin admin] Publish callbacks [] for security_group (c037e881-ec3b-4eea-aaf6-d6a09b497fdf), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:27.765542 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:27.877575 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-236c0ce3-b4bc-4910-9c02-1edafa69ab0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (c037e881-ec3b-4eea-aaf6-d6a09b497fdf), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:27.882664 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-236c0ce3-b4bc-4910-9c02-1edafa69ab0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:27.884153 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-236c0ce3-b4bc-4910-9c02-1edafa69ab0b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c037e881-ec3b-4eea-aaf6-d6a09b497fdf HTTP/1.1" status: 204 len: 168 time: 0.2435422 Jun 16 00:35:27.902357 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236c0ce3-b4bc-4910-9c02-1edafa69ab0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c037e881-ec3b-4eea-aaf6-d6a09b497fdf,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:35:27.928714 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-117977e4-98b1-40f2-baea-1bec010e476c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (b90f279a-3e8f-4325-a28d-8d213fb96fbc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:28.180753 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:28.255339 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-dd870f3f-8808-4e60-badc-32e00c4fbb12 req-dedc71ce-3bf5-4dd2-8aa7-7a625f4a19f9 service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4726553 Jun 16 00:35:28.273811 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ad74e-1b18-4196-a621-41261ea7b355 req-b6a6f972-8f9b-4bed-a1eb-3bce6bfd4386 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:28.275321 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-792ad74e-1b18-4196-a621-41261ea7b355 req-b6a6f972-8f9b-4bed-a1eb-3bce6bfd4386 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=76508475-0af3-48d7-8f12-9ad3686d77f0 HTTP/1.1" status: 200 len: 946 time: 0.1205673 Jun 16 00:35:28.445023 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-792ad74e-1b18-4196-a621-41261ea7b355 req-96ce7102-d556-4057-955c-f706643dcd26 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529953 Jun 16 00:35:28.449861 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-64bcdd64-6b26-4d65-903a-15687667b15b tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:28.518278 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:DELETE=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:28.519099 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-64bcdd64-6b26-4d65-903a-15687667b15b tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672953'] for floatingip (e37d5b16-814f-4177-a2a6-ae0f6375474f), after_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:28.557760 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device 887c04b4-2d9e-4578-ae6e-a8075049b4fa up at agent hyperv_hv-cinder-80382 {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:35:28.621657 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Provisioning for port 887c04b4-2d9e-4578-ae6e-a8075049b4fa completed by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 00:35:28.643796 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e842ae-3aa8-46d6-b874-7b8d4f13e6bf req-0c7fd09d-75d3-4787-92f9-667ce1d3e630 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:28.645320 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-73e842ae-3aa8-46d6-b874-7b8d4f13e6bf req-0c7fd09d-75d3-4787-92f9-667ce1d3e630 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 944 time: 0.0878356 Jun 16 00:35:28.679946 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.db.l3_db [None req-64bcdd64-6b26-4d65-903a-15687667b15b tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Floating IP e37d5b16-814f-4177-a2a6-ae0f6375474f associated. External IP: 172.27.1.11, port: 29f5f1c3-c98e-4a58-85e1-442189e98eee. Jun 16 00:35:28.721037 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Provisioning complete for port 887c04b4-2d9e-4578-ae6e-a8075049b4fa triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:35:28.723248 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (887c04b4-2d9e-4578-ae6e-a8075049b4fa), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:28.782283 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-73e842ae-3aa8-46d6-b874-7b8d4f13e6bf req-f5f5f332-828c-4593-a695-bb7467f0fe8c tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310811 Jun 16 00:35:28.856493 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Current status of the port 887c04b4-2d9e-4578-ae6e-a8075049b4fa is: BUILD; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:35:28.857232 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (887c04b4-2d9e-4578-ae6e-a8075049b4fa), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:28.887996 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '787e855e-1684-4ea2-aeeb-6e5737f35194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '887c04b4-2d9e-4578-ae6e-a8075049b4fa'}] {{(pid=111024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:35:28.890392 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4573778420d3d0f041bbf6733ae9852b47924bf8d6b8ed88ee9f05ae747ab312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b684df7-3a09-4b13-b542-3890f7d585d7" -d '{"events": [{"server_uuid": "787e855e-1684-4ea2-aeeb-6e5737f35194", "name": "network-vif-plugged", "status": "completed", "tag": "887c04b4-2d9e-4578-ae6e-a8075049b4fa"}]}' {{(pid=111024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:35:28.904989 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] For port 887c04b4-2d9e-4578-ae6e-a8075049b4fa, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=887c04b4-2d9e-4578-ae6e-a8075049b4fa,segment=NetworkSegment(5c02ce47-b4ce-4c8e-af6b-d3fbab975164),segment_id=5c02ce47-b4ce-4c8e-af6b-d3fbab975164)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:35:28.930454 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 00:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2fee3f2-ed86-449c-8a49-3cfe8ca2561b x-openstack-request-id: req-f2fee3f2-ed86-449c-8a49-3cfe8ca2561b {{(pid=111024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:35:28.931446 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "787e855e-1684-4ea2-aeeb-6e5737f35194", "name": "network-vif-plugged", "status": "completed", "tag": "887c04b4-2d9e-4578-ae6e-a8075049b4fa", "code": 200}]} {{(pid=111024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:35:28.931703 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f2fee3f2-ed86-449c-8a49-3cfe8ca2561b {{(pid=111024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:35:28.932094 dv-cinder-803823-11-iscsi neutron-server[111024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2fee3f2-ed86-449c-8a49-3cfe8ca2561b'] response: {'server_uuid': '787e855e-1684-4ea2-aeeb-6e5737f35194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '887c04b4-2d9e-4578-ae6e-a8075049b4fa', 'code': 200} Jun 16 00:35:28.962401 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64bcdd64-6b26-4d65-903a-15687667b15b tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Router 1b62cfae-791c-4204-bf01-912f6aca26ba has already been hosted by L3 agent d0297bc9-c3a8-45ac-9023-c937cb4f21fc {{(pid=111023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 00:35:28.980836 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (887c04b4-2d9e-4578-ae6e-a8075049b4fa), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:29.017622 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:29.077442 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Pushing event updated for resources: {'Port': ['ID=887c04b4-2d9e-4578-ae6e-a8075049b4fa,revision_number=5']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:35:29.133165 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64bcdd64-6b26-4d65-903a-15687667b15b tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Notify agent at l3_agent.dv-cinder-803823-11-iscsi the message routers_updated {{(pid=111023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 00:35:29.148062 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-64bcdd64-6b26-4d65-903a-15687667b15b tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for floatingip (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:29.148828 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff57604-30d9-478c-bcf7-5a80cdc6fcf9 None None] Sync routers for ids ['1b62cfae-791c-4204-bf01-912f6aca26ba'] in dv-cinder-803823-11-iscsi {{(pid=111025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 00:35:29.159675 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff57604-30d9-478c-bcf7-5a80cdc6fcf9 None None] Routers {'1b62cfae-791c-4204-bf01-912f6aca26ba'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:35:29.160353 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-6ff57604-30d9-478c-bcf7-5a80cdc6fcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:35:27Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['1b62cfae-791c-4204-bf01-912f6aca26ba'], 'active': True} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:35:29.180733 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-64bcdd64-6b26-4d65-903a-15687667b15b tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "PUT /v2.0/floatingips/e37d5b16-814f-4177-a2a6-ae0f6375474f HTTP/1.1" status: 200 len: 991 time: 1.8975515 Jun 16 00:35:29.180920 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcb3ce76-65b1-48b8-8b1a-3374f6f7c0b0', 'tag': '29f5f1c3-c98e-4a58-85e1-442189e98eee'}] {{(pid=111023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:35:29.183045 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849ffc5c5c28115853a01ef2d84a57e68c82d4a74a931575540ba89325b26957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be956c19-b456-490d-b25f-928ab9e3ceb7" -d '{"events": [{"name": "network-changed", "server_uuid": "fcb3ce76-65b1-48b8-8b1a-3374f6f7c0b0", "tag": "29f5f1c3-c98e-4a58-85e1-442189e98eee"}]}' {{(pid=111023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:35:29.219980 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 00:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-140e6760-cf7d-46f5-99ea-ec9d7c9a8d47 x-openstack-request-id: req-140e6760-cf7d-46f5-99ea-ec9d7c9a8d47 {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:35:29.220297 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcb3ce76-65b1-48b8-8b1a-3374f6f7c0b0", "tag": "29f5f1c3-c98e-4a58-85e1-442189e98eee", "status": "completed", "code": 200}]} {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:35:29.220594 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-140e6760-cf7d-46f5-99ea-ec9d7c9a8d47 {{(pid=111023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:35:29.220993 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-140e6760-cf7d-46f5-99ea-ec9d7c9a8d47'] response: {'name': 'network-changed', 'server_uuid': 'fcb3ce76-65b1-48b8-8b1a-3374f6f7c0b0', 'tag': '29f5f1c3-c98e-4a58-85e1-442189e98eee', 'status': 'completed', 'code': 200} Jun 16 00:35:29.225848 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-faa15201-cec6-4660-ae33-7025f254e5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (50ece25a-9452-44f6-8bc9-48c0ade2294b), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:29.282697 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvr_db [None req-6ff57604-30d9-478c-bcf7-5a80cdc6fcf9 None None] Set router 1b62cfae-791c-4204-bf01-912f6aca26ba gateway port host: dv-cinder-803823-11-iscsi {{(pid=111025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:35:29.539297 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be956c19-b456-490d-b25f-928ab9e3ceb7 req-8632421a-f71a-4aef-9407-785543fcc001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:29.540751 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-be956c19-b456-490d-b25f-928ab9e3ceb7 req-8632421a-f71a-4aef-9407-785543fcc001 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=45031128a55e42989da61e01948538d3&device_id=fcb3ce76-65b1-48b8-8b1a-3374f6f7c0b0 HTTP/1.1" status: 200 len: 1130 time: 0.0689802 Jun 16 00:35:29.622563 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-6ff57604-30d9-478c-bcf7-5a80cdc6fcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'name': 'tempest-AttachVolumeNegativeTest-1185601359-router', 'tenant_id': '45031128a55e42989da61e01948538d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '0f66962a-1205-4a33-9a8f-65465c9ebb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:34:34Z', 'updated_at': '2022-06-16T00:34:43Z', 'revision_number': 4, 'project_id': '45031128a55e42989da61e01948538d3', 'gw_port': {'id': '0f66962a-1205-4a33-9a8f-65465c9ebb13', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:aa:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:36Z', 'updated_at': '2022-06-16T00:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_floatingips': [{'id': 'e37d5b16-814f-4177-a2a6-ae0f6375474f', 'tenant_id': '45031128a55e42989da61e01948538d3', 'floating_ip_address': '172.27.1.11', 'floating_network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'router_id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'port_id': '29f5f1c3-c98e-4a58-85e1-442189e98eee', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffe9c59a-3096-4aef-8b2e-e3aa63722c28', 'mac_address': 'fa:16:3e:71:fc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb3ce76-65b1-48b8-8b1a-3374f6f7c0b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T00:34:50Z', 'updated_at': '2022-06-16T00:35:28Z', 'revision_number': 1, 'project_id': '45031128a55e42989da61e01948538d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10a8169d-3fef-4cc7-94c5-78192087f720', 'name': '', 'network_id': 'ffe9c59a-3096-4aef-8b2e-e3aa63722c28', 'tenant_id': '45031128a55e42989da61e01948538d3', 'mac_address': 'fa:16:3e:d1:28:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1f18fa19-d797-425e-adb2-49437faef043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:41Z', 'updated_at': '2022-06-16T00:34:50Z', 'revision_number': 5, 'project_id': '45031128a55e42989da61e01948538d3', 'subnets': [{'id': '1f18fa19-d797-425e-adb2-49437faef043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:35:29.627241 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a975ead6-6c2d-43f5-b1d9-dd7e58cc6af7 req-b7d8c02a-eaf7-4a73-be5d-31d061fd04f3 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:29.628747 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-a975ead6-6c2d-43f5-b1d9-dd7e58cc6af7 req-b7d8c02a-eaf7-4a73-be5d-31d061fd04f3 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=76508475-0af3-48d7-8f12-9ad3686d77f0 HTTP/1.1" status: 200 len: 946 time: 0.0831554 Jun 16 00:35:29.653874 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff57604-30d9-478c-bcf7-5a80cdc6fcf9 None None] Checking router: 1b62cfae-791c-4204-bf01-912f6aca26ba for host: dv-cinder-803823-11-iscsi {{(pid=111025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 00:35:29.663649 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff57604-30d9-478c-bcf7-5a80cdc6fcf9 None None] Routers {'1b62cfae-791c-4204-bf01-912f6aca26ba'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:35:29.664253 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-6ff57604-30d9-478c-bcf7-5a80cdc6fcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:35:27Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['1b62cfae-791c-4204-bf01-912f6aca26ba'], 'active': True} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:35:29.726152 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be956c19-b456-490d-b25f-928ab9e3ceb7 req-d8cf678b-678e-4d04-bb0b-f5b234ed7efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:29.727672 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-be956c19-b456-490d-b25f-928ab9e3ceb7 req-d8cf678b-678e-4d04-bb0b-f5b234ed7efd service neutron] 10.222.0.40 "GET /v2.0/networks?id=ffe9c59a-3096-4aef-8b2e-e3aa63722c28 HTTP/1.1" status: 200 len: 916 time: 0.1687965 Jun 16 00:35:29.735361 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-a975ead6-6c2d-43f5-b1d9-dd7e58cc6af7 req-b14981e2-6bb9-4f2c-ab7a-cb8812845ea5 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734732 Jun 16 00:35:29.769359 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvr_db [None req-6ff57604-30d9-478c-bcf7-5a80cdc6fcf9 None None] Set router 1b62cfae-791c-4204-bf01-912f6aca26ba gateway port host: dv-cinder-803823-11-iscsi {{(pid=111025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:35:29.773981 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (81117e21-cbf2-493f-9e14-29a3cec1f25a), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:29.849753 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-be956c19-b456-490d-b25f-928ab9e3ceb7 req-db04d732-d4c3-4137-b190-d1a5f499a35b service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29f5f1c3-c98e-4a58-85e1-442189e98eee HTTP/1.1" status: 200 len: 999 time: 0.1104650 Jun 16 00:35:30.042187 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-6ff57604-30d9-478c-bcf7-5a80cdc6fcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'name': 'tempest-AttachVolumeNegativeTest-1185601359-router', 'tenant_id': '45031128a55e42989da61e01948538d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '0f66962a-1205-4a33-9a8f-65465c9ebb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:34:34Z', 'updated_at': '2022-06-16T00:34:43Z', 'revision_number': 4, 'project_id': '45031128a55e42989da61e01948538d3', 'gw_port': {'id': '0f66962a-1205-4a33-9a8f-65465c9ebb13', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:aa:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:36Z', 'updated_at': '2022-06-16T00:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_floatingips': [{'id': 'e37d5b16-814f-4177-a2a6-ae0f6375474f', 'tenant_id': '45031128a55e42989da61e01948538d3', 'floating_ip_address': '172.27.1.11', 'floating_network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'router_id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'port_id': '29f5f1c3-c98e-4a58-85e1-442189e98eee', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffe9c59a-3096-4aef-8b2e-e3aa63722c28', 'mac_address': 'fa:16:3e:71:fc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb3ce76-65b1-48b8-8b1a-3374f6f7c0b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T00:34:50Z', 'updated_at': '2022-06-16T00:35:28Z', 'revision_number': 1, 'project_id': '45031128a55e42989da61e01948538d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10a8169d-3fef-4cc7-94c5-78192087f720', 'name': '', 'network_id': 'ffe9c59a-3096-4aef-8b2e-e3aa63722c28', 'tenant_id': '45031128a55e42989da61e01948538d3', 'mac_address': 'fa:16:3e:d1:28:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1f18fa19-d797-425e-adb2-49437faef043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:41Z', 'updated_at': '2022-06-16T00:34:50Z', 'revision_number': 5, 'project_id': '45031128a55e42989da61e01948538d3', 'subnets': [{'id': '1f18fa19-d797-425e-adb2-49437faef043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:35:30.068489 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff57604-30d9-478c-bcf7-5a80cdc6fcf9 None None] The sync data for ids ['1b62cfae-791c-4204-bf01-912f6aca26ba'] in dv-cinder-803823-11-iscsi is: [{'id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'name': 'tempest-AttachVolumeNegativeTest-1185601359-router', 'tenant_id': '45031128a55e42989da61e01948538d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '0f66962a-1205-4a33-9a8f-65465c9ebb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:34:34Z', 'updated_at': '2022-06-16T00:34:43Z', 'revision_number': 4, 'project_id': '45031128a55e42989da61e01948538d3', 'gw_port': {'id': '0f66962a-1205-4a33-9a8f-65465c9ebb13', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:aa:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:36Z', 'updated_at': '2022-06-16T00:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_floatingips': [{'id': 'e37d5b16-814f-4177-a2a6-ae0f6375474f', 'tenant_id': '45031128a55e42989da61e01948538d3', 'floating_ip_address': '172.27.1.11', 'floating_network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'router_id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'port_id': '29f5f1c3-c98e-4a58-85e1-442189e98eee', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffe9c59a-3096-4aef-8b2e-e3aa63722c28', 'mac_address': 'fa:16:3e:71:fc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb3ce76-65b1-48b8-8b1a-3374f6f7c0b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T00:34:50Z', 'updated_at': '2022-06-16T00:35:28Z', 'revision_number': 1, 'project_id': '45031128a55e42989da61e01948538d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10a8169d-3fef-4cc7-94c5-78192087f720', 'name': '', 'network_id': 'ffe9c59a-3096-4aef-8b2e-e3aa63722c28', 'tenant_id': '45031128a55e42989da61e01948538d3', 'mac_address': 'fa:16:3e:d1:28:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1f18fa19-d797-425e-adb2-49437faef043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:41Z', 'updated_at': '2022-06-16T00:34:50Z', 'revision_number': 5, 'project_id': '45031128a55e42989da61e01948538d3', 'subnets': [{'id': '1f18fa19-d797-425e-adb2-49437faef043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 00:35:30.213282 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 40446) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:35:30.434530 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:30.445161 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529b4d0d-a265-496d-8a87-4877e57c6eca None None] New status for floating IP e37d5b16-814f-4177-a2a6-ae0f6375474f: ACTIVE {{(pid=111024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 00:35:30.451121 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be956c19-b456-490d-b25f-928ab9e3ceb7 req-7dccd476-5f8a-4539-be31-ae19c4053d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:30.452861 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-be956c19-b456-490d-b25f-928ab9e3ceb7 req-7dccd476-5f8a-4539-be31-ae19c4053d07 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=1f18fa19-d797-425e-adb2-49437faef043 HTTP/1.1" status: 200 len: 854 time: 0.1832492 Jun 16 00:35:30.455506 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eae4f74-4925-4381-a6b4-a1cb326508c9 req-8154ab71-c93e-439d-bda4-209508c1a87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:30.457001 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-6eae4f74-4925-4381-a6b4-a1cb326508c9 req-8154ab71-c93e-439d-bda4-209508c1a87b service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 1129 time: 0.0943196 Jun 16 00:35:30.464436 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b672b8-9c4d-47ee-a694-babf538f514e req-c3ec485c-ac7e-463f-97e4-2ab700daf999 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:30.468131 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-805cba2c-f727-4a84-a0d0-80303757104a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:30.472125 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-11b672b8-9c4d-47ee-a694-babf538f514e req-c3ec485c-ac7e-463f-97e4-2ab700daf999 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 945 time: 0.1071055 Jun 16 00:35:30.606874 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be956c19-b456-490d-b25f-928ab9e3ceb7 req-f5c97907-fcb4-46a6-9efc-e0edc67ce39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:30.608377 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-be956c19-b456-490d-b25f-928ab9e3ceb7 req-f5c97907-fcb4-46a6-9efc-e0edc67ce39c service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=ffe9c59a-3096-4aef-8b2e-e3aa63722c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1047421 Jun 16 00:35:30.657469 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea53915-f72f-4f73-b8aa-17747257aaa9 req-dec6e150-1ed9-4cb1-bf51-e07aa2957525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:30.659859 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-7ea53915-f72f-4f73-b8aa-17747257aaa9 req-dec6e150-1ed9-4cb1-bf51-e07aa2957525 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=a4e7be42e39248e4b9f5c89e96a6b82e&device_id=76508475-0af3-48d7-8f12-9ad3686d77f0 HTTP/1.1" status: 200 len: 1130 time: 0.1571865 Jun 16 00:35:30.669798 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:30.681121 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-805cba2c-f727-4a84-a0d0-80303757104a admin admin] Publish callbacks [] for security_group (95759804-4663-44ea-a57a-56da9d273208), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:30.694580 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-11b672b8-9c4d-47ee-a694-babf538f514e req-80b3a846-84fb-4496-8864-51e56a1f6738 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2204232 Jun 16 00:35:30.722372 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-6eae4f74-4925-4381-a6b4-a1cb326508c9 req-bf492238-902a-4caf-ae26-63e74e16f5d3 service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2299333 Jun 16 00:35:30.743742 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-805cba2c-f727-4a84-a0d0-80303757104a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (95759804-4663-44ea-a57a-56da9d273208), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:30.794242 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-805cba2c-f727-4a84-a0d0-80303757104a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3fe592427aa747a9ad91075befeb7191&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5795252 Jun 16 00:35:30.798124 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 40470) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:35:30.853918 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-be956c19-b456-490d-b25f-928ab9e3ceb7 req-429f2d8c-ca02-43d2-b7e8-80442ec05a90 service neutron] 10.222.0.40 "GET /v2.0/networks/ffe9c59a-3096-4aef-8b2e-e3aa63722c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295287 Jun 16 00:35:30.857270 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc1e9a7-2db6-47c9-b258-c597d91341b5 req-7d051df8-5441-49ba-8e9d-baa85c8e34fb tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:30.859079 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-adc1e9a7-2db6-47c9-b258-c597d91341b5 req-7d051df8-5441-49ba-8e9d-baa85c8e34fb tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=76508475-0af3-48d7-8f12-9ad3686d77f0 HTTP/1.1" status: 200 len: 946 time: 0.1408513 Jun 16 00:35:30.868405 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea53915-f72f-4f73-b8aa-17747257aaa9 req-ab8e0607-a5ed-4600-8e9b-dec40f36c3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:30.870124 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-7ea53915-f72f-4f73-b8aa-17747257aaa9 req-ab8e0607-a5ed-4600-8e9b-dec40f36c3e5 service neutron] 10.222.0.40 "GET /v2.0/networks?id=dfc603d1-751d-4be9-b4c0-08fa2224635a HTTP/1.1" status: 200 len: 919 time: 0.2016275 Jun 16 00:35:30.884469 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805cba2c-f727-4a84-a0d0-80303757104a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95759804-4663-44ea-a57a-56da9d273208,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:35:30.920662 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-9cb683fb-8bd5-41b6-8350-0c1725621caa admin admin] Publish callbacks [] for security_group (95759804-4663-44ea-a57a-56da9d273208), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:30.949814 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-adc1e9a7-2db6-47c9-b258-c597d91341b5 req-43378d43-6370-4099-ba57-22664537441b tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802054 Jun 16 00:35:30.961189 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-9cb683fb-8bd5-41b6-8350-0c1725621caa admin admin] Publish callbacks [] for security_group (95759804-4663-44ea-a57a-56da9d273208), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:31.077455 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-7ea53915-f72f-4f73-b8aa-17747257aaa9 req-1caecbee-4fca-455c-8f06-fda86c368e75 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba7aa17f-4993-4f62-8ae9-acb5a856dcd4 HTTP/1.1" status: 200 len: 217 time: 0.0545077 Jun 16 00:35:31.096685 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-9cb683fb-8bd5-41b6-8350-0c1725621caa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (95759804-4663-44ea-a57a-56da9d273208), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:31.099436 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-9cb683fb-8bd5-41b6-8350-0c1725621caa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:31.100901 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-9cb683fb-8bd5-41b6-8350-0c1725621caa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/95759804-4663-44ea-a57a-56da9d273208 HTTP/1.1" status: 204 len: 168 time: 0.2989480 Jun 16 00:35:31.109149 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb683fb-8bd5-41b6-8350-0c1725621caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95759804-4663-44ea-a57a-56da9d273208,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:35:31.185614 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea53915-f72f-4f73-b8aa-17747257aaa9 req-38f71d10-2710-419f-af7e-c2baea0b7c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:31.187023 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-7ea53915-f72f-4f73-b8aa-17747257aaa9 req-38f71d10-2710-419f-af7e-c2baea0b7c17 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=b8b321f5-1d44-4d62-a89c-8299c51aa908 HTTP/1.1" status: 200 len: 857 time: 0.0670595 Jun 16 00:35:31.191415 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-be956c19-b456-490d-b25f-928ab9e3ceb7 req-e28543db-dd0c-4518-a21e-63bc4349bf1a service neutron] 10.222.0.40 "GET /v2.0/networks/ffe9c59a-3096-4aef-8b2e-e3aa63722c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678326 Jun 16 00:35:31.456351 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=100 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:31.820148 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9bccdc-4b57-4654-97c9-61f04a04feeb req-68d8d2e6-cf8e-44df-b231-b8c1f6951071 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:31.821743 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-bc9bccdc-4b57-4654-97c9-61f04a04feeb req-68d8d2e6-cf8e-44df-b231-b8c1f6951071 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 945 time: 0.0493817 Jun 16 00:35:31.866471 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 40520) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:35:31.869346 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-bc9bccdc-4b57-4654-97c9-61f04a04feeb req-46be1dbb-645a-4015-babf-002261cf0e63 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420160 Jun 16 00:35:31.880371 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-763762e3-e813-4fdd-b90b-8362edf146f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:31.914262 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:31.958388 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-763762e3-e813-4fdd-b90b-8362edf146f0 admin admin] Publish callbacks [] for security_group (8052386e-c03c-410c-8184-0c91c82e9b43), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:32.048570 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-763762e3-e813-4fdd-b90b-8362edf146f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (8052386e-c03c-410c-8184-0c91c82e9b43), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:32.076469 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:DELETE=4,neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=1 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:32.093048 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b059a-db97-49f5-8139-b1e2933d381f req-e296f0ec-e78d-4fba-8e1b-c3e4c77fefb8 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:32.094532 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-806b059a-db97-49f5-8139-b1e2933d381f req-e296f0ec-e78d-4fba-8e1b-c3e4c77fefb8 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=76508475-0af3-48d7-8f12-9ad3686d77f0 HTTP/1.1" status: 200 len: 946 time: 0.0731263 Jun 16 00:35:32.117726 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-763762e3-e813-4fdd-b90b-8362edf146f0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=365c782a11314dcab814f35e8a09d72f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2501781 Jun 16 00:35:32.121051 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 40530) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:35:32.126179 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763762e3-e813-4fdd-b90b-8362edf146f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8052386e-c03c-410c-8184-0c91c82e9b43,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:35:32.166460 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-806b059a-db97-49f5-8139-b1e2933d381f req-827ac7ed-fb5d-4f43-8428-5bc742ef90eb tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637245 Jun 16 00:35:32.193977 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-f39a7343-c9b8-4a14-9578-aaf1c72e0940 admin admin] Publish callbacks [] for security_group (8052386e-c03c-410c-8184-0c91c82e9b43), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:32.219210 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-f39a7343-c9b8-4a14-9578-aaf1c72e0940 admin admin] Publish callbacks [] for security_group (8052386e-c03c-410c-8184-0c91c82e9b43), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:32.223426 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 40534) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:35:32.335256 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-dc5cc3d9-8c4f-4bbe-92a8-adfac58149dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:32.393733 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-f39a7343-c9b8-4a14-9578-aaf1c72e0940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (8052386e-c03c-410c-8184-0c91c82e9b43), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:32.396259 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-f39a7343-c9b8-4a14-9578-aaf1c72e0940 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:32.397407 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-f39a7343-c9b8-4a14-9578-aaf1c72e0940 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8052386e-c03c-410c-8184-0c91c82e9b43 HTTP/1.1" status: 204 len: 168 time: 0.2753928 Jun 16 00:35:32.405604 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39a7343-c9b8-4a14-9578-aaf1c72e0940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8052386e-c03c-410c-8184-0c91c82e9b43,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:35:32.426190 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:32.458401 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-dc5cc3d9-8c4f-4bbe-92a8-adfac58149dc admin admin] Publish callbacks [] for security_group (2644222c-0258-4262-a044-0c1d81efdbef), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:32.553988 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-dc5cc3d9-8c4f-4bbe-92a8-adfac58149dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (2644222c-0258-4262-a044-0c1d81efdbef), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:32.594302 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-dc5cc3d9-8c4f-4bbe-92a8-adfac58149dc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=14bca1e13e8845b49e9f6c57f32477dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3697190 Jun 16 00:35:32.595041 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5cc3d9-8c4f-4bbe-92a8-adfac58149dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2644222c-0258-4262-a044-0c1d81efdbef,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:35:32.597489 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 40542) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:35:32.645345 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-246a85ed-9fcd-45af-add3-6af3f2789ea4 admin admin] Publish callbacks [] for security_group (2644222c-0258-4262-a044-0c1d81efdbef), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:32.666423 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-246a85ed-9fcd-45af-add3-6af3f2789ea4 admin admin] Publish callbacks [] for security_group (2644222c-0258-4262-a044-0c1d81efdbef), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:32.702565 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=100 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:32.850963 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-246a85ed-9fcd-45af-add3-6af3f2789ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (2644222c-0258-4262-a044-0c1d81efdbef), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:32.853496 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-246a85ed-9fcd-45af-add3-6af3f2789ea4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:32.854647 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-246a85ed-9fcd-45af-add3-6af3f2789ea4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2644222c-0258-4262-a044-0c1d81efdbef HTTP/1.1" status: 204 len: 168 time: 0.2559285 Jun 16 00:35:32.863103 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246a85ed-9fcd-45af-add3-6af3f2789ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2644222c-0258-4262-a044-0c1d81efdbef,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:35:32.870342 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246a85ed-9fcd-45af-add3-6af3f2789ea4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:35:32.870691 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246a85ed-9fcd-45af-add3-6af3f2789ea4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:35:32.871033 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246a85ed-9fcd-45af-add3-6af3f2789ea4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:35:32.871369 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246a85ed-9fcd-45af-add3-6af3f2789ea4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:35:32.871702 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246a85ed-9fcd-45af-add3-6af3f2789ea4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:35:32.872031 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246a85ed-9fcd-45af-add3-6af3f2789ea4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:35:32.872452 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246a85ed-9fcd-45af-add3-6af3f2789ea4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:35:32.872726 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246a85ed-9fcd-45af-add3-6af3f2789ea4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:35:32.873056 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246a85ed-9fcd-45af-add3-6af3f2789ea4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:35:32.873383 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246a85ed-9fcd-45af-add3-6af3f2789ea4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:35:32.873708 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246a85ed-9fcd-45af-add3-6af3f2789ea4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:35:32.874034 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246a85ed-9fcd-45af-add3-6af3f2789ea4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:35:32.874353 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246a85ed-9fcd-45af-add3-6af3f2789ea4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:35:32.874670 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246a85ed-9fcd-45af-add3-6af3f2789ea4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:35:32.875024 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246a85ed-9fcd-45af-add3-6af3f2789ea4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:35:32.986840 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c51b42-c38b-4325-9eb3-b96eb62dfb4d req-ce680899-5939-41f8-9504-0fab654e849c tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:32.988587 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-f1c51b42-c38b-4325-9eb3-b96eb62dfb4d req-ce680899-5939-41f8-9504-0fab654e849c tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 945 time: 0.0490608 Jun 16 00:35:33.037526 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-f1c51b42-c38b-4325-9eb3-b96eb62dfb4d req-1360f79e-1821-4c1c-bd7d-ba867e32d8a8 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434265 Jun 16 00:35:33.129776 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 40550) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:35:33.144206 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-850b9102-265c-445b-b6c4-398059617126 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:33.239557 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-850b9102-265c-445b-b6c4-398059617126 admin admin] Publish callbacks [] for security_group (0a590515-6eb3-4f33-91d6-05da417e2f79), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:33.310306 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ba3808-6798-4bd1-8e56-5107b6aeaa7f req-14497564-edcd-4aed-9817-6d74c9254503 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:33.311874 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-f6ba3808-6798-4bd1-8e56-5107b6aeaa7f req-14497564-edcd-4aed-9817-6d74c9254503 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=76508475-0af3-48d7-8f12-9ad3686d77f0 HTTP/1.1" status: 200 len: 946 time: 0.0550931 Jun 16 00:35:33.321611 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=100 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:33.328463 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-850b9102-265c-445b-b6c4-398059617126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (0a590515-6eb3-4f33-91d6-05da417e2f79), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:33.402111 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-850b9102-265c-445b-b6c4-398059617126 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4e55f96e79c84755838722bb68907cd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2712486 Jun 16 00:35:33.406862 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 40564) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:35:33.411438 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850b9102-265c-445b-b6c4-398059617126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a590515-6eb3-4f33-91d6-05da417e2f79,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:35:33.420723 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-f6ba3808-6798-4bd1-8e56-5107b6aeaa7f req-f36e065d-34a9-4570-88ff-bb52c6d3a165 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017561 Jun 16 00:35:33.466218 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-eff7f92a-0593-485b-8056-80033386caf2 admin admin] Publish callbacks [] for security_group (0a590515-6eb3-4f33-91d6-05da417e2f79), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:33.487049 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-eff7f92a-0593-485b-8056-80033386caf2 admin admin] Publish callbacks [] for security_group (0a590515-6eb3-4f33-91d6-05da417e2f79), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:33.602108 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:33.629058 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-eff7f92a-0593-485b-8056-80033386caf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (0a590515-6eb3-4f33-91d6-05da417e2f79), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:33.631695 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-eff7f92a-0593-485b-8056-80033386caf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:33.632883 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-eff7f92a-0593-485b-8056-80033386caf2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0a590515-6eb3-4f33-91d6-05da417e2f79 HTTP/1.1" status: 204 len: 168 time: 0.2248979 Jun 16 00:35:33.641922 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f92a-0593-485b-8056-80033386caf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a590515-6eb3-4f33-91d6-05da417e2f79,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:35:33.657770 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 40576) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:35:33.673548 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-44d6a837-e65e-4c30-9922-c3fdabce82b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:33.756460 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-44d6a837-e65e-4c30-9922-c3fdabce82b4 admin admin] Publish callbacks [] for security_group (5489b9c4-ab05-4e9b-8bd3-5b206f4f950b), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:33.828191 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-44d6a837-e65e-4c30-9922-c3fdabce82b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (5489b9c4-ab05-4e9b-8bd3-5b206f4f950b), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:33.864935 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:33.868953 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-44d6a837-e65e-4c30-9922-c3fdabce82b4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2f124a0b2c2a4592ab5c907190b27508&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2092528 Jun 16 00:35:33.869621 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d6a837-e65e-4c30-9922-c3fdabce82b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5489b9c4-ab05-4e9b-8bd3-5b206f4f950b,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:35:33.871716 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 40578) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:35:33.921032 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-b81aa115-2dc2-4f68-917b-35f5514e4756 admin admin] Publish callbacks [] for security_group (5489b9c4-ab05-4e9b-8bd3-5b206f4f950b), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:33.943019 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-b81aa115-2dc2-4f68-917b-35f5514e4756 admin admin] Publish callbacks [] for security_group (5489b9c4-ab05-4e9b-8bd3-5b206f4f950b), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:34.105390 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-b81aa115-2dc2-4f68-917b-35f5514e4756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (5489b9c4-ab05-4e9b-8bd3-5b206f4f950b), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:34.108405 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-b81aa115-2dc2-4f68-917b-35f5514e4756 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:34.115263 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-b81aa115-2dc2-4f68-917b-35f5514e4756 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5489b9c4-ab05-4e9b-8bd3-5b206f4f950b HTTP/1.1" status: 204 len: 168 time: 0.2371168 Jun 16 00:35:34.119985 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81aa115-2dc2-4f68-917b-35f5514e4756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5489b9c4-ab05-4e9b-8bd3-5b206f4f950b,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:35:34.128191 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81aa115-2dc2-4f68-917b-35f5514e4756 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:35:34.128548 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81aa115-2dc2-4f68-917b-35f5514e4756 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:35:34.129035 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81aa115-2dc2-4f68-917b-35f5514e4756 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:35:34.129377 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81aa115-2dc2-4f68-917b-35f5514e4756 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:35:34.129708 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81aa115-2dc2-4f68-917b-35f5514e4756 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:35:34.130034 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81aa115-2dc2-4f68-917b-35f5514e4756 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:35:34.130667 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81aa115-2dc2-4f68-917b-35f5514e4756 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:35:34.130757 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81aa115-2dc2-4f68-917b-35f5514e4756 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:35:34.131031 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81aa115-2dc2-4f68-917b-35f5514e4756 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:35:34.131355 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81aa115-2dc2-4f68-917b-35f5514e4756 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:35:34.131679 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81aa115-2dc2-4f68-917b-35f5514e4756 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:35:34.132046 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81aa115-2dc2-4f68-917b-35f5514e4756 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:35:34.132367 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81aa115-2dc2-4f68-917b-35f5514e4756 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:35:34.132707 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81aa115-2dc2-4f68-917b-35f5514e4756 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:35:34.133025 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81aa115-2dc2-4f68-917b-35f5514e4756 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:35:34.170231 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5b81d8-8b8d-4f9d-8db0-3e97340ad301 req-664b30c3-7e1d-43a8-a0f8-5fef71d57f35 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:34.172050 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-ba5b81d8-8b8d-4f9d-8db0-3e97340ad301 req-664b30c3-7e1d-43a8-a0f8-5fef71d57f35 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 945 time: 0.0637932 Jun 16 00:35:34.225171 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-ba5b81d8-8b8d-4f9d-8db0-3e97340ad301 req-8f806678-99ba-4fd2-9b3c-d63ca80b7c16 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454569 Jun 16 00:35:34.347232 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea53915-f72f-4f73-b8aa-17747257aaa9 req-d3553a4a-5694-4d13-8ab2-dca8c8ca1d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:34.349175 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-7ea53915-f72f-4f73-b8aa-17747257aaa9 req-d3553a4a-5694-4d13-8ab2-dca8c8ca1d12 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=dfc603d1-751d-4be9-b4c0-08fa2224635a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0426314 Jun 16 00:35:34.520472 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-7ea53915-f72f-4f73-b8aa-17747257aaa9 req-18723ebe-cea1-4048-8798-6ea64f8cf495 service neutron] 10.222.0.40 "GET /v2.0/networks/dfc603d1-751d-4be9-b4c0-08fa2224635a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274829 Jun 16 00:35:34.551416 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:INSERT=14,neutron:SELECT=85,neutron:UPDATE=1 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:34.584098 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e28775e-26f9-4028-8dfc-f35f50ebd555 req-3449a6dd-cb78-48b7-abea-b1f546058a49 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:34.587688 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-4e28775e-26f9-4028-8dfc-f35f50ebd555 req-3449a6dd-cb78-48b7-abea-b1f546058a49 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=76508475-0af3-48d7-8f12-9ad3686d77f0 HTTP/1.1" status: 200 len: 946 time: 0.0774601 Jun 16 00:35:34.642398 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-4e28775e-26f9-4028-8dfc-f35f50ebd555 req-071dbf23-6b97-42b1-809d-1b480243e80b tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472913 Jun 16 00:35:34.960018 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:35.348820 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e83925-1ef9-4eaa-be4e-10ebed2cd1d0 req-e5dd8876-054a-47e5-9e5f-90d68d427aba tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:35.350257 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-a7e83925-1ef9-4eaa-be4e-10ebed2cd1d0 req-e5dd8876-054a-47e5-9e5f-90d68d427aba tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 945 time: 0.0471041 Jun 16 00:35:35.397702 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-a7e83925-1ef9-4eaa-be4e-10ebed2cd1d0 req-105554a6-a36f-4e67-a006-967cf2e48a5b tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419321 Jun 16 00:35:35.725403 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:INSERT=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:35.759234 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c33fc1-c347-497e-8c17-437fd8ee30e8 req-352b5fc4-8f2e-44cd-8ca4-37ee1dc6b82f tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:35.760724 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-a3c33fc1-c347-497e-8c17-437fd8ee30e8 req-352b5fc4-8f2e-44cd-8ca4-37ee1dc6b82f tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=76508475-0af3-48d7-8f12-9ad3686d77f0 HTTP/1.1" status: 200 len: 946 time: 0.0454111 Jun 16 00:35:35.807529 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-a3c33fc1-c347-497e-8c17-437fd8ee30e8 req-237a9898-04f7-4042-a1b7-8702657897d3 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413244 Jun 16 00:35:36.524457 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf0a9b2-6135-4bdf-a372-25c5f5c97d05 req-dc8c89d9-0110-4dec-a29e-d8dfa71553d6 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:36.526073 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-adf0a9b2-6135-4bdf-a372-25c5f5c97d05 req-dc8c89d9-0110-4dec-a29e-d8dfa71553d6 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 945 time: 0.0467122 Jun 16 00:35:36.572002 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-adf0a9b2-6135-4bdf-a372-25c5f5c97d05 req-3e4436a9-582a-478b-987b-dd587a80e2a2 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404253 Jun 16 00:35:36.596820 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:36.694826 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 40674) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:35:36.802485 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-30318fde-3431-4838-bc61-cbeb0dc9a913 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:36.892176 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-30318fde-3431-4838-bc61-cbeb0dc9a913 admin admin] Publish callbacks [] for security_group (bbd4086a-da0e-479c-95c2-575c006ce064), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:36.931810 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fa7b3d-18d0-4cdd-838b-c21da2f83512 req-90e0ae1c-1a09-4d9e-bdea-7a4022f95b2a tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:36.933321 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-30fa7b3d-18d0-4cdd-838b-c21da2f83512 req-90e0ae1c-1a09-4d9e-bdea-7a4022f95b2a tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=76508475-0af3-48d7-8f12-9ad3686d77f0 HTTP/1.1" status: 200 len: 946 time: 0.0535734 Jun 16 00:35:36.953398 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-30318fde-3431-4838-bc61-cbeb0dc9a913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (bbd4086a-da0e-479c-95c2-575c006ce064), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:37.007873 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-30318fde-3431-4838-bc61-cbeb0dc9a913 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8af1525b3d3146e0bb286439712223a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3116064 Jun 16 00:35:37.010617 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 40692) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:35:37.012833 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30318fde-3431-4838-bc61-cbeb0dc9a913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd4086a-da0e-479c-95c2-575c006ce064,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:35:37.023668 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-30fa7b3d-18d0-4cdd-838b-c21da2f83512 req-45efb199-8b8f-48e0-986f-f2a6605f3bff tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849447 Jun 16 00:35:37.063768 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-9eafc589-3866-4c42-849f-d0e64339fa7e admin admin] Publish callbacks [] for security_group (bbd4086a-da0e-479c-95c2-575c006ce064), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:37.085825 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-9eafc589-3866-4c42-849f-d0e64339fa7e admin admin] Publish callbacks [] for security_group (bbd4086a-da0e-479c-95c2-575c006ce064), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:37.100273 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:37.228192 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-9eafc589-3866-4c42-849f-d0e64339fa7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (bbd4086a-da0e-479c-95c2-575c006ce064), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:37.232308 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-9eafc589-3866-4c42-849f-d0e64339fa7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:37.232308 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-9eafc589-3866-4c42-849f-d0e64339fa7e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bbd4086a-da0e-479c-95c2-575c006ce064 HTTP/1.1" status: 204 len: 168 time: 0.2201385 Jun 16 00:35:37.241012 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eafc589-3866-4c42-849f-d0e64339fa7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd4086a-da0e-479c-95c2-575c006ce064,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:35:37.439691 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=100 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:37.657072 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=100 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:37.691757 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d5baa-70c8-40b1-a34f-bbc5b6949995 req-7d6b1b9f-fae1-4a94-84c0-40735be60455 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:37.693465 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-c27d5baa-70c8-40b1-a34f-bbc5b6949995 req-7d6b1b9f-fae1-4a94-84c0-40735be60455 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 945 time: 0.0477269 Jun 16 00:35:37.740292 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-c27d5baa-70c8-40b1-a34f-bbc5b6949995 req-de09fe3a-74bd-4cb9-91c1-8facf4c61ee6 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405710 Jun 16 00:35:37.771041 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:37.930883 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 40720) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:35:38.108297 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:38.150693 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbd7972-00dc-49b4-96e7-0d59fa211583 req-bbfa6df9-17e3-4751-8c3d-ee1252f8498f tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:38.152506 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-6bbd7972-00dc-49b4-96e7-0d59fa211583 req-bbfa6df9-17e3-4751-8c3d-ee1252f8498f tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=76508475-0af3-48d7-8f12-9ad3686d77f0 HTTP/1.1" status: 200 len: 946 time: 0.0528445 Jun 16 00:35:38.206526 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-6bbd7972-00dc-49b4-96e7-0d59fa211583 req-6a2509f3-ea86-4b8d-972e-817d03c26a7c tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464256 Jun 16 00:35:38.254345 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:DELETE=9,neutron:SELECT=91 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:38.267313 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-36d372e3-c58c-4cd4-8112-678fc0e403ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:38.321210 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-7ea53915-f72f-4f73-b8aa-17747257aaa9 req-afbc5c2a-bdc8-45ec-8fb1-121aad66735f service neutron] 10.222.0.40 "GET /v2.0/networks/dfc603d1-751d-4be9-b4c0-08fa2224635a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3793590 Jun 16 00:35:38.397003 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-36d372e3-c58c-4cd4-8112-678fc0e403ba admin admin] Publish callbacks [] for security_group (257b8f14-8a42-479b-ba1d-38485b57fa15), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:38.499541 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-36d372e3-c58c-4cd4-8112-678fc0e403ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (257b8f14-8a42-479b-ba1d-38485b57fa15), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:38.541351 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-36d372e3-c58c-4cd4-8112-678fc0e403ba admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cdf2e66adadf458da01c96754653686e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6092522 Jun 16 00:35:38.542283 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d372e3-c58c-4cd4-8112-678fc0e403ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=257b8f14-8a42-479b-ba1d-38485b57fa15,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:35:38.544046 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 40752) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:35:38.597400 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-20a679ec-e5df-4741-988e-02b0efa41c6c admin admin] Publish callbacks [] for security_group (257b8f14-8a42-479b-ba1d-38485b57fa15), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:38.623975 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-20a679ec-e5df-4741-988e-02b0efa41c6c admin admin] Publish callbacks [] for security_group (257b8f14-8a42-479b-ba1d-38485b57fa15), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:38.753654 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-20a679ec-e5df-4741-988e-02b0efa41c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (257b8f14-8a42-479b-ba1d-38485b57fa15), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:38.756152 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-20a679ec-e5df-4741-988e-02b0efa41c6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:38.757894 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-20a679ec-e5df-4741-988e-02b0efa41c6c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/257b8f14-8a42-479b-ba1d-38485b57fa15 HTTP/1.1" status: 204 len: 168 time: 0.2122562 Jun 16 00:35:38.766403 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a679ec-e5df-4741-988e-02b0efa41c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=257b8f14-8a42-479b-ba1d-38485b57fa15,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:35:38.889737 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a64bd30-a6a7-4b45-95a0-91833efe3095 req-626000f7-68cb-408c-8d1f-3118ed61e330 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:38.891192 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-6a64bd30-a6a7-4b45-95a0-91833efe3095 req-626000f7-68cb-408c-8d1f-3118ed61e330 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 945 time: 0.0538185 Jun 16 00:35:38.926006 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:38.956829 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-6a64bd30-a6a7-4b45-95a0-91833efe3095 req-4f201a95-1861-4eda-a120-735e8d7e0524 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578160 Jun 16 00:35:39.046571 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-6f8ba523-0a43-4e34-b9d3-dbfd0c3389d6 req-4bfcf364-ff08-4c6f-93ca-181860966fa9 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=82ca4ac6-b12b-459b-a5b3-74f98b2aa635&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400286 Jun 16 00:35:39.143012 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0519f946-d768-4825-b26d-49af3b28a562 req-028f9902-841a-4918-ba11-c6bb67c41ede tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:39.146096 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-0519f946-d768-4825-b26d-49af3b28a562 req-028f9902-841a-4918-ba11-c6bb67c41ede tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 945 time: 0.0635610 Jun 16 00:35:39.155592 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 40778) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:35:39.160343 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [None req-8ecebcbe-5740-4b88-8308-ab7bf00add60 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Request body: {'floatingip': {'port_id': '887c04b4-2d9e-4578-ae6e-a8075049b4fa'}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:35:39.209413 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-8ecebcbe-5740-4b88-8308-ab7bf00add60 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks [] for floatingip (b36979f9-c8bd-4d8d-8650-c37f2c9ddb8b), before_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:39.427291 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb2b04-46d5-427b-9d35-733307606875 req-df9d89d3-af7e-4a8b-a94f-332d193891c8 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:39.428961 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-79eb2b04-46d5-427b-9d35-733307606875 req-df9d89d3-af7e-4a8b-a94f-332d193891c8 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=76508475-0af3-48d7-8f12-9ad3686d77f0 HTTP/1.1" status: 200 len: 946 time: 0.1477802 Jun 16 00:35:39.436086 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:39.463638 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8ba523-0a43-4e34-b9d3-dbfd0c3389d6 req-d13155b9-d45f-4789-b340-5416c1d0d541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:39.465195 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-6f8ba523-0a43-4e34-b9d3-dbfd0c3389d6 req-d13155b9-d45f-4789-b340-5416c1d0d541 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=2d9a178dbd5e430f874fa216367424dc&device_id=82ca4ac6-b12b-459b-a5b3-74f98b2aa635 HTTP/1.1" status: 200 len: 1129 time: 0.0964639 Jun 16 00:35:39.577540 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-79eb2b04-46d5-427b-9d35-733307606875 req-6712a60d-92f3-4a01-8f18-2ace09d39094 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354916 Jun 16 00:35:39.648594 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 40800) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:35:39.670592 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-92fa9a08-9668-4414-b709-5929b5661e2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:39.685119 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:39.775304 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-92fa9a08-9668-4414-b709-5929b5661e2e admin admin] Publish callbacks [] for security_group (c792652e-c36d-44b8-ae28-73c0bad22de2), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:39.815918 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-8ecebcbe-5740-4b88-8308-ab7bf00add60 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:39.833634 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-92fa9a08-9668-4414-b709-5929b5661e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (c792652e-c36d-44b8-ae28-73c0bad22de2), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:39.868402 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-8ecebcbe-5740-4b88-8308-ab7bf00add60 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672953'] for floatingip (b36979f9-c8bd-4d8d-8650-c37f2c9ddb8b), after_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:39.873554 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-92fa9a08-9668-4414-b709-5929b5661e2e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8b9e046016b246c18add6b4ddc28ece1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2237158 Jun 16 00:35:39.874639 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fa9a08-9668-4414-b709-5929b5661e2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c792652e-c36d-44b8-ae28-73c0bad22de2,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:35:39.876932 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 40806) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:35:39.933838 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-65a7ebcb-3e06-42d7-b313-7da6afcce110 admin admin] Publish callbacks [] for security_group (c792652e-c36d-44b8-ae28-73c0bad22de2), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:39.959226 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-65a7ebcb-3e06-42d7-b313-7da6afcce110 admin admin] Publish callbacks [] for security_group (c792652e-c36d-44b8-ae28-73c0bad22de2), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:39.972826 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.db.l3_db [None req-8ecebcbe-5740-4b88-8308-ab7bf00add60 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Floating IP b36979f9-c8bd-4d8d-8650-c37f2c9ddb8b associated. External IP: 172.27.1.171, port: 887c04b4-2d9e-4578-ae6e-a8075049b4fa. Jun 16 00:35:40.040265 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=74 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:40.045371 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=74 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:40.105292 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-65a7ebcb-3e06-42d7-b313-7da6afcce110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (c792652e-c36d-44b8-ae28-73c0bad22de2), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:40.108782 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-65a7ebcb-3e06-42d7-b313-7da6afcce110 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:40.110389 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-65a7ebcb-3e06-42d7-b313-7da6afcce110 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c792652e-c36d-44b8-ae28-73c0bad22de2 HTTP/1.1" status: 204 len: 168 time: 0.2324190 Jun 16 00:35:40.125549 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a7ebcb-3e06-42d7-b313-7da6afcce110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c792652e-c36d-44b8-ae28-73c0bad22de2,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:35:40.202284 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ecebcbe-5740-4b88-8308-ab7bf00add60 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Router 77e43a31-7199-43bd-a9c6-0f82d416a435 has already been hosted by L3 agent d0297bc9-c3a8-45ac-9023-c937cb4f21fc {{(pid=111023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 00:35:40.247569 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:40.318334 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ecebcbe-5740-4b88-8308-ab7bf00add60 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Notify agent at l3_agent.dv-cinder-803823-11-iscsi the message routers_updated {{(pid=111023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 00:35:40.318334 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-8ecebcbe-5740-4b88-8308-ab7bf00add60 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for floatingip (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:40.322439 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0e55c6-c7f7-4696-89f4-969cfc0b1c8a None None] Sync routers for ids ['77e43a31-7199-43bd-a9c6-0f82d416a435'] in dv-cinder-803823-11-iscsi {{(pid=111025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 00:35:40.333279 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0e55c6-c7f7-4696-89f4-969cfc0b1c8a None None] Routers {'77e43a31-7199-43bd-a9c6-0f82d416a435'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:35:40.333888 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-2a0e55c6-c7f7-4696-89f4-969cfc0b1c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:35:27Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['77e43a31-7199-43bd-a9c6-0f82d416a435'], 'active': True} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:35:40.351804 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-8ecebcbe-5740-4b88-8308-ab7bf00add60 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "PUT /v2.0/floatingips/b36979f9-c8bd-4d8d-8650-c37f2c9ddb8b HTTP/1.1" status: 200 len: 991 time: 1.1950758 Jun 16 00:35:40.352807 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '787e855e-1684-4ea2-aeeb-6e5737f35194', 'tag': '887c04b4-2d9e-4578-ae6e-a8075049b4fa'}] {{(pid=111023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:35:40.355229 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849ffc5c5c28115853a01ef2d84a57e68c82d4a74a931575540ba89325b26957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd757c7-a941-495c-b63c-01e4b46b079d" -d '{"events": [{"name": "network-changed", "server_uuid": "787e855e-1684-4ea2-aeeb-6e5737f35194", "tag": "887c04b4-2d9e-4578-ae6e-a8075049b4fa"}]}' {{(pid=111023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:35:40.394625 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:40.400925 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 00:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4153a30-5b19-4bcc-ab95-69fc0cc33074 x-openstack-request-id: req-f4153a30-5b19-4bcc-ab95-69fc0cc33074 {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:35:40.403932 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "787e855e-1684-4ea2-aeeb-6e5737f35194", "tag": "887c04b4-2d9e-4578-ae6e-a8075049b4fa", "status": "completed", "code": 200}]} {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:35:40.403932 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f4153a30-5b19-4bcc-ab95-69fc0cc33074 {{(pid=111023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:35:40.403932 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4153a30-5b19-4bcc-ab95-69fc0cc33074'] response: {'name': 'network-changed', 'server_uuid': '787e855e-1684-4ea2-aeeb-6e5737f35194', 'tag': '887c04b4-2d9e-4578-ae6e-a8075049b4fa', 'status': 'completed', 'code': 200} Jun 16 00:35:40.439099 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvr_db [None req-2a0e55c6-c7f7-4696-89f4-969cfc0b1c8a None None] Set router 77e43a31-7199-43bd-a9c6-0f82d416a435 gateway port host: dv-cinder-803823-11-iscsi {{(pid=111025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:35:40.665193 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-2a0e55c6-c7f7-4696-89f4-969cfc0b1c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e43a31-7199-43bd-a9c6-0f82d416a435', 'name': 'tempest-AttachVolumeShelveTestJSON-1900672149-router', 'tenant_id': '494ce289f1774df0833301de8e46ae11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'a5b62024-ed52-49f6-9d00-e9c9c9c7a995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:34:36Z', 'updated_at': '2022-06-16T00:34:47Z', 'revision_number': 4, 'project_id': '494ce289f1774df0833301de8e46ae11', 'gw_port': {'id': 'a5b62024-ed52-49f6-9d00-e9c9c9c7a995', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e43a31-7199-43bd-a9c6-0f82d416a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:38Z', 'updated_at': '2022-06-16T00:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_floatingips': [{'id': 'b36979f9-c8bd-4d8d-8650-c37f2c9ddb8b', 'tenant_id': '494ce289f1774df0833301de8e46ae11', 'floating_ip_address': '172.27.1.171', 'floating_network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'router_id': '77e43a31-7199-43bd-a9c6-0f82d416a435', 'port_id': '887c04b4-2d9e-4578-ae6e-a8075049b4fa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6844d01-625d-4b71-91cf-373fe3e3e7cc', 'mac_address': 'fa:16:3e:34:69:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787e855e-1684-4ea2-aeeb-6e5737f35194', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T00:34:58Z', 'updated_at': '2022-06-16T00:35:39Z', 'revision_number': 1, 'project_id': '494ce289f1774df0833301de8e46ae11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea3b799f-eca8-46b9-800b-66e9d4d0fc11', 'name': '', 'network_id': 'a6844d01-625d-4b71-91cf-373fe3e3e7cc', 'tenant_id': '494ce289f1774df0833301de8e46ae11', 'mac_address': 'fa:16:3e:77:a4:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e43a31-7199-43bd-a9c6-0f82d416a435', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '892d2143-b3e2-4410-bf1b-7ad84511c529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:45Z', 'updated_at': '2022-06-16T00:34:56Z', 'revision_number': 5, 'project_id': '494ce289f1774df0833301de8e46ae11', 'subnets': [{'id': '892d2143-b3e2-4410-bf1b-7ad84511c529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:35:40.691982 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0e55c6-c7f7-4696-89f4-969cfc0b1c8a None None] Checking router: 77e43a31-7199-43bd-a9c6-0f82d416a435 for host: dv-cinder-803823-11-iscsi {{(pid=111025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 00:35:40.703286 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0e55c6-c7f7-4696-89f4-969cfc0b1c8a None None] Routers {'77e43a31-7199-43bd-a9c6-0f82d416a435'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:35:40.703501 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98a9540-9f5d-4c94-a5c1-c96dc1a94083 req-f399bcd1-a657-4eb7-a0d4-615e335ff2fb tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:40.703889 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-2a0e55c6-c7f7-4696-89f4-969cfc0b1c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:35:27Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['77e43a31-7199-43bd-a9c6-0f82d416a435'], 'active': True} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:35:40.705002 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-f98a9540-9f5d-4c94-a5c1-c96dc1a94083 req-f399bcd1-a657-4eb7-a0d4-615e335ff2fb tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=76508475-0af3-48d7-8f12-9ad3686d77f0 HTTP/1.1" status: 200 len: 946 time: 0.0529301 Jun 16 00:35:40.756712 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-f98a9540-9f5d-4c94-a5c1-c96dc1a94083 req-9ad9dc5b-862e-4393-abdf-15caaabd338e tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449071 Jun 16 00:35:40.804160 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvr_db [None req-2a0e55c6-c7f7-4696-89f4-969cfc0b1c8a None None] Set router 77e43a31-7199-43bd-a9c6-0f82d416a435 gateway port host: dv-cinder-803823-11-iscsi {{(pid=111025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:35:41.034239 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=100 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:41.098724 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-2a0e55c6-c7f7-4696-89f4-969cfc0b1c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e43a31-7199-43bd-a9c6-0f82d416a435', 'name': 'tempest-AttachVolumeShelveTestJSON-1900672149-router', 'tenant_id': '494ce289f1774df0833301de8e46ae11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'a5b62024-ed52-49f6-9d00-e9c9c9c7a995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:34:36Z', 'updated_at': '2022-06-16T00:34:47Z', 'revision_number': 4, 'project_id': '494ce289f1774df0833301de8e46ae11', 'gw_port': {'id': 'a5b62024-ed52-49f6-9d00-e9c9c9c7a995', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e43a31-7199-43bd-a9c6-0f82d416a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:38Z', 'updated_at': '2022-06-16T00:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_floatingips': [{'id': 'b36979f9-c8bd-4d8d-8650-c37f2c9ddb8b', 'tenant_id': '494ce289f1774df0833301de8e46ae11', 'floating_ip_address': '172.27.1.171', 'floating_network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'router_id': '77e43a31-7199-43bd-a9c6-0f82d416a435', 'port_id': '887c04b4-2d9e-4578-ae6e-a8075049b4fa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6844d01-625d-4b71-91cf-373fe3e3e7cc', 'mac_address': 'fa:16:3e:34:69:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787e855e-1684-4ea2-aeeb-6e5737f35194', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T00:34:58Z', 'updated_at': '2022-06-16T00:35:39Z', 'revision_number': 1, 'project_id': '494ce289f1774df0833301de8e46ae11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea3b799f-eca8-46b9-800b-66e9d4d0fc11', 'name': '', 'network_id': 'a6844d01-625d-4b71-91cf-373fe3e3e7cc', 'tenant_id': '494ce289f1774df0833301de8e46ae11', 'mac_address': 'fa:16:3e:77:a4:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e43a31-7199-43bd-a9c6-0f82d416a435', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '892d2143-b3e2-4410-bf1b-7ad84511c529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:45Z', 'updated_at': '2022-06-16T00:34:56Z', 'revision_number': 5, 'project_id': '494ce289f1774df0833301de8e46ae11', 'subnets': [{'id': '892d2143-b3e2-4410-bf1b-7ad84511c529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:35:41.126408 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0e55c6-c7f7-4696-89f4-969cfc0b1c8a None None] The sync data for ids ['77e43a31-7199-43bd-a9c6-0f82d416a435'] in dv-cinder-803823-11-iscsi is: [{'id': '77e43a31-7199-43bd-a9c6-0f82d416a435', 'name': 'tempest-AttachVolumeShelveTestJSON-1900672149-router', 'tenant_id': '494ce289f1774df0833301de8e46ae11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'a5b62024-ed52-49f6-9d00-e9c9c9c7a995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:34:36Z', 'updated_at': '2022-06-16T00:34:47Z', 'revision_number': 4, 'project_id': '494ce289f1774df0833301de8e46ae11', 'gw_port': {'id': 'a5b62024-ed52-49f6-9d00-e9c9c9c7a995', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e43a31-7199-43bd-a9c6-0f82d416a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:38Z', 'updated_at': '2022-06-16T00:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_floatingips': [{'id': 'b36979f9-c8bd-4d8d-8650-c37f2c9ddb8b', 'tenant_id': '494ce289f1774df0833301de8e46ae11', 'floating_ip_address': '172.27.1.171', 'floating_network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'router_id': '77e43a31-7199-43bd-a9c6-0f82d416a435', 'port_id': '887c04b4-2d9e-4578-ae6e-a8075049b4fa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6844d01-625d-4b71-91cf-373fe3e3e7cc', 'mac_address': 'fa:16:3e:34:69:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787e855e-1684-4ea2-aeeb-6e5737f35194', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T00:34:58Z', 'updated_at': '2022-06-16T00:35:39Z', 'revision_number': 1, 'project_id': '494ce289f1774df0833301de8e46ae11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea3b799f-eca8-46b9-800b-66e9d4d0fc11', 'name': '', 'network_id': 'a6844d01-625d-4b71-91cf-373fe3e3e7cc', 'tenant_id': '494ce289f1774df0833301de8e46ae11', 'mac_address': 'fa:16:3e:77:a4:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e43a31-7199-43bd-a9c6-0f82d416a435', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '892d2143-b3e2-4410-bf1b-7ad84511c529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:45Z', 'updated_at': '2022-06-16T00:34:56Z', 'revision_number': 5, 'project_id': '494ce289f1774df0833301de8e46ae11', 'subnets': [{'id': '892d2143-b3e2-4410-bf1b-7ad84511c529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 00:35:41.245346 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (42cc932a-4e60-43e8-a4dc-4f47b3d3efae), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:41.326227 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7855ac4-bc9e-4371-9926-ccd65b30c715 None None] New status for floating IP b36979f9-c8bd-4d8d-8650-c37f2c9ddb8b: ACTIVE {{(pid=111024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 00:35:41.873219 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41269d36-6a6d-43da-b5f4-99e85d5722fd req-3ee79fa8-c4df-4a38-89b8-e7f8884c171b tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:41.874931 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-41269d36-6a6d-43da-b5f4-99e85d5722fd req-3ee79fa8-c4df-4a38-89b8-e7f8884c171b tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=76508475-0af3-48d7-8f12-9ad3686d77f0 HTTP/1.1" status: 200 len: 946 time: 0.0474679 Jun 16 00:35:41.925495 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-41269d36-6a6d-43da-b5f4-99e85d5722fd req-e3e562f9-5c9a-4815-a121-66ee22929139 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424542 Jun 16 00:35:42.610269 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=100 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:42.648628 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd757c7-a941-495c-b63c-01e4b46b079d req-51d58360-15b8-43b4-a666-0e36a35aef9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:42.650073 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-2cd757c7-a941-495c-b63c-01e4b46b079d req-51d58360-15b8-43b4-a666-0e36a35aef9c service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=494ce289f1774df0833301de8e46ae11&device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 1129 time: 0.0851917 Jun 16 00:35:42.678468 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8ba523-0a43-4e34-b9d3-dbfd0c3389d6 req-bbcfa561-5803-4475-a1fe-0106fa60163e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:42.679865 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-6f8ba523-0a43-4e34-b9d3-dbfd0c3389d6 req-bbcfa561-5803-4475-a1fe-0106fa60163e service neutron] 10.222.0.40 "GET /v2.0/networks?id=8f4288ea-b4d4-4302-977b-e748e2c0ee47 HTTP/1.1" status: 200 len: 912 time: 0.1360066 Jun 16 00:35:42.730129 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-6f8ba523-0a43-4e34-b9d3-dbfd0c3389d6 req-4837f17e-e593-425f-9158-4f74a23d4887 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=432dd3b9-53d3-41b9-b199-4ccdb65e8510 HTTP/1.1" status: 200 len: 217 time: 0.0384703 Jun 16 00:35:42.823526 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8ba523-0a43-4e34-b9d3-dbfd0c3389d6 req-933762e0-6009-4bd6-8deb-c22f4336d72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:42.824985 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-6f8ba523-0a43-4e34-b9d3-dbfd0c3389d6 req-933762e0-6009-4bd6-8deb-c22f4336d72b service neutron] 10.222.0.40 "GET /v2.0/subnets?id=b6a5ed6d-e651-48fb-a2c8-ac02a15bcf98 HTTP/1.1" status: 200 len: 850 time: 0.0635362 Jun 16 00:35:42.826035 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd757c7-a941-495c-b63c-01e4b46b079d req-941b1f8c-5bc7-452f-bb79-111efa64aa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:42.827325 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-2cd757c7-a941-495c-b63c-01e4b46b079d req-941b1f8c-5bc7-452f-bb79-111efa64aa77 service neutron] 10.222.0.40 "GET /v2.0/networks?id=a6844d01-625d-4b71-91cf-373fe3e3e7cc HTTP/1.1" status: 200 len: 918 time: 0.1615276 Jun 16 00:35:42.923017 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8ba523-0a43-4e34-b9d3-dbfd0c3389d6 req-bd1b542a-961d-4fbf-b2d3-f6aaeac0c997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:42.925068 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-6f8ba523-0a43-4e34-b9d3-dbfd0c3389d6 req-bd1b542a-961d-4fbf-b2d3-f6aaeac0c997 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=8f4288ea-b4d4-4302-977b-e748e2c0ee47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0779204 Jun 16 00:35:42.934670 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-2cd757c7-a941-495c-b63c-01e4b46b079d req-59d651fb-4756-4210-80dc-648bf5c4c1df service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=887c04b4-2d9e-4578-ae6e-a8075049b4fa HTTP/1.1" status: 200 len: 1001 time: 0.0801668 Jun 16 00:35:43.074189 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd757c7-a941-495c-b63c-01e4b46b079d req-37804c5a-c6fe-4e1a-a428-b7dcd0311e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:43.075747 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-2cd757c7-a941-495c-b63c-01e4b46b079d req-37804c5a-c6fe-4e1a-a428-b7dcd0311e69 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=892d2143-b3e2-4410-bf1b-7ad84511c529 HTTP/1.1" status: 200 len: 856 time: 0.1235070 Jun 16 00:35:43.095963 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df364c1c-26ac-49bb-9b8b-7ba601f9a756 req-6342f5cc-6e0f-4804-8013-64de9009f3ae tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:43.097970 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-df364c1c-26ac-49bb-9b8b-7ba601f9a756 req-6342f5cc-6e0f-4804-8013-64de9009f3ae tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=76508475-0af3-48d7-8f12-9ad3686d77f0 HTTP/1.1" status: 200 len: 946 time: 0.0758295 Jun 16 00:35:43.111860 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-6f8ba523-0a43-4e34-b9d3-dbfd0c3389d6 req-778ed787-39f2-4751-af58-7f935825ef16 service neutron] 10.222.0.40 "GET /v2.0/networks/8f4288ea-b4d4-4302-977b-e748e2c0ee47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762023 Jun 16 00:35:43.190349 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd757c7-a941-495c-b63c-01e4b46b079d req-6e2e2b68-1326-4cd1-81f8-f9bb99094805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:43.191841 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-2cd757c7-a941-495c-b63c-01e4b46b079d req-6e2e2b68-1326-4cd1-81f8-f9bb99094805 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=a6844d01-625d-4b71-91cf-373fe3e3e7cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1022272 Jun 16 00:35:43.258170 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=100 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:43.267591 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-df364c1c-26ac-49bb-9b8b-7ba601f9a756 req-415c0977-f4a3-4f87-a10c-c3090ff96bd4 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397083 Jun 16 00:35:43.321185 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-6f8ba523-0a43-4e34-b9d3-dbfd0c3389d6 req-98ed2ea0-5e7e-4fdb-a65d-269396f3391d service neutron] 10.222.0.40 "GET /v2.0/networks/8f4288ea-b4d4-4302-977b-e748e2c0ee47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920619 Jun 16 00:35:43.345209 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-2cd757c7-a941-495c-b63c-01e4b46b079d req-f9621006-370b-499d-bac6-dcb0dfb5178b service neutron] 10.222.0.40 "GET /v2.0/networks/a6844d01-625d-4b71-91cf-373fe3e3e7cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237714 Jun 16 00:35:43.440315 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-2cd757c7-a941-495c-b63c-01e4b46b079d req-46d069d2-ef77-4917-8561-b9d7e2e5b272 service neutron] 10.222.0.40 "GET /v2.0/networks/a6844d01-625d-4b71-91cf-373fe3e3e7cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851693 Jun 16 00:35:44.385810 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a03daa-f776-482f-803f-cd75c8613d4b req-9fc5a810-1961-457b-a22f-408a26b27100 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:44.387591 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-03a03daa-f776-482f-803f-cd75c8613d4b req-9fc5a810-1961-457b-a22f-408a26b27100 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=76508475-0af3-48d7-8f12-9ad3686d77f0 HTTP/1.1" status: 200 len: 946 time: 0.0490577 Jun 16 00:35:44.441033 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-03a03daa-f776-482f-803f-cd75c8613d4b req-f4637f7b-e4ff-4c58-8b21-912bce7b51bd tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478461 Jun 16 00:35:45.553843 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c00cbf-fc1a-45ec-a977-c1f9b436de2f req-8c6e6d5b-0e3b-48db-9bee-c341afc505c2 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:45.555368 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-d7c00cbf-fc1a-45ec-a977-c1f9b436de2f req-8c6e6d5b-0e3b-48db-9bee-c341afc505c2 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=76508475-0af3-48d7-8f12-9ad3686d77f0 HTTP/1.1" status: 200 len: 946 time: 0.0471005 Jun 16 00:35:45.605718 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-d7c00cbf-fc1a-45ec-a977-c1f9b436de2f req-8fcdf9cd-d01e-41be-be84-f2488c32894c tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448704 Jun 16 00:35:46.702863 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:46.718695 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2f0adf-8d6c-45c9-a257-74e4b8d5a624 req-267262cf-ebe7-4ded-888d-f6a607414ea5 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:46.720115 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-cc2f0adf-8d6c-45c9-a257-74e4b8d5a624 req-267262cf-ebe7-4ded-888d-f6a607414ea5 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=76508475-0af3-48d7-8f12-9ad3686d77f0 HTTP/1.1" status: 200 len: 946 time: 0.0459876 Jun 16 00:35:46.766701 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-cc2f0adf-8d6c-45c9-a257-74e4b8d5a624 req-e7dd734a-159d-4d82-9aa6-238a8856abd1 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410757 Jun 16 00:35:48.101942 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb5f626-84e1-4867-86fb-0dc2ad3238ce req-9e3d4e32-2c4f-436d-a189-1bc03d5d9ec3 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:48.103319 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-3fb5f626-84e1-4867-86fb-0dc2ad3238ce req-9e3d4e32-2c4f-436d-a189-1bc03d5d9ec3 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=76508475-0af3-48d7-8f12-9ad3686d77f0 HTTP/1.1" status: 200 len: 946 time: 0.2697101 Jun 16 00:35:48.135521 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=100 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:48.150104 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-3fb5f626-84e1-4867-86fb-0dc2ad3238ce req-f1fded20-9c0b-4094-a28a-d0e3c8a5ce72 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412869 Jun 16 00:35:49.282166 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4329da56-6d08-4524-9fa3-7d82a383afe8 req-653d7d96-1029-4abc-bf10-ff976e18356a tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:49.288176 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-4329da56-6d08-4524-9fa3-7d82a383afe8 req-653d7d96-1029-4abc-bf10-ff976e18356a tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=76508475-0af3-48d7-8f12-9ad3686d77f0 HTTP/1.1" status: 200 len: 946 time: 0.0577486 Jun 16 00:35:49.334220 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-4329da56-6d08-4524-9fa3-7d82a383afe8 req-74ab319b-b45f-4bec-9df4-bb5fdf2832c4 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434186 Jun 16 00:35:49.823519 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.agents_db [None req-15653567-1518-4353-bd1f-4d0dcdae15fd None None] Agent healthcheck: found 6 active agents {{(pid=111025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 00:35:50.457815 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b34819-9997-4914-87c3-9af4307d0d36 req-5f495912-a6a1-4ca9-9e3a-e627a8e98471 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:50.459299 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-94b34819-9997-4914-87c3-9af4307d0d36 req-5f495912-a6a1-4ca9-9e3a-e627a8e98471 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=76508475-0af3-48d7-8f12-9ad3686d77f0 HTTP/1.1" status: 200 len: 946 time: 0.0539379 Jun 16 00:35:50.510300 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-94b34819-9997-4914-87c3-9af4307d0d36 req-42607523-ee9c-4bc0-8804-896cb93002b4 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454385 Jun 16 00:35:51.012451 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f49989-56d5-4413-a28f-3858942e26e7 req-2b2b76c0-5e34-4d9f-b69e-7baaad1fcf4a tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:51.013980 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-d8f49989-56d5-4413-a28f-3858942e26e7 req-2b2b76c0-5e34-4d9f-b69e-7baaad1fcf4a tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] 10.222.0.20 "GET /v2.0/ports?device_id=82ca4ac6-b12b-459b-a5b3-74f98b2aa635 HTTP/1.1" status: 200 len: 945 time: 0.0493598 Jun 16 00:35:51.060873 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-d8f49989-56d5-4413-a28f-3858942e26e7 req-4c701b46-41dc-4f45-a48c-3946401f0b94 tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1dcb168-b575-4d6d-8ddf-c3b1c3ff8015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408413 Jun 16 00:35:51.641588 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ba60d-41ba-491e-b7ea-fae9653fc9d2 req-c31d743c-7cbc-406d-a5ae-38192b65d897 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:51.645722 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-e24ba60d-41ba-491e-b7ea-fae9653fc9d2 req-c31d743c-7cbc-406d-a5ae-38192b65d897 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=76508475-0af3-48d7-8f12-9ad3686d77f0 HTTP/1.1" status: 200 len: 946 time: 0.0569739 Jun 16 00:35:51.698765 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-e24ba60d-41ba-491e-b7ea-fae9653fc9d2 req-79864c55-562e-46b3-ac05-ce4ea3869527 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462620 Jun 16 00:35:52.176647 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e88bac1-29a2-4462-91a3-d2fc53d6f032 req-43155ea3-a6b7-499c-903c-3bc63dbaa741 tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:52.181081 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-6e88bac1-29a2-4462-91a3-d2fc53d6f032 req-43155ea3-a6b7-499c-903c-3bc63dbaa741 tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] 10.222.0.20 "GET /v2.0/ports?device_id=82ca4ac6-b12b-459b-a5b3-74f98b2aa635 HTTP/1.1" status: 200 len: 945 time: 0.0499632 Jun 16 00:35:52.226156 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-6e88bac1-29a2-4462-91a3-d2fc53d6f032 req-29832d5a-f881-4a8d-b183-6fb9fc65426d tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1dcb168-b575-4d6d-8ddf-c3b1c3ff8015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424657 Jun 16 00:35:52.812212 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee592c3-84fb-4069-b8c1-c3bc9dcb7b8c req-3ea30ded-8a26-43c2-9df2-6c8f932cae0c tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:52.814803 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-9ee592c3-84fb-4069-b8c1-c3bc9dcb7b8c req-3ea30ded-8a26-43c2-9df2-6c8f932cae0c tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=76508475-0af3-48d7-8f12-9ad3686d77f0 HTTP/1.1" status: 200 len: 946 time: 0.0491850 Jun 16 00:35:52.841209 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 41162) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:35:52.875356 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-9ee592c3-84fb-4069-b8c1-c3bc9dcb7b8c req-c8e9ea98-cca0-4bcb-8b47-3cc575f0eb80 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522130 Jun 16 00:35:52.960933 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-8dcd3535-228e-437d-8dc9-c235a8b39b0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:53.037946 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-8dcd3535-228e-437d-8dc9-c235a8b39b0f admin admin] Publish callbacks [] for security_group (017f6aab-3caf-45da-a9f5-825c3143157e), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:53.136441 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-8dcd3535-228e-437d-8dc9-c235a8b39b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (017f6aab-3caf-45da-a9f5-825c3143157e), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:53.178058 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-8dcd3535-228e-437d-8dc9-c235a8b39b0f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=01ad832b338d4b5c83c57fcec7b37d58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3330495 Jun 16 00:35:53.178058 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcd3535-228e-437d-8dc9-c235a8b39b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=017f6aab-3caf-45da-a9f5-825c3143157e,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:35:53.178791 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 41172) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:35:53.231899 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-f94fe5b1-9aaa-441e-a7f9-77f603979d4c admin admin] Publish callbacks [] for security_group (017f6aab-3caf-45da-a9f5-825c3143157e), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:53.255584 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-f94fe5b1-9aaa-441e-a7f9-77f603979d4c admin admin] Publish callbacks [] for security_group (017f6aab-3caf-45da-a9f5-825c3143157e), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:53.339833 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c93327-0cd2-48c8-b1af-79e2c9e95d10 req-604f2eeb-4a43-4a78-a92e-30bb87524b8e tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:53.341417 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-a7c93327-0cd2-48c8-b1af-79e2c9e95d10 req-604f2eeb-4a43-4a78-a92e-30bb87524b8e tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] 10.222.0.20 "GET /v2.0/ports?device_id=82ca4ac6-b12b-459b-a5b3-74f98b2aa635 HTTP/1.1" status: 200 len: 945 time: 0.0472624 Jun 16 00:35:53.385046 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-f94fe5b1-9aaa-441e-a7f9-77f603979d4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (017f6aab-3caf-45da-a9f5-825c3143157e), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:53.387723 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-f94fe5b1-9aaa-441e-a7f9-77f603979d4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:53.396856 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-f94fe5b1-9aaa-441e-a7f9-77f603979d4c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/017f6aab-3caf-45da-a9f5-825c3143157e HTTP/1.1" status: 204 len: 168 time: 0.2095783 Jun 16 00:35:53.397346 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-a7c93327-0cd2-48c8-b1af-79e2c9e95d10 req-d275e038-3a5a-4ffb-93de-6c39906b3638 tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1dcb168-b575-4d6d-8ddf-c3b1c3ff8015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431390 Jun 16 00:35:53.401976 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94fe5b1-9aaa-441e-a7f9-77f603979d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=017f6aab-3caf-45da-a9f5-825c3143157e,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:35:53.896859 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38fa795-edc1-4f6a-aeac-d941ddc075b7 req-ae884492-0f92-4718-ba0d-741edf6169de tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:53.898567 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-e38fa795-edc1-4f6a-aeac-d941ddc075b7 req-ae884492-0f92-4718-ba0d-741edf6169de tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] 10.222.0.40 "GET /v2.0/ports?device_id=82ca4ac6-b12b-459b-a5b3-74f98b2aa635 HTTP/1.1" status: 200 len: 945 time: 0.0461111 Jun 16 00:35:53.996353 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5b36bc-0020-4a14-861d-9a9cb2ff6a2a req-fec50739-055b-4e42-bbd8-ce8165479ec4 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:53.998477 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-ad5b36bc-0020-4a14-861d-9a9cb2ff6a2a req-fec50739-055b-4e42-bbd8-ce8165479ec4 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=76508475-0af3-48d7-8f12-9ad3686d77f0 HTTP/1.1" status: 200 len: 946 time: 0.0513763 Jun 16 00:35:54.032807 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [req-e38fa795-edc1-4f6a-aeac-d941ddc075b7 req-04eb7142-8305-4006-b0e4-361decabbe4e tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] Deleting port 432dd3b9-53d3-41b9-b199-4ccdb65e8510 {{(pid=111023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 00:35:54.033275 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-e38fa795-edc1-4f6a-aeac-d941ddc075b7 req-04eb7142-8305-4006-b0e4-361decabbe4e tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753842671270'] for port (432dd3b9-53d3-41b9-b199-4ccdb65e8510), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:54.057112 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-ad5b36bc-0020-4a14-861d-9a9cb2ff6a2a req-1604b0dd-577c-461c-8b61-807fc1258f04 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527649 Jun 16 00:35:54.113717 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 41196) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:35:54.135901 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-35ddf1f7-d30b-4694-b8d4-0e1edbc08056 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:54.139805 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.db [req-e38fa795-edc1-4f6a-aeac-d941ddc075b7 req-04eb7142-8305-4006-b0e4-361decabbe4e tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] For port 432dd3b9-53d3-41b9-b199-4ccdb65e8510, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=432dd3b9-53d3-41b9-b199-4ccdb65e8510,segment=NetworkSegment(726cf98a-2766-44f9-8c50-194b1bfad17f),segment_id=726cf98a-2766-44f9-8c50-194b1bfad17f)] {{(pid=111023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:35:54.140234 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-e38fa795-edc1-4f6a-aeac-d941ddc075b7 req-04eb7142-8305-4006-b0e4-361decabbe4e tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642233'] for port (432dd3b9-53d3-41b9-b199-4ccdb65e8510), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:54.142670 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:54.159812 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [req-e38fa795-edc1-4f6a-aeac-d941ddc075b7 req-04eb7142-8305-4006-b0e4-361decabbe4e tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] Calling delete_port for 432dd3b9-53d3-41b9-b199-4ccdb65e8510 owned by compute:nova {{(pid=111023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 00:35:54.172657 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:54.216557 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-35ddf1f7-d30b-4694-b8d4-0e1edbc08056 admin admin] Publish callbacks [] for security_group (079c8a78-2480-4c59-8855-8d3f88fd88ca), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:54.237457 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:54.259665 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-35ddf1f7-d30b-4694-b8d4-0e1edbc08056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (079c8a78-2480-4c59-8855-8d3f88fd88ca), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:54.301936 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ddf1f7-d30b-4694-b8d4-0e1edbc08056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=079c8a78-2480-4c59-8855-8d3f88fd88ca,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:35:54.306260 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-35ddf1f7-d30b-4694-b8d4-0e1edbc08056 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3f20a3fdd59b4fc2a36646bb828ef398&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1914773 Jun 16 00:35:54.309543 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 41204) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:35:54.337171 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:54.366893 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-85a51ac5-bf2c-4951-b461-a080032fe499 admin admin] Publish callbacks [] for security_group (079c8a78-2480-4c59-8855-8d3f88fd88ca), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:54.388020 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-e38fa795-edc1-4f6a-aeac-d941ddc075b7 req-04eb7142-8305-4006-b0e4-361decabbe4e tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753842673475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753842110814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909837'] for port (432dd3b9-53d3-41b9-b199-4ccdb65e8510), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:54.391283 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-85a51ac5-bf2c-4951-b461-a080032fe499 admin admin] Publish callbacks [] for security_group (079c8a78-2480-4c59-8855-8d3f88fd88ca), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:54.417971 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eb7142-8305-4006-b0e4-361decabbe4e tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] Pushing event deleted for resources: {'Port': ['ID=432dd3b9-53d3-41b9-b199-4ccdb65e8510,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:35:54.492863 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.l3_dvrscheduler_db [req-e38fa795-edc1-4f6a-aeac-d941ddc075b7 req-04eb7142-8305-4006-b0e4-361decabbe4e tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] No DVR routers for this DVR port 432dd3b9-53d3-41b9-b199-4ccdb65e8510 on host hv-cinder-80382 {{(pid=111023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 00:35:54.497199 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-e38fa795-edc1-4f6a-aeac-d941ddc075b7 req-04eb7142-8305-4006-b0e4-361decabbe4e tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for port (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:54.500577 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-e38fa795-edc1-4f6a-aeac-d941ddc075b7 req-04eb7142-8305-4006-b0e4-361decabbe4e tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] 10.222.0.40 "DELETE /v2.0/ports/432dd3b9-53d3-41b9-b199-4ccdb65e8510 HTTP/1.1" status: 204 len: 173 time: 0.5914407 Jun 16 00:35:54.501064 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82ca4ac6-b12b-459b-a5b3-74f98b2aa635', 'name': 'network-vif-deleted', 'tag': '432dd3b9-53d3-41b9-b199-4ccdb65e8510'}] {{(pid=111023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:35:54.505382 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849ffc5c5c28115853a01ef2d84a57e68c82d4a74a931575540ba89325b26957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e1ba2d4-6d9d-4b9a-99e8-4e36d4566c49" -d '{"events": [{"server_uuid": "82ca4ac6-b12b-459b-a5b3-74f98b2aa635", "name": "network-vif-deleted", "tag": "432dd3b9-53d3-41b9-b199-4ccdb65e8510"}]}' {{(pid=111023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:35:54.537065 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-740fbc08-77fe-4663-afd2-cc3adc07c89c req-983d8264-b4bc-408f-8ef6-b9d19b73047e tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] 10.222.0.20 "GET /v2.0/ports?device_id=82ca4ac6-b12b-459b-a5b3-74f98b2aa635 HTTP/1.1" status: 200 len: 210 time: 0.0289142 Jun 16 00:35:54.545020 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 00:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fbf17b7-46d2-4902-b69d-592deeeebf65 x-openstack-request-id: req-1fbf17b7-46d2-4902-b69d-592deeeebf65 {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:35:54.545397 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82ca4ac6-b12b-459b-a5b3-74f98b2aa635", "name": "network-vif-deleted", "tag": "432dd3b9-53d3-41b9-b199-4ccdb65e8510", "status": "completed", "code": 200}]} {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:35:54.545733 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1fbf17b7-46d2-4902-b69d-592deeeebf65 {{(pid=111023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:35:54.546399 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fbf17b7-46d2-4902-b69d-592deeeebf65'] response: {'server_uuid': '82ca4ac6-b12b-459b-a5b3-74f98b2aa635', 'name': 'network-vif-deleted', 'tag': '432dd3b9-53d3-41b9-b199-4ccdb65e8510', 'status': 'completed', 'code': 200} Jun 16 00:35:54.556133 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-85a51ac5-bf2c-4951-b461-a080032fe499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (079c8a78-2480-4c59-8855-8d3f88fd88ca), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:54.556337 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-88795e87-3410-4340-924a-9ea4cc249a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (2a8c543c-b8d9-40d8-999c-fa03b757f547), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:54.566443 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-85a51ac5-bf2c-4951-b461-a080032fe499 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:54.566443 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-85a51ac5-bf2c-4951-b461-a080032fe499 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/079c8a78-2480-4c59-8855-8d3f88fd88ca HTTP/1.1" status: 204 len: 168 time: 0.2506158 Jun 16 00:35:54.581238 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a51ac5-bf2c-4951-b461-a080032fe499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=079c8a78-2480-4c59-8855-8d3f88fd88ca,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:35:54.729824 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 41218) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:35:54.895155 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=4 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:54.954014 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-cde191df-e42a-4b14-a494-9965c6610f28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:55.046695 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-cde191df-e42a-4b14-a494-9965c6610f28 admin admin] Publish callbacks [] for security_group (bf3c1652-56cd-47dc-a0e9-5f447c5b564f), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:55.127508 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-cde191df-e42a-4b14-a494-9965c6610f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (bf3c1652-56cd-47dc-a0e9-5f447c5b564f), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:55.210310 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-cde191df-e42a-4b14-a494-9965c6610f28 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9e5f416610d34598b7ca363bf829a1f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4791460 Jun 16 00:35:55.212855 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 41238) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:35:55.213623 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde191df-e42a-4b14-a494-9965c6610f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3c1652-56cd-47dc-a0e9-5f447c5b564f,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:35:55.224676 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1a7362-ad4b-4bcf-bc33-d67f6655ad7e req-827830aa-1f56-4498-a39b-778fcadb5d9b tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:55.226159 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-4c1a7362-ad4b-4bcf-bc33-d67f6655ad7e req-827830aa-1f56-4498-a39b-778fcadb5d9b tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=76508475-0af3-48d7-8f12-9ad3686d77f0 HTTP/1.1" status: 200 len: 946 time: 0.0835452 Jun 16 00:35:55.271432 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-9436cfa1-f51b-4f54-86cd-d229b702d548 admin admin] Publish callbacks [] for security_group (bf3c1652-56cd-47dc-a0e9-5f447c5b564f), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:55.274145 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-4c1a7362-ad4b-4bcf-bc33-d67f6655ad7e req-64aec071-3fa3-47d0-a280-7bd00a43564d tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421839 Jun 16 00:35:55.294304 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-9436cfa1-f51b-4f54-86cd-d229b702d548 admin admin] Publish callbacks [] for security_group (bf3c1652-56cd-47dc-a0e9-5f447c5b564f), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:55.407721 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-9436cfa1-f51b-4f54-86cd-d229b702d548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (bf3c1652-56cd-47dc-a0e9-5f447c5b564f), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:55.411936 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-9436cfa1-f51b-4f54-86cd-d229b702d548 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:55.411936 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-9436cfa1-f51b-4f54-86cd-d229b702d548 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bf3c1652-56cd-47dc-a0e9-5f447c5b564f HTTP/1.1" status: 204 len: 168 time: 0.1976120 Jun 16 00:35:55.419921 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9436cfa1-f51b-4f54-86cd-d229b702d548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3c1652-56cd-47dc-a0e9-5f447c5b564f,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:35:55.659722 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-999d3462-047c-47fd-8fa4-c434a07f8a20 req-0e2bef84-fb2a-4511-9af2-ef494199f15d tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] 10.222.0.20 "GET /v2.0/ports?device_id=82ca4ac6-b12b-459b-a5b3-74f98b2aa635 HTTP/1.1" status: 200 len: 210 time: 0.0302870 Jun 16 00:35:56.070708 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 41264) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:35:56.085237 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-20d237ed-7f75-47cf-8363-2859e43e68ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:56.160568 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-20d237ed-7f75-47cf-8363-2859e43e68ec admin admin] Publish callbacks [] for security_group (b5e5e227-51e7-414b-8ece-8454de939c80), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:56.230419 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-20d237ed-7f75-47cf-8363-2859e43e68ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (b5e5e227-51e7-414b-8ece-8454de939c80), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:56.270745 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-20d237ed-7f75-47cf-8363-2859e43e68ec admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=deddebabc1f441cdaf2d6ba49ffd461c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1988802 Jun 16 00:35:56.271604 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d237ed-7f75-47cf-8363-2859e43e68ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e5e227-51e7-414b-8ece-8454de939c80,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:35:56.273328 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 41270) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:35:56.299733 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:56.329985 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-2eff598c-7a4f-45e3-8932-38b849eb3432 admin admin] Publish callbacks [] for security_group (b5e5e227-51e7-414b-8ece-8454de939c80), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:56.356169 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-2eff598c-7a4f-45e3-8932-38b849eb3432 admin admin] Publish callbacks [] for security_group (b5e5e227-51e7-414b-8ece-8454de939c80), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:56.591712 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f769a731-4d2a-468a-bec1-2433ec22343e req-bdb546d2-98fb-47f7-ac46-52c12207e521 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:56.593176 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-f769a731-4d2a-468a-bec1-2433ec22343e req-bdb546d2-98fb-47f7-ac46-52c12207e521 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=76508475-0af3-48d7-8f12-9ad3686d77f0 HTTP/1.1" status: 200 len: 946 time: 0.2429495 Jun 16 00:35:56.641804 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-f769a731-4d2a-468a-bec1-2433ec22343e req-60712880-2fbe-4b44-8ed8-aab62f2614f2 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429080 Jun 16 00:35:56.736704 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-2eff598c-7a4f-45e3-8932-38b849eb3432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (b5e5e227-51e7-414b-8ece-8454de939c80), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:56.738103 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-805ef2bb-efae-4971-85c6-fd79419e0637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (d0297bc9-c3a8-45ac-9023-c937cb4f21fc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:56.740268 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-2eff598c-7a4f-45e3-8932-38b849eb3432 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:56.744063 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-2eff598c-7a4f-45e3-8932-38b849eb3432 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b5e5e227-51e7-414b-8ece-8454de939c80 HTTP/1.1" status: 204 len: 168 time: 0.4655788 Jun 16 00:35:56.751957 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eff598c-7a4f-45e3-8932-38b849eb3432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e5e227-51e7-414b-8ece-8454de939c80,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:35:56.762171 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-bcfc9cbd-4759-426e-9ea9-156212f65faa req-9044dd3a-868e-49cf-827c-4de7cba4900c tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] 10.222.0.20 "GET /v2.0/ports?device_id=82ca4ac6-b12b-459b-a5b3-74f98b2aa635 HTTP/1.1" status: 200 len: 210 time: 0.0344269 Jun 16 00:35:57.162217 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] get_ports_and_sgs() called for port_ids ['432dd3b9-53d3-41b9-b199-4ccdb65e8510'] {{(pid=111024) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 00:35:57.614015 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 41296) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:35:57.629202 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-ffb65411-4c28-4d9e-a157-a7294c3640fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:57.706127 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-ffb65411-4c28-4d9e-a157-a7294c3640fc admin admin] Publish callbacks [] for security_group (ee53b02b-079e-48cf-a2f9-183c6f0cfc84), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:57.756410 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a448f-a948-4324-b488-cda4be5ecadd req-a8b08942-add2-4251-b8de-3f63826b3de8 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:57.757892 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-d85a448f-a948-4324-b488-cda4be5ecadd req-a8b08942-add2-4251-b8de-3f63826b3de8 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=76508475-0af3-48d7-8f12-9ad3686d77f0 HTTP/1.1" status: 200 len: 946 time: 0.0455871 Jun 16 00:35:57.779163 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-ffb65411-4c28-4d9e-a157-a7294c3640fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (ee53b02b-079e-48cf-a2f9-183c6f0cfc84), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:57.833459 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb65411-4c28-4d9e-a157-a7294c3640fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee53b02b-079e-48cf-a2f9-183c6f0cfc84,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:35:57.844320 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-ffb65411-4c28-4d9e-a157-a7294c3640fc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=561cec281d334770b041f277fd994841&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2291896 Jun 16 00:35:57.847494 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 41304) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:35:57.852587 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-d85a448f-a948-4324-b488-cda4be5ecadd req-49c9b2ec-c2f2-4213-8dd7-97f07875f30d tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886023 Jun 16 00:35:57.873558 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-88241df1-c3ca-45a7-b3b2-558336882edc req-e7897cb8-e5ec-4a33-83c9-56915e5e787c tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] 10.222.0.20 "GET /v2.0/ports?device_id=82ca4ac6-b12b-459b-a5b3-74f98b2aa635 HTTP/1.1" status: 200 len: 210 time: 0.0370100 Jun 16 00:35:57.888252 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-117977e4-98b1-40f2-baea-1bec010e476c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (b90f279a-3e8f-4325-a28d-8d213fb96fbc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:57.916071 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-fcda9599-cad6-4a45-9992-4dc62d888068 admin admin] Publish callbacks [] for security_group (ee53b02b-079e-48cf-a2f9-183c6f0cfc84), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:57.937767 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-fcda9599-cad6-4a45-9992-4dc62d888068 admin admin] Publish callbacks [] for security_group (ee53b02b-079e-48cf-a2f9-183c6f0cfc84), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:57.945706 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=83,neutron:DELETE=10,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:58.058779 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-fcda9599-cad6-4a45-9992-4dc62d888068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (ee53b02b-079e-48cf-a2f9-183c6f0cfc84), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:58.061308 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-fcda9599-cad6-4a45-9992-4dc62d888068 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:58.062671 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-fcda9599-cad6-4a45-9992-4dc62d888068 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ee53b02b-079e-48cf-a2f9-183c6f0cfc84 HTTP/1.1" status: 204 len: 168 time: 0.2138271 Jun 16 00:35:58.072266 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcda9599-cad6-4a45-9992-4dc62d888068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee53b02b-079e-48cf-a2f9-183c6f0cfc84,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:35:58.972640 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-4fefbccc-de91-42f0-b596-4683714c1a64 req-7fe647da-c2cb-477e-9495-dfb4a8d3ec58 tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] 10.222.0.20 "GET /v2.0/ports?device_id=82ca4ac6-b12b-459b-a5b3-74f98b2aa635 HTTP/1.1" status: 200 len: 210 time: 0.0286288 Jun 16 00:35:58.973361 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e012466-a322-404e-bff5-5976b910b708 req-03705173-cf20-42a6-a017-54f1726fb34d tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:35:58.974885 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-5e012466-a322-404e-bff5-5976b910b708 req-03705173-cf20-42a6-a017-54f1726fb34d tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=76508475-0af3-48d7-8f12-9ad3686d77f0 HTTP/1.1" status: 200 len: 946 time: 0.0519338 Jun 16 00:35:59.027667 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-5e012466-a322-404e-bff5-5976b910b708 req-6316b654-ece9-4603-8648-dad528be7e1c tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460103 Jun 16 00:35:59.149691 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=83,neutron:UPDATE=7 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:35:59.218871 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-faa15201-cec6-4660-ae33-7025f254e5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (50ece25a-9452-44f6-8bc9-48c0ade2294b), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:59.686826 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (81117e21-cbf2-493f-9e14-29a3cec1f25a), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:35:59.819931 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=52 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:36:00.073032 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-a41c6a9a-6c9f-488c-a111-42eb2ef1c987 req-d9a44d28-ad53-4a81-a782-6655f69e1478 tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] 10.222.0.20 "GET /v2.0/ports?device_id=82ca4ac6-b12b-459b-a5b3-74f98b2aa635 HTTP/1.1" status: 200 len: 210 time: 0.0303230 Jun 16 00:36:00.122487 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:36:00.138617 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecaa761-ac2a-4407-b1fa-8f8057ea244d req-08195feb-f55d-48e7-839b-1967b691ff7a tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:00.140068 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-0ecaa761-ac2a-4407-b1fa-8f8057ea244d req-08195feb-f55d-48e7-839b-1967b691ff7a tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=76508475-0af3-48d7-8f12-9ad3686d77f0 HTTP/1.1" status: 200 len: 946 time: 0.0457523 Jun 16 00:36:00.191757 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-0ecaa761-ac2a-4407-b1fa-8f8057ea244d req-b3eb0d91-093a-44c9-9428-bc47c40032e0 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453637 Jun 16 00:36:00.216467 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device 432dd3b9-53d3-41b9-b199-4ccdb65e8510 no longer exists at agent hyperv_hv-cinder-80382 {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 00:36:00.234986 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] No Port match for: 432dd3b9-53d3-41b9-b199-4ccdb65e8510 {{(pid=111024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 00:36:00.235322 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device 432dd3b9-53d3-41b9-b199-4ccdb65e8510 not bound to the agent host hv-cinder-80382 {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 00:36:01.170267 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-00a1bf66-7c4f-48f5-8cc5-34cba8a2bad9 req-deb368a3-5541-4cb0-a784-5725dab56962 tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] 10.222.0.20 "GET /v2.0/ports?device_id=82ca4ac6-b12b-459b-a5b3-74f98b2aa635 HTTP/1.1" status: 200 len: 210 time: 0.0278313 Jun 16 00:36:01.306195 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac87b24-ae42-48e9-a92c-269fefa8d598 req-2d37e046-64e8-49d1-b888-e625323c6530 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:01.307742 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-0ac87b24-ae42-48e9-a92c-269fefa8d598 req-2d37e046-64e8-49d1-b888-e625323c6530 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=76508475-0af3-48d7-8f12-9ad3686d77f0 HTTP/1.1" status: 200 len: 946 time: 0.0493131 Jun 16 00:36:01.355310 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-0ac87b24-ae42-48e9-a92c-269fefa8d598 req-c91204fa-334e-42f3-b999-1c55022bb2d1 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418999 Jun 16 00:36:02.146280 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-02bae926-517a-41d2-b5d0-187e2fef9050 req-8eb84bdb-f98d-4fe7-a550-a282856d8ad3 tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=a8d7918c87fc4feab324728c4739d326&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299621 Jun 16 00:36:02.296467 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-99f2b8dd-ddd3-496a-9fc0-bc1b07baf1e7 req-8206aa56-8715-4d4c-8ece-a8c5ce81c75c tempest-DeleteServersTestJSON-1661624836 tempest-DeleteServersTestJSON-1661624836-project] 10.222.0.20 "GET /v2.0/ports?device_id=82ca4ac6-b12b-459b-a5b3-74f98b2aa635 HTTP/1.1" status: 200 len: 210 time: 0.0307734 Jun 16 00:36:02.341928 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bae926-517a-41d2-b5d0-187e2fef9050 req-02e436ab-23bb-44aa-9d55-88a51111b779 tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:02.343371 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-02bae926-517a-41d2-b5d0-187e2fef9050 req-02e436ab-23bb-44aa-9d55-88a51111b779 tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1915808 Jun 16 00:36:02.358442 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-02bae926-517a-41d2-b5d0-187e2fef9050 req-a8f23148-ec5b-497e-a6f8-90e438094cb8 tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] 10.222.0.20 "GET /v2.0/quotas/a8d7918c87fc4feab324728c4739d326 HTTP/1.1" status: 200 len: 375 time: 0.0090618 Jun 16 00:36:02.394697 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-02bae926-517a-41d2-b5d0-187e2fef9050 req-57a2c854-fac4-4bd2-bf3c-1c25ee6e36ca tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a8d7918c87fc4feab324728c4739d326&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305572 Jun 16 00:36:02.477293 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f0d0f-ff65-4770-9384-840a4267af04 req-3bad830e-ecbb-4a38-acb7-0bc04f00929a tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:02.479871 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-f94f0d0f-ff65-4770-9384-840a4267af04 req-3bad830e-ecbb-4a38-acb7-0bc04f00929a tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=76508475-0af3-48d7-8f12-9ad3686d77f0 HTTP/1.1" status: 200 len: 946 time: 0.0504892 Jun 16 00:36:02.540897 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-f94f0d0f-ff65-4770-9384-840a4267af04 req-286afcfe-63d4-447d-84f4-d32cbc53c040 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510170 Jun 16 00:36:02.705167 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-d7fb64ca-02b9-4528-953a-bb8aa2c466aa req-76ca8e23-e8eb-48ec-ad8e-0f242f4e2636 tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] 10.222.0.20 "GET /v2.0/ports?device_id=43c3ad64-d6e8-48a2-9835-f88e8d0ef11f HTTP/1.1" status: 200 len: 210 time: 0.0339444 Jun 16 00:36:03.664248 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f990c240-88ab-443b-a968-b25938140e6d req-d6eb8c32-ec41-4d1e-b060-b96bd2b5c0ac tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:03.665747 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-f990c240-88ab-443b-a968-b25938140e6d req-d6eb8c32-ec41-4d1e-b060-b96bd2b5c0ac tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=76508475-0af3-48d7-8f12-9ad3686d77f0 HTTP/1.1" status: 200 len: 946 time: 0.0510283 Jun 16 00:36:03.713135 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-f990c240-88ab-443b-a968-b25938140e6d req-916eb5eb-be38-4952-83cd-f91c338c6c13 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417612 Jun 16 00:36:03.946341 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-edafa6ae-5f0a-44fb-bc95-bc72066df42b req-0d6974cc-f213-40dd-ab16-56b36c6e52a8 tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] 10.222.0.20 "GET /v2.0/ports?device_id=43c3ad64-d6e8-48a2-9835-f88e8d0ef11f HTTP/1.1" status: 200 len: 210 time: 0.0279906 Jun 16 00:36:04.828051 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a325f1-25cb-4bed-97dc-f2a3060eb8e6 req-3cc58142-c871-4ccf-8274-afd87693d764 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:04.829565 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-94a325f1-25cb-4bed-97dc-f2a3060eb8e6 req-3cc58142-c871-4ccf-8274-afd87693d764 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=76508475-0af3-48d7-8f12-9ad3686d77f0 HTTP/1.1" status: 200 len: 946 time: 0.0493577 Jun 16 00:36:04.842810 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:36:04.888546 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-94a325f1-25cb-4bed-97dc-f2a3060eb8e6 req-258e6e0a-143c-4d1d-b256-7791ede2783e tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528069 Jun 16 00:36:04.907551 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 41494) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:36:05.091776 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-75f58939-986c-4129-a39d-8e417cfc1b1f req-84499d83-7a7b-4b32-809f-e6c6ef8381e7 tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] 10.222.0.20 "GET /v2.0/ports?device_id=43c3ad64-d6e8-48a2-9835-f88e8d0ef11f HTTP/1.1" status: 200 len: 210 time: 0.0368111 Jun 16 00:36:05.238614 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-02bae926-517a-41d2-b5d0-187e2fef9050 req-1522592d-a29f-4049-96cb-327ec130c2e9 tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] 10.222.0.40 "GET /v2.0/networks?tenant_id=a8d7918c87fc4feab324728c4739d326&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0477030 Jun 16 00:36:05.395912 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=100 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:36:05.402715 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-0c640809-2cd8-4db5-895c-b20f5cb6f23f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-678073'] for router_interface (f8af5f06-db23-459f-ae73-a606857d961d), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:05.493417 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bae926-517a-41d2-b5d0-187e2fef9050 req-d8d7c2fb-48dc-4d7d-9838-538e105d912a tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:05.494893 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-02bae926-517a-41d2-b5d0-187e2fef9050 req-d8d7c2fb-48dc-4d7d-9838-538e105d912a tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2489431 Jun 16 00:36:05.517391 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [req-02bae926-517a-41d2-b5d0-187e2fef9050 req-d196d142-7ec5-4148-aa76-f58c140cafbf tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] Request body: {'port': {'device_id': '43c3ad64-d6e8-48a2-9835-f88e8d0ef11f', 'network_id': 'c5a3353c-8ac5-4b18-a510-3bfd58e2b40a', 'admin_state_up': True, 'tenant_id': 'a8d7918c87fc4feab324728c4739d326'}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:36:06.055722 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [None req-0c640809-2cd8-4db5-895c-b20f5cb6f23f admin admin] Deleting port 44c6089c-6fe0-46fd-a3c9-1a1ec6f16764 {{(pid=111023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 00:36:06.056399 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-0c640809-2cd8-4db5-895c-b20f5cb6f23f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753842671270'] for port (44c6089c-6fe0-46fd-a3c9-1a1ec6f16764), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:06.077976 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210561d7-c8ee-420a-bf5b-d4afc6f91bd8 req-61f4fb96-f642-4045-a4b8-2cffd7b31dc7 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:06.079416 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-210561d7-c8ee-420a-bf5b-d4afc6f91bd8 req-61f4fb96-f642-4045-a4b8-2cffd7b31dc7 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=76508475-0af3-48d7-8f12-9ad3686d77f0 HTTP/1.1" status: 200 len: 946 time: 0.0662203 Jun 16 00:36:06.133894 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02bae926-517a-41d2-b5d0-187e2fef9050 req-d196d142-7ec5-4148-aa76-f58c140cafbf tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] Made reservation on behalf of a8d7918c87fc4feab324728c4739d326 for: {'port': 1} {{(pid=111023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 00:36:06.138340 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-02bae926-517a-41d2-b5d0-187e2fef9050 req-d196d142-7ec5-4148-aa76-f58c140cafbf tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:06.154467 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-02bae926-517a-41d2-b5d0-187e2fef9050 req-d196d142-7ec5-4148-aa76-f58c140cafbf tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] Publish callbacks [] for security_group (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:06.195602 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-7c5d5e7f-e108-4366-ac64-b649d9d4eaa9 req-193616d5-fd1d-4df7-94eb-c2a58977f5b1 tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] 10.222.0.20 "GET /v2.0/ports?device_id=43c3ad64-d6e8-48a2-9835-f88e8d0ef11f HTTP/1.1" status: 200 len: 210 time: 0.0310619 Jun 16 00:36:06.200595 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.db [None req-0c640809-2cd8-4db5-895c-b20f5cb6f23f admin admin] For port 44c6089c-6fe0-46fd-a3c9-1a1ec6f16764, host dv-cinder-803823-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=44c6089c-6fe0-46fd-a3c9-1a1ec6f16764,segment=NetworkSegment(726cf98a-2766-44f9-8c50-194b1bfad17f),segment_id=726cf98a-2766-44f9-8c50-194b1bfad17f)] {{(pid=111023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:36:06.200966 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-0c640809-2cd8-4db5-895c-b20f5cb6f23f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642233'] for port (44c6089c-6fe0-46fd-a3c9-1a1ec6f16764), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:06.212378 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=100 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:36:06.224013 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [None req-0c640809-2cd8-4db5-895c-b20f5cb6f23f admin admin] Calling delete_port for 44c6089c-6fe0-46fd-a3c9-1a1ec6f16764 owned by network:router_interface {{(pid=111023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 00:36:06.228375 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-210561d7-c8ee-420a-bf5b-d4afc6f91bd8 req-38210fb3-37d1-4a32-8657-8a7d2f95c0c4 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389604 Jun 16 00:36:06.335261 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:36:06.377239 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-02bae926-517a-41d2-b5d0-187e2fef9050 req-d196d142-7ec5-4148-aa76-f58c140cafbf tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] Publish callbacks [] for security_group (ff60839d-681f-4577-ae12-7e04761987fa), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:06.394123 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 41548) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:36:06.438940 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-02bae926-517a-41d2-b5d0-187e2fef9050 req-d196d142-7ec5-4148-aa76-f58c140cafbf tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (ff60839d-681f-4577-ae12-7e04761987fa), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:06.513564 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-66a3cd10-68c7-47af-95b1-cba7ed7f942f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:06.528387 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d196d142-7ec5-4148-aa76-f58c140cafbf tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff60839d-681f-4577-ae12-7e04761987fa,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:36:06.592677 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.db_base_plugin_common [req-02bae926-517a-41d2-b5d0-187e2fef9050 req-d196d142-7ec5-4148-aa76-f58c140cafbf tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] Allocated IP 192.168.233.105 (c5a3353c-8ac5-4b18-a510-3bfd58e2b40a/777eed95-03d5-43a8-a745-31a6d18a5719/94ce8402-0055-4b59-b7b9-1d09a0cbd6df) {{(pid=111023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 00:36:06.625101 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-0c640809-2cd8-4db5-895c-b20f5cb6f23f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753842673475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753842110814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909837'] for port (44c6089c-6fe0-46fd-a3c9-1a1ec6f16764), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:06.649482 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-66a3cd10-68c7-47af-95b1-cba7ed7f942f admin admin] Publish callbacks [] for security_group (91dce036-04ea-4957-9e08-b7563f05aced), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:06.667704 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c640809-2cd8-4db5-895c-b20f5cb6f23f admin admin] Pushing event deleted for resources: {'Port': ['ID=44c6089c-6fe0-46fd-a3c9-1a1ec6f16764,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:36:06.706401 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=81,neutron:DELETE=8,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:36:06.722638 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-66a3cd10-68c7-47af-95b1-cba7ed7f942f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (91dce036-04ea-4957-9e08-b7563f05aced), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:06.729280 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=88,neutron:INSERT=12 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:36:06.773864 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-66a3cd10-68c7-47af-95b1-cba7ed7f942f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0bfae81d2de24f5bb456de555da2e229&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3784781 Jun 16 00:36:06.779868 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 41556) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:36:06.792575 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a3cd10-68c7-47af-95b1-cba7ed7f942f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91dce036-04ea-4957-9e08-b7563f05aced,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:36:06.858493 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-2d084e94-c1f5-4956-8125-e18d5a482956 admin admin] Publish callbacks [] for security_group (91dce036-04ea-4957-9e08-b7563f05aced), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:06.884828 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-2d084e94-c1f5-4956-8125-e18d5a482956 admin admin] Publish callbacks [] for security_group (91dce036-04ea-4957-9e08-b7563f05aced), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:06.924935 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-0c640809-2cd8-4db5-895c-b20f5cb6f23f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677933'] for router_interface (f8af5f06-db23-459f-ae73-a606857d961d), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:06.941574 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-02bae926-517a-41d2-b5d0-187e2fef9050 req-d196d142-7ec5-4148-aa76-f58c140cafbf tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] Publish callbacks [] for port (94ce8402-0055-4b59-b7b9-1d09a0cbd6df), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:06.995902 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-2d084e94-c1f5-4956-8125-e18d5a482956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (91dce036-04ea-4957-9e08-b7563f05aced), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:06.998518 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-2d084e94-c1f5-4956-8125-e18d5a482956 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:06.999658 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-2d084e94-c1f5-4956-8125-e18d5a482956 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/91dce036-04ea-4957-9e08-b7563f05aced HTTP/1.1" status: 204 len: 168 time: 0.2188687 Jun 16 00:36:07.010105 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d084e94-c1f5-4956-8125-e18d5a482956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91dce036-04ea-4957-9e08-b7563f05aced,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:36:07.130734 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-02bae926-517a-41d2-b5d0-187e2fef9050 req-d196d142-7ec5-4148-aa76-f58c140cafbf tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753842110805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909837'] for port (94ce8402-0055-4b59-b7b9-1d09a0cbd6df), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:07.144325 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:36:07.198793 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02bae926-517a-41d2-b5d0-187e2fef9050 req-d196d142-7ec5-4148-aa76-f58c140cafbf tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] Network c5a3353c-8ac5-4b18-a510-3bfd58e2b40a is already hosted by enough agents. {{(pid=111023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:36:07.201175 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d196d142-7ec5-4148-aa76-f58c140cafbf tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] Pushing event updated for resources: {'Port': ['ID=94ce8402-0055-4b59-b7b9-1d09a0cbd6df,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:36:07.206960 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.base_scheduler [req-02bae926-517a-41d2-b5d0-187e2fef9050 req-d196d142-7ec5-4148-aa76-f58c140cafbf tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] Resources bound (agent type, host, resource id): {{(pid=111023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:36:07.212511 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.l3_dvrscheduler_db [req-02bae926-517a-41d2-b5d0-187e2fef9050 req-d196d142-7ec5-4148-aa76-f58c140cafbf tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] Received port after_create {{(pid=111023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 00:36:07.260120 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c640809-2cd8-4db5-895c-b20f5cb6f23f admin admin] Router f8af5f06-db23-459f-ae73-a606857d961d has already been hosted by L3 agent d0297bc9-c3a8-45ac-9023-c937cb4f21fc {{(pid=111023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 00:36:07.284678 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bae926-517a-41d2-b5d0-187e2fef9050 req-d196d142-7ec5-4148-aa76-f58c140cafbf tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:07.284678 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-02bae926-517a-41d2-b5d0-187e2fef9050 req-d196d142-7ec5-4148-aa76-f58c140cafbf tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for port (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:07.392510 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-02bae926-517a-41d2-b5d0-187e2fef9050 req-d196d142-7ec5-4148-aa76-f58c140cafbf tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8787889 Jun 16 00:36:07.394854 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bab24f8-f41e-40d4-bb5c-13a6312e546f req-1e9dc9e3-1d48-44db-afdf-806c49bcd5dd tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:07.396477 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-4bab24f8-f41e-40d4-bb5c-13a6312e546f req-1e9dc9e3-1d48-44db-afdf-806c49bcd5dd tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] 10.222.0.20 "GET /v2.0/ports?device_id=43c3ad64-d6e8-48a2-9835-f88e8d0ef11f HTTP/1.1" status: 200 len: 936 time: 0.0772934 Jun 16 00:36:07.419606 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [req-02bae926-517a-41d2-b5d0-187e2fef9050 req-0c9190fe-1059-4eb1-abfb-c4d2a8db062f service neutron] Request body: {'port': {'device_id': '43c3ad64-d6e8-48a2-9835-f88e8d0ef11f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:36:07.476306 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e7469e-3666-488e-876c-b05ee038d7fc req-80d22643-b36c-4e72-aec8-6c13ec5e2934 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:07.477345 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-27e7469e-3666-488e-876c-b05ee038d7fc req-80d22643-b36c-4e72-aec8-6c13ec5e2934 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=76508475-0af3-48d7-8f12-9ad3686d77f0 HTTP/1.1" status: 200 len: 946 time: 0.1384342 Jun 16 00:36:07.507788 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-4bab24f8-f41e-40d4-bb5c-13a6312e546f req-05dab7d9-0791-46de-987c-e24c696aad76 tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff60839d-681f-4577-ae12-7e04761987fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914912 Jun 16 00:36:07.549696 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c640809-2cd8-4db5-895c-b20f5cb6f23f admin admin] Notify agent at l3_agent.dv-cinder-803823-11-iscsi the message routers_updated {{(pid=111023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 00:36:07.560274 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-0c640809-2cd8-4db5-895c-b20f5cb6f23f admin admin] 10.222.0.20 "PUT /v2.0/routers/f8af5f06-db23-459f-ae73-a606857d961d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6541572 Jun 16 00:36:07.561070 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c3edad-5d41-41d6-9c22-4f575f8531a3 None None] Sync routers for ids ['f8af5f06-db23-459f-ae73-a606857d961d'] in dv-cinder-803823-11-iscsi {{(pid=111025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 00:36:07.562921 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 41578) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:36:07.569735 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-02bae926-517a-41d2-b5d0-187e2fef9050 req-0c9190fe-1059-4eb1-abfb-c4d2a8db062f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (94ce8402-0055-4b59-b7b9-1d09a0cbd6df), before_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:07.575285 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c3edad-5d41-41d6-9c22-4f575f8531a3 None None] Routers {'f8af5f06-db23-459f-ae73-a606857d961d'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:36:07.576054 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-a0c3edad-5d41-41d6-9c22-4f575f8531a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:35:57Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['f8af5f06-db23-459f-ae73-a606857d961d'], 'active': True} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:36:07.606236 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=48,neutron:UPDATE=5 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:36:07.608285 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-27e7469e-3666-488e-876c-b05ee038d7fc req-f18cfbdf-5bad-4dbc-acca-325d30f15273 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186275 Jun 16 00:36:07.640666 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-0619fea5-bab1-4df5-aaf1-a36883dc9024 None None] Provisioning complete for port 94ce8402-0055-4b59-b7b9-1d09a0cbd6df triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:36:07.644384 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0619fea5-bab1-4df5-aaf1-a36883dc9024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (94ce8402-0055-4b59-b7b9-1d09a0cbd6df), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:07.711976 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-9777822d-d1e9-4372-9174-e5592e2d5b6f admin admin] Publish callbacks [] for router (f8af5f06-db23-459f-ae73-a606857d961d), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:07.715244 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:36:07.720091 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0619fea5-bab1-4df5-aaf1-a36883dc9024 None None] Port 94ce8402-0055-4b59-b7b9-1d09a0cbd6df cannot update to ACTIVE because it is not bound. {{(pid=111024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 00:36:07.764749 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvr_db [None req-a0c3edad-5d41-41d6-9c22-4f575f8531a3 None None] Set router f8af5f06-db23-459f-ae73-a606857d961d gateway port host: dv-cinder-803823-11-iscsi {{(pid=111025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:36:07.810559 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:36:07.870290 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 41584) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:36:07.873503 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-9777822d-d1e9-4372-9174-e5592e2d5b6f admin admin] Publish callbacks [] for router_gateway (f8af5f06-db23-459f-ae73-a606857d961d), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:07.893056 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-6c0f5e04-c73b-4678-a6a9-3bbd17a3c8ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:07.947422 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-a0c3edad-5d41-41d6-9c22-4f575f8531a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8af5f06-db23-459f-ae73-a606857d961d', 'name': 'tempest-DeleteServersTestJSON-415055437-router', 'tenant_id': '2d9a178dbd5e430f874fa216367424dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '519309ba-1525-409f-9df1-a71aefad1a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:34:35Z', 'updated_at': '2022-06-16T00:36:06Z', 'revision_number': 5, 'project_id': '2d9a178dbd5e430f874fa216367424dc', 'gw_port': {'id': '519309ba-1525-409f-9df1-a71aefad1a2b', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8af5f06-db23-459f-ae73-a606857d961d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:36Z', 'updated_at': '2022-06-16T00:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi'}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:36:07.966475 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.notifiers.nova [req-02bae926-517a-41d2-b5d0-187e2fef9050 req-0c9190fe-1059-4eb1-abfb-c4d2a8db062f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94ce8402-0055-4b59-b7b9-1d09a0cbd6df {{(pid=111023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 00:36:07.975012 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.plugin [None req-9777822d-d1e9-4372-9174-e5592e2d5b6f admin admin] Deleting port 519309ba-1525-409f-9df1-a71aefad1a2b {{(pid=111022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 00:36:07.977064 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-9777822d-d1e9-4372-9174-e5592e2d5b6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753842671270'] for port (519309ba-1525-409f-9df1-a71aefad1a2b), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:07.979182 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-02bae926-517a-41d2-b5d0-187e2fef9050 req-0c9190fe-1059-4eb1-abfb-c4d2a8db062f service neutron] Publish callbacks [] for port (94ce8402-0055-4b59-b7b9-1d09a0cbd6df), precommit_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:07.980219 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c3edad-5d41-41d6-9c22-4f575f8531a3 None None] Checking router: f8af5f06-db23-459f-ae73-a606857d961d for host: dv-cinder-803823-11-iscsi {{(pid=111025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 00:36:07.989832 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c3edad-5d41-41d6-9c22-4f575f8531a3 None None] Routers {'f8af5f06-db23-459f-ae73-a606857d961d'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:36:07.990574 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-a0c3edad-5d41-41d6-9c22-4f575f8531a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:35:57Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['f8af5f06-db23-459f-ae73-a606857d961d'], 'active': True} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:36:08.002906 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.provisioning_blocks [req-02bae926-517a-41d2-b5d0-187e2fef9050 req-0c9190fe-1059-4eb1-abfb-c4d2a8db062f service neutron] Transition to ACTIVE for port object 94ce8402-0055-4b59-b7b9-1d09a0cbd6df will not be triggered until provisioned by entity L2. {{(pid=111023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 00:36:08.013901 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:INSERT=12 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:36:08.029737 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-6c0f5e04-c73b-4678-a6a9-3bbd17a3c8ef admin admin] Publish callbacks [] for security_group (7490e7c9-f3ac-47fe-b9d9-85c0b8f9eb8f), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:08.077231 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvr_db [None req-a0c3edad-5d41-41d6-9c22-4f575f8531a3 None None] Set router f8af5f06-db23-459f-ae73-a606857d961d gateway port host: None {{(pid=111025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:36:08.086517 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.db [None req-9777822d-d1e9-4372-9174-e5592e2d5b6f admin admin] For port 519309ba-1525-409f-9df1-a71aefad1a2b, host dv-cinder-803823-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=519309ba-1525-409f-9df1-a71aefad1a2b,segment=NetworkSegment(6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc),segment_id=6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc)] {{(pid=111022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:36:08.086875 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-9777822d-d1e9-4372-9174-e5592e2d5b6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642233'] for port (519309ba-1525-409f-9df1-a71aefad1a2b), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:08.105657 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.plugin [None req-9777822d-d1e9-4372-9174-e5592e2d5b6f admin admin] Calling delete_port for 519309ba-1525-409f-9df1-a71aefad1a2b owned by network:router_gateway {{(pid=111022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 00:36:08.127570 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-a0c3edad-5d41-41d6-9c22-4f575f8531a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8af5f06-db23-459f-ae73-a606857d961d', 'name': 'tempest-DeleteServersTestJSON-415055437-router', 'tenant_id': '2d9a178dbd5e430f874fa216367424dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:34:35Z', 'updated_at': '2022-06-16T00:36:07Z', 'revision_number': 6, 'project_id': '2d9a178dbd5e430f874fa216367424dc', 'gw_port_host': None}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:36:08.131113 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-6c0f5e04-c73b-4678-a6a9-3bbd17a3c8ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (7490e7c9-f3ac-47fe-b9d9-85c0b8f9eb8f), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:08.135908 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-02bae926-517a-41d2-b5d0-187e2fef9050 req-0c9190fe-1059-4eb1-abfb-c4d2a8db062f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909850'] for port (94ce8402-0055-4b59-b7b9-1d09a0cbd6df), after_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:08.153531 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c3edad-5d41-41d6-9c22-4f575f8531a3 None None] The sync data for ids ['f8af5f06-db23-459f-ae73-a606857d961d'] in dv-cinder-803823-11-iscsi is: [{'id': 'f8af5f06-db23-459f-ae73-a606857d961d', 'name': 'tempest-DeleteServersTestJSON-415055437-router', 'tenant_id': '2d9a178dbd5e430f874fa216367424dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:34:35Z', 'updated_at': '2022-06-16T00:36:07Z', 'revision_number': 6, 'project_id': '2d9a178dbd5e430f874fa216367424dc', 'gw_port_host': None}] {{(pid=111025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 00:36:08.193452 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:36:08.222933 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-6c0f5e04-c73b-4678-a6a9-3bbd17a3c8ef admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1c5d9fca2e5748c5b6b95a9203c9523b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3482354 Jun 16 00:36:08.227202 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 41588) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:36:08.239897 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9190fe-1059-4eb1-abfb-c4d2a8db062f service neutron] Pushing event updated for resources: {'Port': ['ID=94ce8402-0055-4b59-b7b9-1d09a0cbd6df,revision_number=2']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:36:08.249129 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0f5e04-c73b-4678-a6a9-3bbd17a3c8ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7490e7c9-f3ac-47fe-b9d9-85c0b8f9eb8f,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:36:08.348736 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-7cfd1b58-bb67-4cc3-95af-7c0c9efaafd6 admin admin] Publish callbacks [] for security_group (7490e7c9-f3ac-47fe-b9d9-85c0b8f9eb8f), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:08.365767 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.managers [req-02bae926-517a-41d2-b5d0-187e2fef9050 req-0c9190fe-1059-4eb1-abfb-c4d2a8db062f service neutron] Attempting to bind port 94ce8402-0055-4b59-b7b9-1d09a0cbd6df on host hv-cinder-80382 for vnic_type normal with profile {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 00:36:08.366097 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.managers [req-02bae926-517a-41d2-b5d0-187e2fef9050 req-0c9190fe-1059-4eb1-abfb-c4d2a8db062f service neutron] Attempting to bind port 94ce8402-0055-4b59-b7b9-1d09a0cbd6df by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': '6cae7bd9-f74a-421e-a933-72f32018a882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'c5a3353c-8ac5-4b18-a510-3bfd58e2b40a'}] {{(pid=111023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 00:36:08.366423 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bae926-517a-41d2-b5d0-187e2fef9050 req-0c9190fe-1059-4eb1-abfb-c4d2a8db062f service neutron] Attempting to bind port 94ce8402-0055-4b59-b7b9-1d09a0cbd6df on network c5a3353c-8ac5-4b18-a510-3bfd58e2b40a {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 00:36:08.382272 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bae926-517a-41d2-b5d0-187e2fef9050 req-0c9190fe-1059-4eb1-abfb-c4d2a8db062f service neutron] Port 94ce8402-0055-4b59-b7b9-1d09a0cbd6df on network c5a3353c-8ac5-4b18-a510-3bfd58e2b40a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 00:36:08.382673 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bae926-517a-41d2-b5d0-187e2fef9050 req-0c9190fe-1059-4eb1-abfb-c4d2a8db062f service neutron] Attempting to bind port 94ce8402-0055-4b59-b7b9-1d09a0cbd6df on network c5a3353c-8ac5-4b18-a510-3bfd58e2b40a {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 00:36:08.385885 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-7cfd1b58-bb67-4cc3-95af-7c0c9efaafd6 admin admin] Publish callbacks [] for security_group (7490e7c9-f3ac-47fe-b9d9-85c0b8f9eb8f), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:08.397827 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bae926-517a-41d2-b5d0-187e2fef9050 req-0c9190fe-1059-4eb1-abfb-c4d2a8db062f service neutron] Checking agent: {'id': '42cc932a-4e60-43e8-a4dc-4f47b3d3efae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 0, 32, 41), 'started_at': datetime.datetime(2022, 6, 16, 0, 32, 41), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 0, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 00:36:08.398167 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bae926-517a-41d2-b5d0-187e2fef9050 req-0c9190fe-1059-4eb1-abfb-c4d2a8db062f service neutron] Checking segment: {'id': '6cae7bd9-f74a-421e-a933-72f32018a882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'c5a3353c-8ac5-4b18-a510-3bfd58e2b40a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 00:36:08.398559 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bae926-517a-41d2-b5d0-187e2fef9050 req-0c9190fe-1059-4eb1-abfb-c4d2a8db062f service neutron] Bound using segment: {'id': '6cae7bd9-f74a-421e-a933-72f32018a882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'c5a3353c-8ac5-4b18-a510-3bfd58e2b40a'} {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 00:36:08.398977 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.managers [req-02bae926-517a-41d2-b5d0-187e2fef9050 req-0c9190fe-1059-4eb1-abfb-c4d2a8db062f service neutron] Bound port: 94ce8402-0055-4b59-b7b9-1d09a0cbd6df, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cae7bd9-f74a-421e-a933-72f32018a882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'c5a3353c-8ac5-4b18-a510-3bfd58e2b40a'}}] {{(pid=111023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 00:36:08.399352 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-02bae926-517a-41d2-b5d0-187e2fef9050 req-0c9190fe-1059-4eb1-abfb-c4d2a8db062f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (94ce8402-0055-4b59-b7b9-1d09a0cbd6df), before_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:08.401230 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-9777822d-d1e9-4372-9174-e5592e2d5b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753842673475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753842110814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18330592'] for port (519309ba-1525-409f-9df1-a71aefad1a2b), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:08.426819 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777822d-d1e9-4372-9174-e5592e2d5b6f admin admin] Pushing event deleted for resources: {'Port': ['ID=519309ba-1525-409f-9df1-a71aefad1a2b,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:36:08.471594 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:36:08.493539 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.db [req-02bae926-517a-41d2-b5d0-187e2fef9050 req-0c9190fe-1059-4eb1-abfb-c4d2a8db062f service neutron] For port 94ce8402-0055-4b59-b7b9-1d09a0cbd6df, host hv-cinder-80382, cleared binding levels {{(pid=111023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 00:36:08.494253 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-9777822d-d1e9-4372-9174-e5592e2d5b6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-673148'] for router_gateway (f8af5f06-db23-459f-ae73-a606857d961d), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:08.496706 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.db [req-02bae926-517a-41d2-b5d0-187e2fef9050 req-0c9190fe-1059-4eb1-abfb-c4d2a8db062f service neutron] For port 94ce8402-0055-4b59-b7b9-1d09a0cbd6df, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=94ce8402-0055-4b59-b7b9-1d09a0cbd6df,segment=NetworkSegment(6cae7bd9-f74a-421e-a933-72f32018a882),segment_id=6cae7bd9-f74a-421e-a933-72f32018a882)] {{(pid=111023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 00:36:08.584656 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-7cfd1b58-bb67-4cc3-95af-7c0c9efaafd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (7490e7c9-f3ac-47fe-b9d9-85c0b8f9eb8f), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:08.587499 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-7cfd1b58-bb67-4cc3-95af-7c0c9efaafd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:08.588953 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-7cfd1b58-bb67-4cc3-95af-7c0c9efaafd6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7490e7c9-f3ac-47fe-b9d9-85c0b8f9eb8f HTTP/1.1" status: 204 len: 168 time: 0.3586407 Jun 16 00:36:08.611073 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfd1b58-bb67-4cc3-95af-7c0c9efaafd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7490e7c9-f3ac-47fe-b9d9-85c0b8f9eb8f,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:36:08.631340 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-02bae926-517a-41d2-b5d0-187e2fef9050 req-0c9190fe-1059-4eb1-abfb-c4d2a8db062f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909850'] for port (94ce8402-0055-4b59-b7b9-1d09a0cbd6df), after_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:08.646553 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-9777822d-d1e9-4372-9174-e5592e2d5b6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3429'] for router (f8af5f06-db23-459f-ae73-a606857d961d), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:08.654108 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-9777822d-d1e9-4372-9174-e5592e2d5b6f admin admin] Publish callbacks [] for router_controller (f8af5f06-db23-459f-ae73-a606857d961d), precommit_delete_associations {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:08.714035 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bae926-517a-41d2-b5d0-187e2fef9050 req-0c9190fe-1059-4eb1-abfb-c4d2a8db062f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:08.714768 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-02bae926-517a-41d2-b5d0-187e2fef9050 req-0c9190fe-1059-4eb1-abfb-c4d2a8db062f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for port (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:08.716186 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-02bae926-517a-41d2-b5d0-187e2fef9050 req-0c9190fe-1059-4eb1-abfb-c4d2a8db062f service neutron] 10.222.0.40 "PUT /v2.0/ports/94ce8402-0055-4b59-b7b9-1d09a0cbd6df HTTP/1.1" status: 200 len: 1098 time: 1.3040829 Jun 16 00:36:08.716671 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43c3ad64-d6e8-48a2-9835-f88e8d0ef11f', 'tag': '94ce8402-0055-4b59-b7b9-1d09a0cbd6df'}] {{(pid=111023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:36:08.719507 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849ffc5c5c28115853a01ef2d84a57e68c82d4a74a931575540ba89325b26957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dcbb472-f004-4277-bfd4-cc2dfba71a9d" -d '{"events": [{"name": "network-changed", "server_uuid": "43c3ad64-d6e8-48a2-9835-f88e8d0ef11f", "tag": "94ce8402-0055-4b59-b7b9-1d09a0cbd6df"}]}' {{(pid=111023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:36:08.760693 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0cc4f4-3fc6-44ee-976d-74de9c1940c5 req-ff369a39-5627-4b19-8b4c-50908c07a10b tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:08.772408 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-4f0cc4f4-3fc6-44ee-976d-74de9c1940c5 req-ff369a39-5627-4b19-8b4c-50908c07a10b tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] 10.222.0.20 "GET /v2.0/ports?device_id=43c3ad64-d6e8-48a2-9835-f88e8d0ef11f HTTP/1.1" status: 200 len: 948 time: 0.1722395 Jun 16 00:36:08.783641 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9190fe-1059-4eb1-abfb-c4d2a8db062f service neutron] Pushing event updated for resources: {'Port': ['ID=94ce8402-0055-4b59-b7b9-1d09a0cbd6df,revision_number=3']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:36:08.797799 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e4630-5fa7-4d17-8be8-f33c4fb963f0 req-2d1b26da-f275-4606-8bfb-55b12baaa3f2 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:08.798941 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-e61e4630-5fa7-4d17-8be8-f33c4fb963f0 req-2d1b26da-f275-4606-8bfb-55b12baaa3f2 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=76508475-0af3-48d7-8f12-9ad3686d77f0 HTTP/1.1" status: 200 len: 946 time: 0.0729170 Jun 16 00:36:08.869321 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-4f0cc4f4-3fc6-44ee-976d-74de9c1940c5 req-a95606e3-edea-4773-8c1e-1d17951aae39 tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff60839d-681f-4577-ae12-7e04761987fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871472 Jun 16 00:36:08.893265 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-9777822d-d1e9-4372-9174-e5592e2d5b6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-673004'] for router (f8af5f06-db23-459f-ae73-a606857d961d), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:08.894116 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9777822d-d1e9-4372-9174-e5592e2d5b6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8af5f06-db23-459f-ae73-a606857d961d {{(pid=111022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 00:36:08.905707 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-9777822d-d1e9-4372-9174-e5592e2d5b6f admin admin] Publish callbacks [] for router (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:08.920671 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-9777822d-d1e9-4372-9174-e5592e2d5b6f admin admin] 10.222.0.20 "DELETE /v2.0/routers/f8af5f06-db23-459f-ae73-a606857d961d HTTP/1.1" status: 204 len: 168 time: 1.3561149 Jun 16 00:36:08.921329 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 41616) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:36:08.981066 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-e61e4630-5fa7-4d17-8be8-f33c4fb963f0 req-ad51632b-3d7c-4f0e-9ac8-18f879ee17f0 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718040 Jun 16 00:36:08.982628 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 00:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115ec837-a43f-4285-87da-1333b2d56ed7 x-openstack-request-id: req-115ec837-a43f-4285-87da-1333b2d56ed7 {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:36:08.982908 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43c3ad64-d6e8-48a2-9835-f88e8d0ef11f", "tag": "94ce8402-0055-4b59-b7b9-1d09a0cbd6df", "status": "completed", "code": 200}]} {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:36:08.983150 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-115ec837-a43f-4285-87da-1333b2d56ed7 {{(pid=111023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:36:08.985353 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-115ec837-a43f-4285-87da-1333b2d56ed7'] response: {'name': 'network-changed', 'server_uuid': '43c3ad64-d6e8-48a2-9835-f88e8d0ef11f', 'tag': '94ce8402-0055-4b59-b7b9-1d09a0cbd6df', 'status': 'completed', 'code': 200} Jun 16 00:36:09.001296 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bae926-517a-41d2-b5d0-187e2fef9050 req-006476c7-f1ba-458d-9817-01a86324494f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:09.003188 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-02bae926-517a-41d2-b5d0-187e2fef9050 req-006476c7-f1ba-458d-9817-01a86324494f service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=a8d7918c87fc4feab324728c4739d326&device_id=43c3ad64-d6e8-48a2-9835-f88e8d0ef11f HTTP/1.1" status: 200 len: 1132 time: 0.1382809 Jun 16 00:36:09.005634 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.db.db_base_plugin_v2 [None req-80734483-ff32-4ab9-8bb6-d71b6567e8a6 admin admin] Deleting subnet b6a5ed6d-e651-48fb-a2c8-ac02a15bcf98 {{(pid=111022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 00:36:09.009516 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-80734483-ff32-4ab9-8bb6-d71b6567e8a6 admin admin] Publish callbacks [] for subnet (b6a5ed6d-e651-48fb-a2c8-ac02a15bcf98), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:09.066613 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-80734483-ff32-4ab9-8bb6-d71b6567e8a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18744226'] for subnet (b6a5ed6d-e651-48fb-a2c8-ac02a15bcf98), precommit_delete_associations {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:09.077486 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-02bae926-517a-41d2-b5d0-187e2fef9050 req-c884be55-9dcc-4b38-9eee-5c40caf92f7a service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=94ce8402-0055-4b59-b7b9-1d09a0cbd6df HTTP/1.1" status: 200 len: 217 time: 0.0576956 Jun 16 00:36:09.179517 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bae926-517a-41d2-b5d0-187e2fef9050 req-be4f4e65-0f95-440d-ac24-ed0e0e83ba63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:09.181406 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-02bae926-517a-41d2-b5d0-187e2fef9050 req-be4f4e65-0f95-440d-ac24-ed0e0e83ba63 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=777eed95-03d5-43a8-a745-31a6d18a5719 HTTP/1.1" status: 200 len: 843 time: 0.0968280 Jun 16 00:36:09.213719 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-80734483-ff32-4ab9-8bb6-d71b6567e8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1219515'] for subnet (b6a5ed6d-e651-48fb-a2c8-ac02a15bcf98), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:09.235042 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bae926-517a-41d2-b5d0-187e2fef9050 req-b7d7f7a6-0eb1-4e39-be1f-af3cca6bc3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:09.236756 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-02bae926-517a-41d2-b5d0-187e2fef9050 req-b7d7f7a6-0eb1-4e39-be1f-af3cca6bc3ba service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=c5a3353c-8ac5-4b18-a510-3bfd58e2b40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0481536 Jun 16 00:36:09.259541 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=4 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:36:09.327577 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-80734483-ff32-4ab9-8bb6-d71b6567e8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1219458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18330573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18407658'] for subnet (b6a5ed6d-e651-48fb-a2c8-ac02a15bcf98), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:09.360471 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-80734483-ff32-4ab9-8bb6-d71b6567e8a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590195'] for subnet (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:09.365639 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-02bae926-517a-41d2-b5d0-187e2fef9050 req-96b0f041-cbe3-45fb-b1fc-3dbd8a21c2ef service neutron] 10.222.0.40 "GET /v2.0/networks/c5a3353c-8ac5-4b18-a510-3bfd58e2b40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203108 Jun 16 00:36:09.366179 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a06fb06-5de7-4d83-8923-6afa7ad4b7fc None None] Network 8f4288ea-b4d4-4302-977b-e748e2c0ee47 requested from dv-cinder-803823-11-iscsi {{(pid=111024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 00:36:09.367310 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 41632) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:36:09.368105 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-80734483-ff32-4ab9-8bb6-d71b6567e8a6 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b6a5ed6d-e651-48fb-a2c8-ac02a15bcf98 HTTP/1.1" status: 204 len: 168 time: 0.4457657 Jun 16 00:36:09.369515 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80734483-ff32-4ab9-8bb6-d71b6567e8a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6a5ed6d-e651-48fb-a2c8-ac02a15bcf98,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:36:09.566846 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-9eafca37-e544-4a8a-9663-88de39326405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1350587'] for network (8f4288ea-b4d4-4302-977b-e748e2c0ee47), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:09.600108 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device 44c6089c-6fe0-46fd-a3c9-1a1ec6f16764 no longer exists at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 00:36:09.603045 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5df298b-857f-4104-b3b5-1f492385304d None None] DHCP port deletion for 8f4288ea-b4d4-4302-977b-e748e2c0ee47 request from dv-cinder-803823-11-iscsi {{(pid=111024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 00:36:09.629058 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] No Port match for: 44c6089c-6fe0-46fd-a3c9-1a1ec6f16764 {{(pid=111024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 00:36:09.629405 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device 44c6089c-6fe0-46fd-a3c9-1a1ec6f16764 not bound to the agent host dv-cinder-803823-11-iscsi {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 00:36:09.629823 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device 519309ba-1525-409f-9df1-a71aefad1a2b no longer exists at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 00:36:09.654417 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 41642) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:36:09.687254 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] No Port match for: 519309ba-1525-409f-9df1-a71aefad1a2b {{(pid=111024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 00:36:09.687604 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device 519309ba-1525-409f-9df1-a71aefad1a2b not bound to the agent host dv-cinder-803823-11-iscsi {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 00:36:09.691086 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-02bae926-517a-41d2-b5d0-187e2fef9050 req-ef9644ce-fdb7-407c-a991-289439b99b0c service neutron] 10.222.0.40 "GET /v2.0/networks/c5a3353c-8ac5-4b18-a510-3bfd58e2b40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040445 Jun 16 00:36:09.694721 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [None req-9eafca37-e544-4a8a-9663-88de39326405 admin admin] Deleting port 4d7dd914-d4de-4e72-bb23-acdce063aa48 {{(pid=111023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 00:36:09.695062 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-9eafca37-e544-4a8a-9663-88de39326405 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753842671270'] for port (4d7dd914-d4de-4e72-bb23-acdce063aa48), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:09.695203 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-c5df298b-857f-4104-b3b5-1f492385304d None None] Deleting port 4d7dd914-d4de-4e72-bb23-acdce063aa48 {{(pid=111024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 00:36:09.695558 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-c5df298b-857f-4104-b3b5-1f492385304d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753842671270'] for port (4d7dd914-d4de-4e72-bb23-acdce063aa48), before_delete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:09.774161 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:36:09.774368 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-c5df298b-857f-4104-b3b5-1f492385304d None None] For port 4d7dd914-d4de-4e72-bb23-acdce063aa48, host dv-cinder-803823-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=4d7dd914-d4de-4e72-bb23-acdce063aa48,segment=NetworkSegment(726cf98a-2766-44f9-8c50-194b1bfad17f),segment_id=726cf98a-2766-44f9-8c50-194b1bfad17f)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:36:09.774711 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-c5df298b-857f-4104-b3b5-1f492385304d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642233'] for port (4d7dd914-d4de-4e72-bb23-acdce063aa48), precommit_delete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:09.776220 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.db [None req-9eafca37-e544-4a8a-9663-88de39326405 admin admin] For port 4d7dd914-d4de-4e72-bb23-acdce063aa48, host dv-cinder-803823-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=4d7dd914-d4de-4e72-bb23-acdce063aa48,segment=NetworkSegment(726cf98a-2766-44f9-8c50-194b1bfad17f),segment_id=726cf98a-2766-44f9-8c50-194b1bfad17f)] {{(pid=111023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:36:09.776615 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-9eafca37-e544-4a8a-9663-88de39326405 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642233'] for port (4d7dd914-d4de-4e72-bb23-acdce063aa48), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:09.791652 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [None req-9eafca37-e544-4a8a-9663-88de39326405 admin admin] Calling delete_port for 4d7dd914-d4de-4e72-bb23-acdce063aa48 owned by network:dhcp {{(pid=111023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 00:36:09.792223 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-c5df298b-857f-4104-b3b5-1f492385304d None None] Calling delete_port for 4d7dd914-d4de-4e72-bb23-acdce063aa48 owned by network:dhcp {{(pid=111024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 00:36:09.799760 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-80689022-9dc2-4c25-a754-0e3d502e8d5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:09.908315 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-80689022-9dc2-4c25-a754-0e3d502e8d5b admin admin] Publish callbacks [] for security_group (ce2be483-d21a-49c6-b546-73898b2cf0d3), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:09.978520 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-9eafca37-e544-4a8a-9663-88de39326405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753842673475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753842110814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909837'] for port (4d7dd914-d4de-4e72-bb23-acdce063aa48), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:09.988769 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-c5df298b-857f-4104-b3b5-1f492385304d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753842673475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753842110814'] for port (4d7dd914-d4de-4e72-bb23-acdce063aa48), after_delete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:09.992390 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f910014-f363-41a8-9228-10ea33b4f2eb req-081f460d-ed8a-454f-bbd3-55c1bd31d605 tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:09.994119 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-8f910014-f363-41a8-9228-10ea33b4f2eb req-081f460d-ed8a-454f-bbd3-55c1bd31d605 tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] 10.222.0.20 "GET /v2.0/ports?device_id=43c3ad64-d6e8-48a2-9835-f88e8d0ef11f HTTP/1.1" status: 200 len: 948 time: 0.0497513 Jun 16 00:36:10.008480 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-80689022-9dc2-4c25-a754-0e3d502e8d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (ce2be483-d21a-49c6-b546-73898b2cf0d3), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:10.009631 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eafca37-e544-4a8a-9663-88de39326405 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d7dd914-d4de-4e72-bb23-acdce063aa48,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:36:10.016910 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5df298b-857f-4104-b3b5-1f492385304d None None] Pushing event deleted for resources: {'Port': ['ID=4d7dd914-d4de-4e72-bb23-acdce063aa48,revision_number=None']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:36:10.019610 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eafca37-e544-4a8a-9663-88de39326405 admin admin] No DVR routers for this DVR port 4d7dd914-d4de-4e72-bb23-acdce063aa48 on host dv-cinder-803823-11-iscsi {{(pid=111023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 00:36:10.026282 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5df298b-857f-4104-b3b5-1f492385304d None None] No DVR routers for this DVR port 4d7dd914-d4de-4e72-bb23-acdce063aa48 on host dv-cinder-803823-11-iscsi {{(pid=111024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 00:36:10.036392 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df298b-857f-4104-b3b5-1f492385304d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:36:10.036957 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df298b-857f-4104-b3b5-1f492385304d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:36:10.037488 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df298b-857f-4104-b3b5-1f492385304d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:36:10.038259 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df298b-857f-4104-b3b5-1f492385304d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:36:10.038746 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df298b-857f-4104-b3b5-1f492385304d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:36:10.039459 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df298b-857f-4104-b3b5-1f492385304d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:36:10.040200 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df298b-857f-4104-b3b5-1f492385304d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:36:10.040695 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df298b-857f-4104-b3b5-1f492385304d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:36:10.041215 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df298b-857f-4104-b3b5-1f492385304d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:36:10.041682 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df298b-857f-4104-b3b5-1f492385304d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:36:10.042195 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df298b-857f-4104-b3b5-1f492385304d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:36:10.042683 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df298b-857f-4104-b3b5-1f492385304d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:36:10.043195 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df298b-857f-4104-b3b5-1f492385304d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:36:10.043927 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df298b-857f-4104-b3b5-1f492385304d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:36:10.044388 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df298b-857f-4104-b3b5-1f492385304d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:36:10.052410 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80689022-9dc2-4c25-a754-0e3d502e8d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce2be483-d21a-49c6-b546-73898b2cf0d3,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:36:10.059562 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:DELETE=7,neutron:SELECT=80,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:36:10.089255 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-80689022-9dc2-4c25-a754-0e3d502e8d5b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c143dfe0be6846548dbdd4040a1f2515&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4315689 Jun 16 00:36:10.093088 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 41656) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:36:10.121030 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-8f910014-f363-41a8-9228-10ea33b4f2eb req-474d9513-6f5b-469f-af74-59eafc2b2be8 tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff60839d-681f-4577-ae12-7e04761987fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191094 Jun 16 00:36:10.131510 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-9eafca37-e544-4a8a-9663-88de39326405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1217386', 'neutron.services.segments.db._delete_segments_for_network-8753842649658'] for network (8f4288ea-b4d4-4302-977b-e748e2c0ee47), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:10.148058 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:36:10.182233 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.services.segments.db [None req-9eafca37-e544-4a8a-9663-88de39326405 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f4288ea-b4d4-4302-977b-e748e2c0ee47']}} {{(pid=111023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:36:10.184456 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-821370b8-e0b3-43de-9d2b-6d9df9a6839c admin admin] Publish callbacks [] for security_group (ce2be483-d21a-49c6-b546-73898b2cf0d3), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:10.198768 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.services.segments.db [None req-9eafca37-e544-4a8a-9663-88de39326405 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '726cf98a-2766-44f9-8c50-194b1bfad17f') {'for_net_delete': True} {{(pid=111023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:36:10.199059 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.services.segments.db [None req-9eafca37-e544-4a8a-9663-88de39326405 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '726cf98a-2766-44f9-8c50-194b1bfad17f') {} {{(pid=111023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:36:10.212292 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-9eafca37-e544-4a8a-9663-88de39326405 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753842648513', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10236077'] for segment (726cf98a-2766-44f9-8c50-194b1bfad17f), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:10.219687 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ca939f-2b19-4f3d-83ee-9a7199916505 req-c01ce837-e295-4f82-b18e-370145638864 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:10.221378 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-66ca939f-2b19-4f3d-83ee-9a7199916505 req-c01ce837-e295-4f82-b18e-370145638864 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=76508475-0af3-48d7-8f12-9ad3686d77f0 HTTP/1.1" status: 200 len: 946 time: 0.0742640 Jun 16 00:36:10.240653 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-9eafca37-e544-4a8a-9663-88de39326405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219328'] for segment (726cf98a-2766-44f9-8c50-194b1bfad17f), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:10.261371 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eafca37-e544-4a8a-9663-88de39326405 admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=111023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 00:36:10.261765 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-9eafca37-e544-4a8a-9663-88de39326405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2909950'] for segment (726cf98a-2766-44f9-8c50-194b1bfad17f), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:10.292184 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.services.segments.plugin [-] Segment 726cf98a-2766-44f9-8c50-194b1bfad17f resource provider aggregate not found Jun 16 00:36:10.339839 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.services.segments.plugin [-] Segment 726cf98a-2766-44f9-8c50-194b1bfad17f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 726cf98a-2766-44f9-8c50-194b1bfad17f found for delete ", "request_id": "req-37087599-fc16-4669-90a2-1140a407826a"}]} Jun 16 00:36:10.348723 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-66ca939f-2b19-4f3d-83ee-9a7199916505 req-bc3e7220-9de5-4fec-b6e7-c70e4976dacc tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191292 Jun 16 00:36:10.396302 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-821370b8-e0b3-43de-9d2b-6d9df9a6839c admin admin] Publish callbacks [] for security_group (ce2be483-d21a-49c6-b546-73898b2cf0d3), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:10.439757 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-9eafca37-e544-4a8a-9663-88de39326405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1220132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673112'] for network (8f4288ea-b4d4-4302-977b-e748e2c0ee47), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:10.445365 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-9eafca37-e544-4a8a-9663-88de39326405 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590195'] for network (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:10.448668 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-9eafca37-e544-4a8a-9663-88de39326405 admin admin] 10.222.0.20 "DELETE /v2.0/networks/8f4288ea-b4d4-4302-977b-e748e2c0ee47 HTTP/1.1" status: 204 len: 168 time: 1.0804095 Jun 16 00:36:10.464953 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eafca37-e544-4a8a-9663-88de39326405 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f4288ea-b4d4-4302-977b-e748e2c0ee47,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:36:10.550468 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-821370b8-e0b3-43de-9d2b-6d9df9a6839c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (ce2be483-d21a-49c6-b546-73898b2cf0d3), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:10.553056 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-821370b8-e0b3-43de-9d2b-6d9df9a6839c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:10.554313 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-821370b8-e0b3-43de-9d2b-6d9df9a6839c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ce2be483-d21a-49c6-b546-73898b2cf0d3 HTTP/1.1" status: 204 len: 168 time: 0.4509187 Jun 16 00:36:10.563267 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821370b8-e0b3-43de-9d2b-6d9df9a6839c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce2be483-d21a-49c6-b546-73898b2cf0d3,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:36:10.869622 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 41680) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:36:10.915260 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-487fdff0-65c4-4415-8398-aa829b5ef0c3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2d9a178dbd5e430f874fa216367424dc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0420644 Jun 16 00:36:10.915481 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 41682) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:36:10.965427 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-decab4a8-b1a0-4f1d-ad8d-a0163499f93f admin admin] Publish callbacks [] for security_group (f1dcb168-b575-4d6d-8ddf-c3b1c3ff8015), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:10.996440 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-decab4a8-b1a0-4f1d-ad8d-a0163499f93f admin admin] Publish callbacks [] for security_group (f1dcb168-b575-4d6d-8ddf-c3b1c3ff8015), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:11.137360 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-decab4a8-b1a0-4f1d-ad8d-a0163499f93f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (f1dcb168-b575-4d6d-8ddf-c3b1c3ff8015), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:11.139965 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-decab4a8-b1a0-4f1d-ad8d-a0163499f93f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:11.154573 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-decab4a8-b1a0-4f1d-ad8d-a0163499f93f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f1dcb168-b575-4d6d-8ddf-c3b1c3ff8015 HTTP/1.1" status: 204 len: 168 time: 0.2358780 Jun 16 00:36:11.171296 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:36:11.172427 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decab4a8-b1a0-4f1d-ad8d-a0163499f93f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1dcb168-b575-4d6d-8ddf-c3b1c3ff8015,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:36:11.206131 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcbb472-f004-4277-bfd4-cc2dfba71a9d req-1219f8a2-f4a9-4dab-a4fc-1b9c497699fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:11.208235 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-7dcbb472-f004-4277-bfd4-cc2dfba71a9d req-1219f8a2-f4a9-4dab-a4fc-1b9c497699fe service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=a8d7918c87fc4feab324728c4739d326&device_id=43c3ad64-d6e8-48a2-9835-f88e8d0ef11f HTTP/1.1" status: 200 len: 1132 time: 0.0946677 Jun 16 00:36:11.250377 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4da061-735d-43e4-834b-fcd2908d67c8 req-ef777def-03de-434d-96d7-487eb58dd378 tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:11.252034 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-9e4da061-735d-43e4-834b-fcd2908d67c8 req-ef777def-03de-434d-96d7-487eb58dd378 tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] 10.222.0.20 "GET /v2.0/ports?device_id=43c3ad64-d6e8-48a2-9835-f88e8d0ef11f HTTP/1.1" status: 200 len: 948 time: 0.0520270 Jun 16 00:36:11.274220 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (42cc932a-4e60-43e8-a4dc-4f47b3d3efae), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:11.313180 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-9e4da061-735d-43e4-834b-fcd2908d67c8 req-0690197e-1334-4eee-8d17-3756e0f0951b tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff60839d-681f-4577-ae12-7e04761987fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548673 Jun 16 00:36:11.378726 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcbb472-f004-4277-bfd4-cc2dfba71a9d req-14c6d075-44ba-46f4-a291-152e11feb495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:11.381420 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-7dcbb472-f004-4277-bfd4-cc2dfba71a9d req-14c6d075-44ba-46f4-a291-152e11feb495 service neutron] 10.222.0.40 "GET /v2.0/networks?id=c5a3353c-8ac5-4b18-a510-3bfd58e2b40a HTTP/1.1" status: 200 len: 870 time: 0.1160874 Jun 16 00:36:11.431738 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-7dcbb472-f004-4277-bfd4-cc2dfba71a9d req-8b0bec97-06fe-4414-b82f-4904cfdabaeb service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=94ce8402-0055-4b59-b7b9-1d09a0cbd6df HTTP/1.1" status: 200 len: 217 time: 0.0439739 Jun 16 00:36:11.487388 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0c565-6221-4f5d-86f8-24c7682ccf00 req-dee07446-5581-4421-9e95-c95c08a2afa9 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:11.488946 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-02d0c565-6221-4f5d-86f8-24c7682ccf00 req-dee07446-5581-4421-9e95-c95c08a2afa9 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=76508475-0af3-48d7-8f12-9ad3686d77f0 HTTP/1.1" status: 200 len: 946 time: 0.0525239 Jun 16 00:36:11.528214 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device 4d7dd914-d4de-4e72-bb23-acdce063aa48 no longer exists at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 00:36:11.537465 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-02d0c565-6221-4f5d-86f8-24c7682ccf00 req-f964f151-572e-42c4-9fc6-b3c5e1a9653a tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428772 Jun 16 00:36:11.551209 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] No Port match for: 4d7dd914-d4de-4e72-bb23-acdce063aa48 {{(pid=111024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 00:36:11.551769 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device 4d7dd914-d4de-4e72-bb23-acdce063aa48 not bound to the agent host dv-cinder-803823-11-iscsi {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 00:36:12.383109 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcbb472-f004-4277-bfd4-cc2dfba71a9d req-2ce09d8c-03c8-4f7b-b780-37b0d72ed3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:12.384701 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-7dcbb472-f004-4277-bfd4-cc2dfba71a9d req-2ce09d8c-03c8-4f7b-b780-37b0d72ed3ea service neutron] 10.222.0.40 "GET /v2.0/subnets?id=777eed95-03d5-43a8-a745-31a6d18a5719 HTTP/1.1" status: 200 len: 843 time: 0.0523081 Jun 16 00:36:12.493338 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcbb472-f004-4277-bfd4-cc2dfba71a9d req-129ad32e-fbf3-457b-a489-ba2b62542f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:12.493821 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8555d57f-ab68-4277-851b-6350eddfd595 req-697dea41-657e-41c4-ac9b-fd28a7ead663 tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:12.494873 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-7dcbb472-f004-4277-bfd4-cc2dfba71a9d req-129ad32e-fbf3-457b-a489-ba2b62542f2b service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=c5a3353c-8ac5-4b18-a510-3bfd58e2b40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0820112 Jun 16 00:36:12.495552 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-8555d57f-ab68-4277-851b-6350eddfd595 req-697dea41-657e-41c4-ac9b-fd28a7ead663 tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] 10.222.0.20 "GET /v2.0/ports?device_id=43c3ad64-d6e8-48a2-9835-f88e8d0ef11f HTTP/1.1" status: 200 len: 948 time: 0.1039062 Jun 16 00:36:12.567606 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-8555d57f-ab68-4277-851b-6350eddfd595 req-b53fb55f-fe09-4e9e-b790-0f741424ab0b tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff60839d-681f-4577-ae12-7e04761987fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627854 Jun 16 00:36:12.681130 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f4eebe-9ca4-4024-9537-dd11036f7928 req-735b0a9b-3679-4387-bed4-46294828d6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:12.682612 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-98f4eebe-9ca4-4024-9537-dd11036f7928 req-735b0a9b-3679-4387-bed4-46294828d6be service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=76508475-0af3-48d7-8f12-9ad3686d77f0 HTTP/1.1" status: 200 len: 1130 time: 0.1317022 Jun 16 00:36:12.693835 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e711b869-5f94-4a36-b7fc-5857a4bfe9ad req-a81a6822-c642-4609-b3e4-4c84b58e292a tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:12.695257 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-e711b869-5f94-4a36-b7fc-5857a4bfe9ad req-a81a6822-c642-4609-b3e4-4c84b58e292a tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=76508475-0af3-48d7-8f12-9ad3686d77f0 HTTP/1.1" status: 200 len: 946 time: 0.0721025 Jun 16 00:36:12.739109 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:36:12.748687 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-7dcbb472-f004-4277-bfd4-cc2dfba71a9d req-c2b2047c-f7e3-4bf4-99b0-9abf25f67d1d service neutron] 10.222.0.40 "GET /v2.0/networks/c5a3353c-8ac5-4b18-a510-3bfd58e2b40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411323 Jun 16 00:36:12.811284 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-98f4eebe-9ca4-4024-9537-dd11036f7928 req-46d15367-66c4-4828-9907-9155f83fc7dc service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150768 Jun 16 00:36:12.819557 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-e711b869-5f94-4a36-b7fc-5857a4bfe9ad req-e3081101-6975-41f4-89e3-c452300a35dc tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153231 Jun 16 00:36:12.880830 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-7dcbb472-f004-4277-bfd4-cc2dfba71a9d req-d9f2260a-51de-4d46-a34f-caad5d4629fa service neutron] 10.222.0.40 "GET /v2.0/networks/c5a3353c-8ac5-4b18-a510-3bfd58e2b40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186190 Jun 16 00:36:13.254515 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device 94ce8402-0055-4b59-b7b9-1d09a0cbd6df details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=111024) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 00:36:13.377965 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] For port 94ce8402-0055-4b59-b7b9-1d09a0cbd6df, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=94ce8402-0055-4b59-b7b9-1d09a0cbd6df,segment=NetworkSegment(6cae7bd9-f74a-421e-a933-72f32018a882),segment_id=6cae7bd9-f74a-421e-a933-72f32018a882)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:36:13.389640 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Returning: {'device': '94ce8402-0055-4b59-b7b9-1d09a0cbd6df', 'network_id': 'c5a3353c-8ac5-4b18-a510-3bfd58e2b40a', 'port_id': '94ce8402-0055-4b59-b7b9-1d09a0cbd6df', 'mac_address': 'fa:16:3e:b7:76:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '777eed95-03d5-43a8-a745-31a6d18a5719', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111024) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 00:36:13.429380 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Current status of the port 94ce8402-0055-4b59-b7b9-1d09a0cbd6df is: DOWN; New status is: BUILD {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:36:13.429380 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (94ce8402-0055-4b59-b7b9-1d09a0cbd6df), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:13.443970 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.notifiers.nova [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94ce8402-0055-4b59-b7b9-1d09a0cbd6df {{(pid=111024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 00:36:13.464579 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] For port 94ce8402-0055-4b59-b7b9-1d09a0cbd6df, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=94ce8402-0055-4b59-b7b9-1d09a0cbd6df,segment=NetworkSegment(6cae7bd9-f74a-421e-a933-72f32018a882),segment_id=6cae7bd9-f74a-421e-a933-72f32018a882)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:36:13.531053 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (94ce8402-0055-4b59-b7b9-1d09a0cbd6df), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:13.573291 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:36:13.612371 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Pushing event updated for resources: {'Port': ['ID=94ce8402-0055-4b59-b7b9-1d09a0cbd6df,revision_number=4']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:36:13.618657 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 41812) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:36:13.703796 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999aff10-3c43-4932-8f58-c0155c1c2510 req-0e05be87-8e4a-4be5-bf3e-ca079577f081 tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:13.705371 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-999aff10-3c43-4932-8f58-c0155c1c2510 req-0e05be87-8e4a-4be5-bf3e-ca079577f081 tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] 10.222.0.20 "GET /v2.0/ports?device_id=43c3ad64-d6e8-48a2-9835-f88e8d0ef11f HTTP/1.1" status: 200 len: 949 time: 0.0552859 Jun 16 00:36:13.756960 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-999aff10-3c43-4932-8f58-c0155c1c2510 req-3dc851d6-5e6c-4c0b-81ce-8a621a7bd52d tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff60839d-681f-4577-ae12-7e04761987fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446749 Jun 16 00:36:13.825578 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 41822) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:36:13.875154 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-c720db4f-0a8c-45c0-abff-a2f55ce9ccbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:13.936266 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-58bf991a-0927-4e59-9727-707466865869 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:13.952145 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78f6392-d5d7-4850-acfe-2459b2dd8bb6 req-04f56686-6080-44f5-af1a-92569583260b tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:13.954313 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-d78f6392-d5d7-4850-acfe-2459b2dd8bb6 req-04f56686-6080-44f5-af1a-92569583260b tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=76508475-0af3-48d7-8f12-9ad3686d77f0 HTTP/1.1" status: 200 len: 946 time: 0.0551469 Jun 16 00:36:13.976272 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] get_ports_and_sgs() called for port_ids ['94ce8402-0055-4b59-b7b9-1d09a0cbd6df'] {{(pid=111024) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 00:36:13.987394 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=100 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:36:14.004299 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-d78f6392-d5d7-4850-acfe-2459b2dd8bb6 req-6a2cbc30-6a6f-4935-a10c-3aea49a4e309 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436904 Jun 16 00:36:14.014881 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-c720db4f-0a8c-45c0-abff-a2f55ce9ccbf admin admin] Publish callbacks [] for security_group (040e8120-9e21-4f0a-afd1-981cc7095066), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:14.049976 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:36:14.067826 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-58bf991a-0927-4e59-9727-707466865869 admin admin] Publish callbacks [] for security_group (da61fdc9-f0e3-49a1-9df2-3baa629d2bd8), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:14.090524 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-c720db4f-0a8c-45c0-abff-a2f55ce9ccbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (040e8120-9e21-4f0a-afd1-981cc7095066), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:14.132969 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c720db4f-0a8c-45c0-abff-a2f55ce9ccbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=040e8120-9e21-4f0a-afd1-981cc7095066,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:36:14.137083 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-c720db4f-0a8c-45c0-abff-a2f55ce9ccbf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=609e77dfef414038b32f01bb25d177ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5154965 Jun 16 00:36:14.139844 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 41828) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:36:14.146553 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-58bf991a-0927-4e59-9727-707466865869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (da61fdc9-f0e3-49a1-9df2-3baa629d2bd8), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:14.181316 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bf991a-0927-4e59-9727-707466865869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da61fdc9-f0e3-49a1-9df2-3baa629d2bd8,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:36:14.188407 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-58bf991a-0927-4e59-9727-707466865869 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5928f0aa1df044f78ace512911a04936&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3593886 Jun 16 00:36:14.188766 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 41830) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:36:14.208115 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-9ccdd93e-77aa-4501-b7dc-507e6e1171de admin admin] Publish callbacks [] for security_group (040e8120-9e21-4f0a-afd1-981cc7095066), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:14.255094 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-9ccdd93e-77aa-4501-b7dc-507e6e1171de admin admin] Publish callbacks [] for security_group (040e8120-9e21-4f0a-afd1-981cc7095066), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:14.291860 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-6b2cb8d6-b967-412a-a6e9-2f314a17b7d5 admin admin] Publish callbacks [] for security_group (da61fdc9-f0e3-49a1-9df2-3baa629d2bd8), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:14.319093 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-6b2cb8d6-b967-412a-a6e9-2f314a17b7d5 admin admin] Publish callbacks [] for security_group (da61fdc9-f0e3-49a1-9df2-3baa629d2bd8), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:14.413160 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-9ccdd93e-77aa-4501-b7dc-507e6e1171de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (040e8120-9e21-4f0a-afd1-981cc7095066), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:14.415645 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-9ccdd93e-77aa-4501-b7dc-507e6e1171de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:14.419238 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-9ccdd93e-77aa-4501-b7dc-507e6e1171de admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/040e8120-9e21-4f0a-afd1-981cc7095066 HTTP/1.1" status: 204 len: 168 time: 0.2759838 Jun 16 00:36:14.425067 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccdd93e-77aa-4501-b7dc-507e6e1171de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=040e8120-9e21-4f0a-afd1-981cc7095066,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:36:14.504824 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-6b2cb8d6-b967-412a-a6e9-2f314a17b7d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (da61fdc9-f0e3-49a1-9df2-3baa629d2bd8), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:14.507625 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-6b2cb8d6-b967-412a-a6e9-2f314a17b7d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:14.509067 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-6b2cb8d6-b967-412a-a6e9-2f314a17b7d5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/da61fdc9-f0e3-49a1-9df2-3baa629d2bd8 HTTP/1.1" status: 204 len: 168 time: 0.3192439 Jun 16 00:36:14.518182 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2cb8d6-b967-412a-a6e9-2f314a17b7d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da61fdc9-f0e3-49a1-9df2-3baa629d2bd8,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:36:14.878601 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a929f-67b0-40c5-93d4-6a92ca03a99a req-c406185a-1c37-4e16-80d4-0573e6807df4 tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:14.880728 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-507a929f-67b0-40c5-93d4-6a92ca03a99a req-c406185a-1c37-4e16-80d4-0573e6807df4 tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] 10.222.0.20 "GET /v2.0/ports?device_id=43c3ad64-d6e8-48a2-9835-f88e8d0ef11f HTTP/1.1" status: 200 len: 949 time: 0.0512984 Jun 16 00:36:14.943190 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-507a929f-67b0-40c5-93d4-6a92ca03a99a req-b15f2aaa-2d16-4e86-a3f2-702f030ea0eb tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff60839d-681f-4577-ae12-7e04761987fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537677 Jun 16 00:36:15.187053 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 41866) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:36:15.202738 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-9ff33ae2-64dd-4122-b03b-29563354e585 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:15.214084 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:DELETE=1,neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:36:15.265937 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device 94ce8402-0055-4b59-b7b9-1d09a0cbd6df up at agent hyperv_hv-cinder-80382 {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:36:15.280698 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 41870) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:36:15.288275 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=76,neutron:INSERT=23,neutron:UPDATE=1 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:36:15.298847 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-20d98655-aecd-4008-b63a-2571f208dfc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:15.317507 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Provisioning for port 94ce8402-0055-4b59-b7b9-1d09a0cbd6df completed by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 00:36:15.343687 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-9ff33ae2-64dd-4122-b03b-29563354e585 admin admin] Publish callbacks [] for security_group (8d19f5dd-6c59-4b25-bd4e-63c24e06d525), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:15.377400 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b829dc34-e7d2-485c-bd75-3f9f435bea50 req-d927cf8d-544a-4e92-8ceb-f92e2816c6f7 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:15.379102 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-b829dc34-e7d2-485c-bd75-3f9f435bea50 req-d927cf8d-544a-4e92-8ceb-f92e2816c6f7 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=76508475-0af3-48d7-8f12-9ad3686d77f0 HTTP/1.1" status: 200 len: 946 time: 0.3024607 Jun 16 00:36:15.393457 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Provisioning complete for port 94ce8402-0055-4b59-b7b9-1d09a0cbd6df triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:36:15.394263 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (94ce8402-0055-4b59-b7b9-1d09a0cbd6df), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:15.408990 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-20d98655-aecd-4008-b63a-2571f208dfc8 admin admin] Publish callbacks [] for security_group (373b51a6-c03e-429f-a4b1-d075a2b13b5a), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:15.418244 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-9ff33ae2-64dd-4122-b03b-29563354e585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (8d19f5dd-6c59-4b25-bd4e-63c24e06d525), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:15.433126 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-b829dc34-e7d2-485c-bd75-3f9f435bea50 req-424ce9dc-0cf2-4abe-ba62-9fc6b03936be tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478930 Jun 16 00:36:15.457604 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-9ff33ae2-64dd-4122-b03b-29563354e585 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6c165280101947d8a0190f790c316324&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2691026 Jun 16 00:36:15.457846 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 41874) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:36:15.468946 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Current status of the port 94ce8402-0055-4b59-b7b9-1d09a0cbd6df is: BUILD; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:36:15.469339 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (94ce8402-0055-4b59-b7b9-1d09a0cbd6df), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:15.470370 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff33ae2-64dd-4122-b03b-29563354e585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d19f5dd-6c59-4b25-bd4e-63c24e06d525,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:36:15.496490 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-20d98655-aecd-4008-b63a-2571f208dfc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (373b51a6-c03e-429f-a4b1-d075a2b13b5a), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:15.513207 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43c3ad64-d6e8-48a2-9835-f88e8d0ef11f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94ce8402-0055-4b59-b7b9-1d09a0cbd6df'}] {{(pid=111024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:36:15.515468 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4573778420d3d0f041bbf6733ae9852b47924bf8d6b8ed88ee9f05ae747ab312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2140c1dd-640c-470b-ac88-5f38987eb9e1" -d '{"events": [{"server_uuid": "43c3ad64-d6e8-48a2-9835-f88e8d0ef11f", "name": "network-vif-plugged", "status": "completed", "tag": "94ce8402-0055-4b59-b7b9-1d09a0cbd6df"}]}' {{(pid=111024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:36:15.527489 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-eb0c881d-35ea-4143-a6eb-e77083a61dce admin admin] Publish callbacks [] for security_group (8d19f5dd-6c59-4b25-bd4e-63c24e06d525), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:15.528477 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] For port 94ce8402-0055-4b59-b7b9-1d09a0cbd6df, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=94ce8402-0055-4b59-b7b9-1d09a0cbd6df,segment=NetworkSegment(6cae7bd9-f74a-421e-a933-72f32018a882),segment_id=6cae7bd9-f74a-421e-a933-72f32018a882)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:36:15.552400 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-eb0c881d-35ea-4143-a6eb-e77083a61dce admin admin] Publish callbacks [] for security_group (8d19f5dd-6c59-4b25-bd4e-63c24e06d525), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:15.557108 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 00:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-797fb8b5-11b3-44f9-86e5-507a66e45df5 x-openstack-request-id: req-797fb8b5-11b3-44f9-86e5-507a66e45df5 {{(pid=111024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:36:15.557463 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43c3ad64-d6e8-48a2-9835-f88e8d0ef11f", "name": "network-vif-plugged", "status": "completed", "tag": "94ce8402-0055-4b59-b7b9-1d09a0cbd6df", "code": 200}]} {{(pid=111024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:36:15.558258 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-797fb8b5-11b3-44f9-86e5-507a66e45df5 {{(pid=111024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:36:15.558728 dv-cinder-803823-11-iscsi neutron-server[111024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-797fb8b5-11b3-44f9-86e5-507a66e45df5'] response: {'server_uuid': '43c3ad64-d6e8-48a2-9835-f88e8d0ef11f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94ce8402-0055-4b59-b7b9-1d09a0cbd6df', 'code': 200} Jun 16 00:36:15.575496 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-20d98655-aecd-4008-b63a-2571f208dfc8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3096c6350bc84a50bdc0cccce17aa75c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2937570 Jun 16 00:36:15.578664 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 41878) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:36:15.581906 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834a2d89-8f9e-430e-b970-ecce2623f4b9 req-cfc57c63-3d14-45fb-ad9e-37e498eab354 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:15.583405 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-834a2d89-8f9e-430e-b970-ecce2623f4b9 req-cfc57c63-3d14-45fb-ad9e-37e498eab354 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=b99af546-f8bc-4967-b251-7e486805f7f7 HTTP/1.1" status: 200 len: 945 time: 0.0682333 Jun 16 00:36:15.584203 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d98655-aecd-4008-b63a-2571f208dfc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=373b51a6-c03e-429f-a4b1-d075a2b13b5a,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:36:15.600681 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (94ce8402-0055-4b59-b7b9-1d09a0cbd6df), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:15.604919 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:36:15.646273 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-834a2d89-8f9e-430e-b970-ecce2623f4b9 req-14fe1797-addf-4c20-a465-50afa62b83ae tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563147 Jun 16 00:36:15.653194 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-3e19d125-4049-4889-8cc4-823343596692 admin admin] Publish callbacks [] for security_group (373b51a6-c03e-429f-a4b1-d075a2b13b5a), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:15.669637 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Pushing event updated for resources: {'Port': ['ID=94ce8402-0055-4b59-b7b9-1d09a0cbd6df,revision_number=5']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:36:15.680911 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-3e19d125-4049-4889-8cc4-823343596692 admin admin] Publish callbacks [] for security_group (373b51a6-c03e-429f-a4b1-d075a2b13b5a), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:15.761313 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-eb0c881d-35ea-4143-a6eb-e77083a61dce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (8d19f5dd-6c59-4b25-bd4e-63c24e06d525), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:15.763855 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-eb0c881d-35ea-4143-a6eb-e77083a61dce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:15.765017 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-eb0c881d-35ea-4143-a6eb-e77083a61dce admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8d19f5dd-6c59-4b25-bd4e-63c24e06d525 HTTP/1.1" status: 204 len: 168 time: 0.3056016 Jun 16 00:36:15.774037 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0c881d-35ea-4143-a6eb-e77083a61dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d19f5dd-6c59-4b25-bd4e-63c24e06d525,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:36:15.790426 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-3e19d125-4049-4889-8cc4-823343596692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (373b51a6-c03e-429f-a4b1-d075a2b13b5a), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:15.793308 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-3e19d125-4049-4889-8cc4-823343596692 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:15.795784 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-3e19d125-4049-4889-8cc4-823343596692 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/373b51a6-c03e-429f-a4b1-d075a2b13b5a HTTP/1.1" status: 204 len: 168 time: 0.2160256 Jun 16 00:36:15.807546 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e19d125-4049-4889-8cc4-823343596692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=373b51a6-c03e-429f-a4b1-d075a2b13b5a,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:36:15.995014 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e1bd8-b57e-4dc1-8e1d-e374bb2c8e04 req-704fd640-69d5-44b8-b564-6ca05030e142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:15.996766 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-d54e1bd8-b57e-4dc1-8e1d-e374bb2c8e04 req-704fd640-69d5-44b8-b564-6ca05030e142 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=43c3ad64-d6e8-48a2-9835-f88e8d0ef11f HTTP/1.1" status: 200 len: 1134 time: 0.0402160 Jun 16 00:36:16.086265 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ddac23-f6d4-4911-b70e-becb0c485d4c req-c799fa57-cfe5-43ac-827a-4e0f3ac87d16 tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:16.087720 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-21ddac23-f6d4-4911-b70e-becb0c485d4c req-c799fa57-cfe5-43ac-827a-4e0f3ac87d16 tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] 10.222.0.20 "GET /v2.0/ports?device_id=43c3ad64-d6e8-48a2-9835-f88e8d0ef11f HTTP/1.1" status: 200 len: 950 time: 0.0693994 Jun 16 00:36:16.089918 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-d54e1bd8-b57e-4dc1-8e1d-e374bb2c8e04 req-163e0c8f-a827-456d-bc5d-d56917e0b1c1 service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=ff60839d-681f-4577-ae12-7e04761987fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868940 Jun 16 00:36:16.114586 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:36:16.140777 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-21ddac23-f6d4-4911-b70e-becb0c485d4c req-b3f4e6cd-061a-4dfa-a6ec-13b3b2f63727 tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff60839d-681f-4577-ae12-7e04761987fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470829 Jun 16 00:36:17.269082 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb9a1c-d15e-4867-bdb2-ceae3eb051dd req-dcff2d71-02a7-46d9-81fc-bd0b8f2e4b9e tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:17.276363 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-b5bb9a1c-d15e-4867-bdb2-ceae3eb051dd req-dcff2d71-02a7-46d9-81fc-bd0b8f2e4b9e tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] 10.222.0.20 "GET /v2.0/ports?device_id=43c3ad64-d6e8-48a2-9835-f88e8d0ef11f HTTP/1.1" status: 200 len: 950 time: 0.0567813 Jun 16 00:36:17.326372 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-b5bb9a1c-d15e-4867-bdb2-ceae3eb051dd req-a5080fb9-2074-4a67-9610-c7e7b075eb0f tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff60839d-681f-4577-ae12-7e04761987fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490434 Jun 16 00:36:17.327765 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:36:18.015668 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac7958-c079-42b6-b3a8-1bba5b9b1556 req-8e69f993-4fcb-49ec-8b00-9945dcc4182f tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:18.017485 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-ebac7958-c079-42b6-b3a8-1bba5b9b1556 req-8e69f993-4fcb-49ec-8b00-9945dcc4182f tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=b99af546-f8bc-4967-b251-7e486805f7f7 HTTP/1.1" status: 200 len: 945 time: 0.0538502 Jun 16 00:36:18.026508 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 41984) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:36:18.077519 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-ebac7958-c079-42b6-b3a8-1bba5b9b1556 req-6ba774f1-faa6-4d73-84b6-1ee9a6463d06 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526991 Jun 16 00:36:18.130746 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=42 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:36:18.190135 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-a819b75d-8cc7-4364-bf49-61c0f1482394 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:18.209064 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f789482-f749-4c29-a0d0-6b5ce13c4027 req-acb86b74-a5b5-45ff-85fb-cb4900ade059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:18.210540 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-4f789482-f749-4c29-a0d0-6b5ce13c4027 req-acb86b74-a5b5-45ff-85fb-cb4900ade059 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=a4e7be42e39248e4b9f5c89e96a6b82e&device_id=b99af546-f8bc-4967-b251-7e486805f7f7 HTTP/1.1" status: 200 len: 1129 time: 0.0668039 Jun 16 00:36:18.374890 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-a819b75d-8cc7-4364-bf49-61c0f1482394 admin admin] Publish callbacks [] for security_group (83f2f209-54ac-4aa3-9b26-c63ff0d88f2a), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:18.377853 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f789482-f749-4c29-a0d0-6b5ce13c4027 req-2d25f4ce-234c-4137-83b8-3ea9b84a0a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:18.380198 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-4f789482-f749-4c29-a0d0-6b5ce13c4027 req-2d25f4ce-234c-4137-83b8-3ea9b84a0a6f service neutron] 10.222.0.40 "GET /v2.0/networks?id=dfc603d1-751d-4be9-b4c0-08fa2224635a HTTP/1.1" status: 200 len: 919 time: 0.1442554 Jun 16 00:36:18.450732 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-a819b75d-8cc7-4364-bf49-61c0f1482394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (83f2f209-54ac-4aa3-9b26-c63ff0d88f2a), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:18.453829 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-4f789482-f749-4c29-a0d0-6b5ce13c4027 req-efbe4547-672b-40e5-8d0d-832de6d95b71 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef72a429-cef2-411d-909d-196a4e3ab735 HTTP/1.1" status: 200 len: 217 time: 0.0636394 Jun 16 00:36:18.536938 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9101dd0d-3d57-486c-b467-9f4d2224f47d req-1c96d5cf-c871-476d-a4e1-c36f1dad268f tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:18.538401 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-9101dd0d-3d57-486c-b467-9f4d2224f47d req-1c96d5cf-c871-476d-a4e1-c36f1dad268f tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] 10.222.0.20 "GET /v2.0/ports?device_id=43c3ad64-d6e8-48a2-9835-f88e8d0ef11f HTTP/1.1" status: 200 len: 950 time: 0.1413026 Jun 16 00:36:18.545755 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-a819b75d-8cc7-4364-bf49-61c0f1482394 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7352fad617374a47aaec073756d3b128&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5188441 Jun 16 00:36:18.548620 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 42004) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:36:18.552268 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a819b75d-8cc7-4364-bf49-61c0f1482394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83f2f209-54ac-4aa3-9b26-c63ff0d88f2a,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:36:18.583432 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f789482-f749-4c29-a0d0-6b5ce13c4027 req-4fee93b9-e87f-4a9d-a174-3a64ea50e46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:18.587138 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-4f789482-f749-4c29-a0d0-6b5ce13c4027 req-4fee93b9-e87f-4a9d-a174-3a64ea50e46d service neutron] 10.222.0.40 "GET /v2.0/subnets?id=b8b321f5-1d44-4d62-a89c-8299c51aa908 HTTP/1.1" status: 200 len: 857 time: 0.1163871 Jun 16 00:36:18.607389 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-fd609fd6-4579-4eb2-99d7-7ebb90b25831 admin admin] Publish callbacks [] for security_group (83f2f209-54ac-4aa3-9b26-c63ff0d88f2a), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:18.632746 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-fd609fd6-4579-4eb2-99d7-7ebb90b25831 admin admin] Publish callbacks [] for security_group (83f2f209-54ac-4aa3-9b26-c63ff0d88f2a), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:18.636219 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-9101dd0d-3d57-486c-b467-9f4d2224f47d req-0fe1cc55-9a66-4a7f-b2e9-950098f0b2c2 tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff60839d-681f-4577-ae12-7e04761987fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891824 Jun 16 00:36:18.647984 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f789482-f749-4c29-a0d0-6b5ce13c4027 req-38f5634b-bed5-4d16-b745-1f83a5ec675a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:18.649536 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-4f789482-f749-4c29-a0d0-6b5ce13c4027 req-38f5634b-bed5-4d16-b745-1f83a5ec675a service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=dfc603d1-751d-4be9-b4c0-08fa2224635a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0556188 Jun 16 00:36:18.746986 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-4f789482-f749-4c29-a0d0-6b5ce13c4027 req-eaf977db-72e2-4bb3-8cc4-ac1e98ff6766 service neutron] 10.222.0.40 "GET /v2.0/networks/dfc603d1-751d-4be9-b4c0-08fa2224635a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868924 Jun 16 00:36:18.773630 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-fd609fd6-4579-4eb2-99d7-7ebb90b25831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (83f2f209-54ac-4aa3-9b26-c63ff0d88f2a), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:18.777010 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-fd609fd6-4579-4eb2-99d7-7ebb90b25831 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:18.781276 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-fd609fd6-4579-4eb2-99d7-7ebb90b25831 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/83f2f209-54ac-4aa3-9b26-c63ff0d88f2a HTTP/1.1" status: 204 len: 168 time: 0.2280881 Jun 16 00:36:18.786725 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd609fd6-4579-4eb2-99d7-7ebb90b25831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f2f209-54ac-4aa3-9b26-c63ff0d88f2a,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:36:18.876159 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 42018) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:36:18.890389 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-4f789482-f749-4c29-a0d0-6b5ce13c4027 req-58986ab6-6b23-4f65-9f4c-2bf92fdc931d service neutron] 10.222.0.40 "GET /v2.0/networks/dfc603d1-751d-4be9-b4c0-08fa2224635a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340714 Jun 16 00:36:18.982414 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-19d77428-0e34-4c34-b62b-d1f940ac63d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:19.077513 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-19d77428-0e34-4c34-b62b-d1f940ac63d4 admin admin] Publish callbacks [] for security_group (e656c743-380f-4f66-87e5-a5d479bbd474), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:19.192474 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-19d77428-0e34-4c34-b62b-d1f940ac63d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (e656c743-380f-4f66-87e5-a5d479bbd474), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:19.200242 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8f8aa3-008d-4bc4-9686-b30e6f9a62be req-98746fe2-8df2-4ba8-aaa2-dc5515026dc9 tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:19.208505 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-1c8f8aa3-008d-4bc4-9686-b30e6f9a62be req-98746fe2-8df2-4ba8-aaa2-dc5515026dc9 tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] 10.222.0.20 "GET /v2.0/ports?device_id=43c3ad64-d6e8-48a2-9835-f88e8d0ef11f HTTP/1.1" status: 200 len: 950 time: 0.0668163 Jun 16 00:36:19.248870 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a8b145-b631-4f8d-85b6-9b0195739637 req-b52a27fd-688c-40d4-91e7-08b759e7855d tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:19.250926 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-f6a8b145-b631-4f8d-85b6-9b0195739637 req-b52a27fd-688c-40d4-91e7-08b759e7855d tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=b99af546-f8bc-4967-b251-7e486805f7f7 HTTP/1.1" status: 200 len: 945 time: 0.0906053 Jun 16 00:36:19.261211 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-1c8f8aa3-008d-4bc4-9686-b30e6f9a62be req-ab88ce50-2f46-47f6-8c46-b55799f90dec tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff60839d-681f-4577-ae12-7e04761987fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497820 Jun 16 00:36:19.264134 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-19d77428-0e34-4c34-b62b-d1f940ac63d4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=84b1f407cf0e45938d092cb59207f3e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3868585 Jun 16 00:36:19.266977 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 42040) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:36:19.272266 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d77428-0e34-4c34-b62b-d1f940ac63d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e656c743-380f-4f66-87e5-a5d479bbd474,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:36:19.313101 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:36:19.326884 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-90c5f835-9af1-4e56-8b73-57c47ba2eea2 admin admin] Publish callbacks [] for security_group (e656c743-380f-4f66-87e5-a5d479bbd474), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:19.330119 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-f6a8b145-b631-4f8d-85b6-9b0195739637 req-1a306ef5-d4aa-4a56-87b9-821dd9aeec3b tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723829 Jun 16 00:36:19.359592 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-90c5f835-9af1-4e56-8b73-57c47ba2eea2 admin admin] Publish callbacks [] for security_group (e656c743-380f-4f66-87e5-a5d479bbd474), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:19.361410 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:36:19.496369 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-90c5f835-9af1-4e56-8b73-57c47ba2eea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (e656c743-380f-4f66-87e5-a5d479bbd474), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:19.498993 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-90c5f835-9af1-4e56-8b73-57c47ba2eea2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:19.500137 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-90c5f835-9af1-4e56-8b73-57c47ba2eea2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e656c743-380f-4f66-87e5-a5d479bbd474 HTTP/1.1" status: 204 len: 168 time: 0.2316828 Jun 16 00:36:19.510646 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c5f835-9af1-4e56-8b73-57c47ba2eea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e656c743-380f-4f66-87e5-a5d479bbd474,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:36:20.120952 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 42068) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:36:20.135313 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-546533a6-9641-436e-86da-1130c3c4359a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:20.179139 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:36:20.219972 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-546533a6-9641-436e-86da-1130c3c4359a admin admin] Publish callbacks [] for security_group (598a41d0-bd98-45d9-ae63-059cc5020c97), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:20.301519 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-546533a6-9641-436e-86da-1130c3c4359a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (598a41d0-bd98-45d9-ae63-059cc5020c97), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:20.348367 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546533a6-9641-436e-86da-1130c3c4359a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=598a41d0-bd98-45d9-ae63-059cc5020c97,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:36:20.355832 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-546533a6-9641-436e-86da-1130c3c4359a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bef5c14f9ac349f08bb133ea1c1a5d09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2328897 Jun 16 00:36:20.367781 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 42080) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:36:20.413174 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1387efc7-bb5c-4275-acef-62d9bc4b2d0a req-84dce0c5-4321-4a2a-bd2b-71238c4306e9 tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:20.414885 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-1387efc7-bb5c-4275-acef-62d9bc4b2d0a req-84dce0c5-4321-4a2a-bd2b-71238c4306e9 tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] 10.222.0.20 "GET /v2.0/ports?device_id=43c3ad64-d6e8-48a2-9835-f88e8d0ef11f HTTP/1.1" status: 200 len: 950 time: 0.0596282 Jun 16 00:36:20.470149 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-1387efc7-bb5c-4275-acef-62d9bc4b2d0a req-31c20751-3cc3-4a78-b1fd-9c02873d1d8d tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff60839d-681f-4577-ae12-7e04761987fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495999 Jun 16 00:36:20.479264 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-1f5170ce-5b03-4879-a7c7-1b58431b0436 admin admin] Publish callbacks [] for security_group (598a41d0-bd98-45d9-ae63-059cc5020c97), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:20.481700 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:36:20.488026 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8918da-cee1-4eab-907b-4c1e22370052 req-c0b9a84e-2e8e-42ab-b140-9dab3ca98ee6 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:20.494766 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-8a8918da-cee1-4eab-907b-4c1e22370052 req-c0b9a84e-2e8e-42ab-b140-9dab3ca98ee6 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=b99af546-f8bc-4967-b251-7e486805f7f7 HTTP/1.1" status: 200 len: 945 time: 0.0784838 Jun 16 00:36:20.530876 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-1f5170ce-5b03-4879-a7c7-1b58431b0436 admin admin] Publish callbacks [] for security_group (598a41d0-bd98-45d9-ae63-059cc5020c97), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:20.578659 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-8a8918da-cee1-4eab-907b-4c1e22370052 req-c9a6c32e-228c-480f-8f89-fcfbacd346cf tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830152 Jun 16 00:36:20.651558 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-1f5170ce-5b03-4879-a7c7-1b58431b0436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (598a41d0-bd98-45d9-ae63-059cc5020c97), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:20.654194 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-1f5170ce-5b03-4879-a7c7-1b58431b0436 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:20.655333 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-1f5170ce-5b03-4879-a7c7-1b58431b0436 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/598a41d0-bd98-45d9-ae63-059cc5020c97 HTTP/1.1" status: 204 len: 168 time: 0.2865736 Jun 16 00:36:20.664079 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5170ce-5b03-4879-a7c7-1b58431b0436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=598a41d0-bd98-45d9-ae63-059cc5020c97,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:36:21.586369 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9308be7-56eb-4416-8868-ee8b02f1c873 req-4246bfd7-1efb-418a-9047-c3990c4fe634 tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:21.593850 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-a9308be7-56eb-4416-8868-ee8b02f1c873 req-4246bfd7-1efb-418a-9047-c3990c4fe634 tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] 10.222.0.20 "GET /v2.0/ports?device_id=43c3ad64-d6e8-48a2-9835-f88e8d0ef11f HTTP/1.1" status: 200 len: 950 time: 0.0471609 Jun 16 00:36:21.636817 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-a9308be7-56eb-4416-8868-ee8b02f1c873 req-6d29ef97-a4d7-43e9-8db9-e48d4d524253 tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff60839d-681f-4577-ae12-7e04761987fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431471 Jun 16 00:36:21.696310 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9150dcd-8f4d-477f-a1f0-282585aeef94 req-21d37e32-4bf2-49b5-8346-7c698c825759 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:21.697824 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-f9150dcd-8f4d-477f-a1f0-282585aeef94 req-21d37e32-4bf2-49b5-8346-7c698c825759 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=b99af546-f8bc-4967-b251-7e486805f7f7 HTTP/1.1" status: 200 len: 945 time: 0.0465198 Jun 16 00:36:21.745751 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-f9150dcd-8f4d-477f-a1f0-282585aeef94 req-21646d7f-4fd6-44ba-90f9-bb55b03cbbd6 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424116 Jun 16 00:36:22.758821 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f701d94-8ef7-408e-9039-1661e06c82bd req-87f27678-89bc-4e84-858e-f8c1f130b20b tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:22.760242 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-0f701d94-8ef7-408e-9039-1661e06c82bd req-87f27678-89bc-4e84-858e-f8c1f130b20b tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] 10.222.0.20 "GET /v2.0/ports?device_id=43c3ad64-d6e8-48a2-9835-f88e8d0ef11f HTTP/1.1" status: 200 len: 950 time: 0.0507164 Jun 16 00:36:22.809850 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-0f701d94-8ef7-408e-9039-1661e06c82bd req-d90af967-6ed0-46dd-925c-7e90ac159af0 tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff60839d-681f-4577-ae12-7e04761987fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437136 Jun 16 00:36:22.869551 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7580a6-00de-4cc6-98d4-f231b8ee64ba req-08ce7cd6-aeea-44f3-92b3-f9b7fc5a6d56 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:22.871060 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-8e7580a6-00de-4cc6-98d4-f231b8ee64ba req-08ce7cd6-aeea-44f3-92b3-f9b7fc5a6d56 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=b99af546-f8bc-4967-b251-7e486805f7f7 HTTP/1.1" status: 200 len: 945 time: 0.0521266 Jun 16 00:36:22.921748 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-8e7580a6-00de-4cc6-98d4-f231b8ee64ba req-e913246b-e77f-4a03-90af-29a8793d06a7 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448773 Jun 16 00:36:23.638287 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3844e49-e91a-495d-a5d6-4322d8612e43 req-9501b9b7-bcdd-4850-a1d2-df6ea6a362aa tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:23.639729 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-f3844e49-e91a-495d-a5d6-4322d8612e43 req-9501b9b7-bcdd-4850-a1d2-df6ea6a362aa tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] 10.222.0.40 "GET /v2.0/ports?device_id=43c3ad64-d6e8-48a2-9835-f88e8d0ef11f HTTP/1.1" status: 200 len: 950 time: 0.0771303 Jun 16 00:36:23.729924 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [req-f3844e49-e91a-495d-a5d6-4322d8612e43 req-96f08352-a4ec-40bf-95c5-1b5f26e6be77 tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] Deleting port 94ce8402-0055-4b59-b7b9-1d09a0cbd6df {{(pid=111023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 00:36:23.730179 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-f3844e49-e91a-495d-a5d6-4322d8612e43 req-96f08352-a4ec-40bf-95c5-1b5f26e6be77 tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753842671270'] for port (94ce8402-0055-4b59-b7b9-1d09a0cbd6df), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:23.821085 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.db [req-f3844e49-e91a-495d-a5d6-4322d8612e43 req-96f08352-a4ec-40bf-95c5-1b5f26e6be77 tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] For port 94ce8402-0055-4b59-b7b9-1d09a0cbd6df, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=94ce8402-0055-4b59-b7b9-1d09a0cbd6df,segment=NetworkSegment(6cae7bd9-f74a-421e-a933-72f32018a882),segment_id=6cae7bd9-f74a-421e-a933-72f32018a882)] {{(pid=111023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:36:23.821766 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-f3844e49-e91a-495d-a5d6-4322d8612e43 req-96f08352-a4ec-40bf-95c5-1b5f26e6be77 tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642233'] for port (94ce8402-0055-4b59-b7b9-1d09a0cbd6df), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:23.834737 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [req-f3844e49-e91a-495d-a5d6-4322d8612e43 req-96f08352-a4ec-40bf-95c5-1b5f26e6be77 tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] Calling delete_port for 94ce8402-0055-4b59-b7b9-1d09a0cbd6df owned by compute:nova {{(pid=111023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 00:36:23.985524 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d7983a-9f85-4ed1-ba93-3445288129eb req-f09304fc-a55d-4a54-9379-6b78f51a1779 tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:23.986942 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-b2d7983a-9f85-4ed1-ba93-3445288129eb req-f09304fc-a55d-4a54-9379-6b78f51a1779 tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] 10.222.0.20 "GET /v2.0/ports?device_id=43c3ad64-d6e8-48a2-9835-f88e8d0ef11f HTTP/1.1" status: 200 len: 950 time: 0.1071928 Jun 16 00:36:23.998020 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:36:24.054570 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe83e94-38ac-48e0-8412-9b05e0fa7465 req-884d14f1-e374-47ff-a916-9cff84d9ffae tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:24.055930 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-b2d7983a-9f85-4ed1-ba93-3445288129eb req-4147a0bb-0cee-4219-ba9b-b2b7f58273cc tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff60839d-681f-4577-ae12-7e04761987fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541172 Jun 16 00:36:24.056352 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-3fe83e94-38ac-48e0-8412-9b05e0fa7465 req-884d14f1-e374-47ff-a916-9cff84d9ffae tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=b99af546-f8bc-4967-b251-7e486805f7f7 HTTP/1.1" status: 200 len: 945 time: 0.0486724 Jun 16 00:36:24.110526 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-3fe83e94-38ac-48e0-8412-9b05e0fa7465 req-8608acef-a9c6-495b-ad79-82ced959f1af tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486000 Jun 16 00:36:24.144007 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-f3844e49-e91a-495d-a5d6-4322d8612e43 req-96f08352-a4ec-40bf-95c5-1b5f26e6be77 tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753842673475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753842110814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909837'] for port (94ce8402-0055-4b59-b7b9-1d09a0cbd6df), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:24.175266 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f08352-a4ec-40bf-95c5-1b5f26e6be77 tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] Pushing event deleted for resources: {'Port': ['ID=94ce8402-0055-4b59-b7b9-1d09a0cbd6df,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:36:24.182762 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] get_ports_and_sgs() called for port_ids ['94ce8402-0055-4b59-b7b9-1d09a0cbd6df'] {{(pid=111024) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 00:36:24.235059 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3844e49-e91a-495d-a5d6-4322d8612e43 req-96f08352-a4ec-40bf-95c5-1b5f26e6be77 tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] No DVR routers for this DVR port 94ce8402-0055-4b59-b7b9-1d09a0cbd6df on host hv-cinder-80382 {{(pid=111023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 00:36:24.237872 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-f3844e49-e91a-495d-a5d6-4322d8612e43 req-96f08352-a4ec-40bf-95c5-1b5f26e6be77 tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for port (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:24.242228 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-f3844e49-e91a-495d-a5d6-4322d8612e43 req-96f08352-a4ec-40bf-95c5-1b5f26e6be77 tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] 10.222.0.40 "DELETE /v2.0/ports/94ce8402-0055-4b59-b7b9-1d09a0cbd6df HTTP/1.1" status: 204 len: 173 time: 0.5958374 Jun 16 00:36:24.242878 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43c3ad64-d6e8-48a2-9835-f88e8d0ef11f', 'name': 'network-vif-deleted', 'tag': '94ce8402-0055-4b59-b7b9-1d09a0cbd6df'}] {{(pid=111023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:36:24.248636 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849ffc5c5c28115853a01ef2d84a57e68c82d4a74a931575540ba89325b26957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ba8b6c-e00c-4abc-b211-d4a03dfdceb7" -d '{"events": [{"server_uuid": "43c3ad64-d6e8-48a2-9835-f88e8d0ef11f", "name": "network-vif-deleted", "tag": "94ce8402-0055-4b59-b7b9-1d09a0cbd6df"}]}' {{(pid=111023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:36:24.290947 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 00:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6cc58fd-8555-43e4-8d41-58d50e7dcfcd x-openstack-request-id: req-b6cc58fd-8555-43e4-8d41-58d50e7dcfcd {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:36:24.291234 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43c3ad64-d6e8-48a2-9835-f88e8d0ef11f", "name": "network-vif-deleted", "tag": "94ce8402-0055-4b59-b7b9-1d09a0cbd6df", "status": "completed", "code": 200}]} {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:36:24.291512 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b6cc58fd-8555-43e4-8d41-58d50e7dcfcd {{(pid=111023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:36:24.291957 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6cc58fd-8555-43e4-8d41-58d50e7dcfcd'] response: {'server_uuid': '43c3ad64-d6e8-48a2-9835-f88e8d0ef11f', 'name': 'network-vif-deleted', 'tag': '94ce8402-0055-4b59-b7b9-1d09a0cbd6df', 'status': 'completed', 'code': 200} Jun 16 00:36:24.526783 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-f6d1d7a6-cd91-495d-9f53-da501d577c60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (2a8c543c-b8d9-40d8-999c-fa03b757f547), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:25.172005 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-568d6121-d79c-4b0a-80a2-06e8f5ede9b2 req-6b9ae817-18f1-48af-a219-820719d7b4c4 tempest-VolumesNegativeTest-1287618869 tempest-VolumesNegativeTest-1287618869-project] 10.222.0.20 "GET /v2.0/ports?device_id=43c3ad64-d6e8-48a2-9835-f88e8d0ef11f HTTP/1.1" status: 200 len: 210 time: 0.0296962 Jun 16 00:36:25.231836 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95034ad3-741d-43f8-bfee-4184bf690e93 req-1d2ba4d6-6cc7-44f5-a054-e7cf139fec50 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:25.233343 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-95034ad3-741d-43f8-bfee-4184bf690e93 req-1d2ba4d6-6cc7-44f5-a054-e7cf139fec50 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=b99af546-f8bc-4967-b251-7e486805f7f7 HTTP/1.1" status: 200 len: 945 time: 0.0494735 Jun 16 00:36:25.285378 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-95034ad3-741d-43f8-bfee-4184bf690e93 req-f40bb816-74d1-4193-93f3-72b5b9d44ee6 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463161 Jun 16 00:36:26.419953 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a51ea2-1d00-4ee5-babb-60b126e877a9 req-a7a38cd6-c74e-4847-a115-866590f17a89 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:26.421495 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-04a51ea2-1d00-4ee5-babb-60b126e877a9 req-a7a38cd6-c74e-4847-a115-866590f17a89 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=b99af546-f8bc-4967-b251-7e486805f7f7 HTTP/1.1" status: 200 len: 945 time: 0.0617676 Jun 16 00:36:26.471322 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-04a51ea2-1d00-4ee5-babb-60b126e877a9 req-2ee5c229-9fd4-41a6-98a3-61cb1efa723c tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432467 Jun 16 00:36:26.676751 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:36:26.754133 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-ad96b7cd-c8ef-411b-8d0f-aac372fba1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (d0297bc9-c3a8-45ac-9023-c937cb4f21fc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:26.823603 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.agents_db [None req-15653567-1518-4353-bd1f-4d0dcdae15fd None None] Agent healthcheck: found 6 active agents {{(pid=111025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 00:36:27.404094 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 42402) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:36:27.522426 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-bc380cad-c115-4896-9752-dfc6fe396edb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:27.596480 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c39b0e4-4d51-4448-b69d-88d0bb318d24 req-78a87227-adf1-484b-b89e-2bfd2486cf0f tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:27.598834 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-6c39b0e4-4d51-4448-b69d-88d0bb318d24 req-78a87227-adf1-484b-b89e-2bfd2486cf0f tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=b99af546-f8bc-4967-b251-7e486805f7f7 HTTP/1.1" status: 200 len: 945 time: 0.0572326 Jun 16 00:36:27.608656 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-bc380cad-c115-4896-9752-dfc6fe396edb admin admin] Publish callbacks [] for security_group (8491bf93-5238-4744-8449-d83a4ac4a5a8), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:27.654785 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-6c39b0e4-4d51-4448-b69d-88d0bb318d24 req-a4f71967-9343-45d1-9fbe-417de607eea4 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486574 Jun 16 00:36:27.681046 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-bc380cad-c115-4896-9752-dfc6fe396edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (8491bf93-5238-4744-8449-d83a4ac4a5a8), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:27.685822 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:36:27.721984 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-bc380cad-c115-4896-9752-dfc6fe396edb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f61e53971e024c6484791da614faa3a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3167987 Jun 16 00:36:27.722960 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc380cad-c115-4896-9752-dfc6fe396edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8491bf93-5238-4744-8449-d83a4ac4a5a8,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:36:27.726968 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 42432) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:36:27.775729 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-55e745e9-81f9-490c-b9b9-96f5b6af7b71 admin admin] Publish callbacks [] for security_group (8491bf93-5238-4744-8449-d83a4ac4a5a8), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:27.777170 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:36:27.798231 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-55e745e9-81f9-490c-b9b9-96f5b6af7b71 admin admin] Publish callbacks [] for security_group (8491bf93-5238-4744-8449-d83a4ac4a5a8), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:27.941960 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-117977e4-98b1-40f2-baea-1bec010e476c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (b90f279a-3e8f-4325-a28d-8d213fb96fbc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:27.973125 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-55e745e9-81f9-490c-b9b9-96f5b6af7b71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (8491bf93-5238-4744-8449-d83a4ac4a5a8), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:27.976133 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-55e745e9-81f9-490c-b9b9-96f5b6af7b71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:27.977343 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-55e745e9-81f9-490c-b9b9-96f5b6af7b71 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8491bf93-5238-4744-8449-d83a4ac4a5a8 HTTP/1.1" status: 204 len: 168 time: 0.2508593 Jun 16 00:36:27.985618 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e745e9-81f9-490c-b9b9-96f5b6af7b71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8491bf93-5238-4744-8449-d83a4ac4a5a8,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:36:28.279828 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device 94ce8402-0055-4b59-b7b9-1d09a0cbd6df no longer exists at agent hyperv_hv-cinder-80382 {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 00:36:28.301640 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] No Port match for: 94ce8402-0055-4b59-b7b9-1d09a0cbd6df {{(pid=111024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 00:36:28.302500 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device 94ce8402-0055-4b59-b7b9-1d09a0cbd6df not bound to the agent host hv-cinder-80382 {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 00:36:28.735959 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 42472) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:36:28.752495 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-8de889a5-075f-46fe-b33f-a2c1bfa6ea39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:28.781567 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a62e15-6ccb-4280-8755-519b6b743409 req-61230e00-945b-4091-9cdb-ff00e1b660ca tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:28.783676 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-00a62e15-6ccb-4280-8755-519b6b743409 req-61230e00-945b-4091-9cdb-ff00e1b660ca tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=b99af546-f8bc-4967-b251-7e486805f7f7 HTTP/1.1" status: 200 len: 945 time: 0.0529399 Jun 16 00:36:28.831761 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-00a62e15-6ccb-4280-8755-519b6b743409 req-00701380-916e-4c66-9442-7b436b571edc tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416257 Jun 16 00:36:28.838622 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-8de889a5-075f-46fe-b33f-a2c1bfa6ea39 admin admin] Publish callbacks [] for security_group (0183c8a5-afbf-4a98-9150-c05a9697353b), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:28.949602 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-8de889a5-075f-46fe-b33f-a2c1bfa6ea39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (0183c8a5-afbf-4a98-9150-c05a9697353b), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:28.992038 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de889a5-075f-46fe-b33f-a2c1bfa6ea39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0183c8a5-afbf-4a98-9150-c05a9697353b,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:36:28.997785 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-8de889a5-075f-46fe-b33f-a2c1bfa6ea39 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6aa17e027b6d45caab19e14cf99abd63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2605569 Jun 16 00:36:29.000741 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 42482) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:36:29.051460 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-53028831-b254-4cf1-9a4c-904c3d18b726 admin admin] Publish callbacks [] for security_group (0183c8a5-afbf-4a98-9150-c05a9697353b), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:29.073106 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-53028831-b254-4cf1-9a4c-904c3d18b726 admin admin] Publish callbacks [] for security_group (0183c8a5-afbf-4a98-9150-c05a9697353b), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:29.216002 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-53028831-b254-4cf1-9a4c-904c3d18b726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (0183c8a5-afbf-4a98-9150-c05a9697353b), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:29.218879 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-53028831-b254-4cf1-9a4c-904c3d18b726 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:29.220083 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-53028831-b254-4cf1-9a4c-904c3d18b726 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0183c8a5-afbf-4a98-9150-c05a9697353b HTTP/1.1" status: 204 len: 168 time: 0.2183549 Jun 16 00:36:29.230133 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53028831-b254-4cf1-9a4c-904c3d18b726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0183c8a5-afbf-4a98-9150-c05a9697353b,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:36:29.275810 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-faa15201-cec6-4660-ae33-7025f254e5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (50ece25a-9452-44f6-8bc9-48c0ade2294b), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:29.702015 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (81117e21-cbf2-493f-9e14-29a3cec1f25a), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:29.956301 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6460a5e0-edaa-4828-a154-75fe471a0c1d req-47c79d76-757c-42fb-8d1c-a4d40c723a79 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:29.957800 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-6460a5e0-edaa-4828-a154-75fe471a0c1d req-47c79d76-757c-42fb-8d1c-a4d40c723a79 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=b99af546-f8bc-4967-b251-7e486805f7f7 HTTP/1.1" status: 200 len: 945 time: 0.0567045 Jun 16 00:36:30.010008 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-6460a5e0-edaa-4828-a154-75fe471a0c1d req-33aab4e7-2e32-4e28-a1f2-ee0f49715c6b tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459297 Jun 16 00:36:31.174555 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b664b7c-c039-4ff0-93a7-9b24392f5af3 req-0c96429a-32f9-45cd-893b-846c2b81ffad tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:31.174555 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-1b664b7c-c039-4ff0-93a7-9b24392f5af3 req-0c96429a-32f9-45cd-893b-846c2b81ffad tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=b99af546-f8bc-4967-b251-7e486805f7f7 HTTP/1.1" status: 200 len: 945 time: 0.0942733 Jun 16 00:36:31.231797 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-1b664b7c-c039-4ff0-93a7-9b24392f5af3 req-a5d08e8b-0966-4e54-b489-12859c5c13c3 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509543 Jun 16 00:36:31.367105 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 42662) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:36:31.485126 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-ce762b8c-408e-4f6b-a5e9-6334b7240a50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:31.566808 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-ce762b8c-408e-4f6b-a5e9-6334b7240a50 admin admin] Publish callbacks [] for security_group (42e44b2e-df6c-4127-8f6b-be186cf1595d), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:31.627660 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-ce762b8c-408e-4f6b-a5e9-6334b7240a50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (42e44b2e-df6c-4127-8f6b-be186cf1595d), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:31.633151 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:36:31.672855 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-ce762b8c-408e-4f6b-a5e9-6334b7240a50 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=df49ddfe878c42a5aa0d01d00dbca834&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3045602 Jun 16 00:36:31.673779 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce762b8c-408e-4f6b-a5e9-6334b7240a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42e44b2e-df6c-4127-8f6b-be186cf1595d,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:36:31.675551 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 42674) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:36:31.695900 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:36:31.732311 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-1244e58d-5750-4afd-954d-6b7e71e2b828 admin admin] Publish callbacks [] for security_group (42e44b2e-df6c-4127-8f6b-be186cf1595d), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:31.754380 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-1244e58d-5750-4afd-954d-6b7e71e2b828 admin admin] Publish callbacks [] for security_group (42e44b2e-df6c-4127-8f6b-be186cf1595d), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:31.856159 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-1244e58d-5750-4afd-954d-6b7e71e2b828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (42e44b2e-df6c-4127-8f6b-be186cf1595d), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:31.858757 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-1244e58d-5750-4afd-954d-6b7e71e2b828 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:31.861379 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-1244e58d-5750-4afd-954d-6b7e71e2b828 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/42e44b2e-df6c-4127-8f6b-be186cf1595d HTTP/1.1" status: 204 len: 168 time: 0.1833241 Jun 16 00:36:31.869001 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1244e58d-5750-4afd-954d-6b7e71e2b828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e44b2e-df6c-4127-8f6b-be186cf1595d,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:36:31.874698 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=3 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:36:32.393948 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b823cc5d-a09a-4b1b-81a4-5fa22f7efaf1 req-9f7bd16f-f6d5-436c-8b57-aae9f15145e1 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:32.396104 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-b823cc5d-a09a-4b1b-81a4-5fa22f7efaf1 req-9f7bd16f-f6d5-436c-8b57-aae9f15145e1 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=b99af546-f8bc-4967-b251-7e486805f7f7 HTTP/1.1" status: 200 len: 945 time: 0.0639887 Jun 16 00:36:32.447356 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-b823cc5d-a09a-4b1b-81a4-5fa22f7efaf1 req-3ed9f25f-fe23-4397-a3eb-bfbd75499a23 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449536 Jun 16 00:36:33.579561 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc8b79-c1bc-4f1d-b59f-407cbd3b100d req-91440fd0-9fac-49a0-9251-78d1b6818acf tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:33.588380 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-f7dc8b79-c1bc-4f1d-b59f-407cbd3b100d req-91440fd0-9fac-49a0-9251-78d1b6818acf tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=b99af546-f8bc-4967-b251-7e486805f7f7 HTTP/1.1" status: 200 len: 945 time: 0.0637901 Jun 16 00:36:33.643210 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-f7dc8b79-c1bc-4f1d-b59f-407cbd3b100d req-34fc7edd-ec07-4b55-81d0-c484dd0a2884 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533698 Jun 16 00:36:34.780415 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a19f30d-edd8-46f4-9356-dfbc277b96b0 req-6f378617-134f-45b3-8611-9783e954f1c0 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:34.781897 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-1a19f30d-edd8-46f4-9356-dfbc277b96b0 req-6f378617-134f-45b3-8611-9783e954f1c0 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=b99af546-f8bc-4967-b251-7e486805f7f7 HTTP/1.1" status: 200 len: 945 time: 0.0531538 Jun 16 00:36:34.833005 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-1a19f30d-edd8-46f4-9356-dfbc277b96b0 req-53c4bc4b-998d-40ef-a19a-52abe3675682 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446138 Jun 16 00:36:34.942234 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 42826) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:36:35.104364 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-b77f49bb-bd4e-4ebf-b4fe-5a75eae4b769 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a8d7918c87fc4feab324728c4739d326&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1609921 Jun 16 00:36:35.106889 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 42838) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:36:35.132383 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:36:35.155948 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-2deaea5b-c3fc-4dca-bc22-5e9c369d52f7 admin admin] Publish callbacks [] for security_group (ff60839d-681f-4577-ae12-7e04761987fa), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:35.178156 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-2deaea5b-c3fc-4dca-bc22-5e9c369d52f7 admin admin] Publish callbacks [] for security_group (ff60839d-681f-4577-ae12-7e04761987fa), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:35.313414 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-2deaea5b-c3fc-4dca-bc22-5e9c369d52f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (ff60839d-681f-4577-ae12-7e04761987fa), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:35.316358 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-2deaea5b-c3fc-4dca-bc22-5e9c369d52f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:35.318205 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-2deaea5b-c3fc-4dca-bc22-5e9c369d52f7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ff60839d-681f-4577-ae12-7e04761987fa HTTP/1.1" status: 204 len: 168 time: 0.2103813 Jun 16 00:36:35.326879 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deaea5b-c3fc-4dca-bc22-5e9c369d52f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff60839d-681f-4577-ae12-7e04761987fa,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:36:35.335153 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deaea5b-c3fc-4dca-bc22-5e9c369d52f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:36:35.335626 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deaea5b-c3fc-4dca-bc22-5e9c369d52f7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:36:35.336086 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deaea5b-c3fc-4dca-bc22-5e9c369d52f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:36:35.336548 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deaea5b-c3fc-4dca-bc22-5e9c369d52f7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:36:35.336978 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deaea5b-c3fc-4dca-bc22-5e9c369d52f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:36:35.337511 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deaea5b-c3fc-4dca-bc22-5e9c369d52f7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:36:35.337966 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deaea5b-c3fc-4dca-bc22-5e9c369d52f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:36:35.338380 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deaea5b-c3fc-4dca-bc22-5e9c369d52f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:36:35.338857 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deaea5b-c3fc-4dca-bc22-5e9c369d52f7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:36:35.339429 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deaea5b-c3fc-4dca-bc22-5e9c369d52f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:36:35.339869 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deaea5b-c3fc-4dca-bc22-5e9c369d52f7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:36:35.340291 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deaea5b-c3fc-4dca-bc22-5e9c369d52f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:36:35.340765 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deaea5b-c3fc-4dca-bc22-5e9c369d52f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:36:35.341240 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deaea5b-c3fc-4dca-bc22-5e9c369d52f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:36:35.341667 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deaea5b-c3fc-4dca-bc22-5e9c369d52f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:36:35.965661 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c88ecea-4dab-43a8-b570-90cfe8d2867f req-2667585f-a486-4e76-8768-9b92db983c32 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:35.974019 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-9c88ecea-4dab-43a8-b570-90cfe8d2867f req-2667585f-a486-4e76-8768-9b92db983c32 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=b99af546-f8bc-4967-b251-7e486805f7f7 HTTP/1.1" status: 200 len: 945 time: 0.0577557 Jun 16 00:36:36.024551 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-9c88ecea-4dab-43a8-b570-90cfe8d2867f req-dc6f2256-bed9-469c-a246-453ffe554aaf tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496669 Jun 16 00:36:36.820071 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=47,neutron:DELETE=1 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:36:37.136318 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6519d2bb-40f9-4c63-8f3c-ccd73cb3087a req-279ebd0f-0d78-40b7-b830-38ec5108779a tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:37.137708 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-6519d2bb-40f9-4c63-8f3c-ccd73cb3087a req-279ebd0f-0d78-40b7-b830-38ec5108779a tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=b99af546-f8bc-4967-b251-7e486805f7f7 HTTP/1.1" status: 200 len: 945 time: 0.0457942 Jun 16 00:36:37.183341 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-6519d2bb-40f9-4c63-8f3c-ccd73cb3087a req-930c1976-83b8-46e9-9829-6e574d242b2b tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402458 Jun 16 00:36:38.297367 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d45073-a8fb-4d19-9dce-707374ccb3b4 req-377ee153-8741-464f-b4a6-68780c5ff901 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:38.299044 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-48d45073-a8fb-4d19-9dce-707374ccb3b4 req-377ee153-8741-464f-b4a6-68780c5ff901 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=b99af546-f8bc-4967-b251-7e486805f7f7 HTTP/1.1" status: 200 len: 945 time: 0.0492003 Jun 16 00:36:38.350619 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-48d45073-a8fb-4d19-9dce-707374ccb3b4 req-af7059ba-8a46-4d18-b5d1-fcf367c81b9b tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457084 Jun 16 00:36:38.443180 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f8e46-35cb-4b24-b132-66e1e9c88699 req-b936ee90-e788-462e-8551-7e219b1c9b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:38.446503 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-0a3f8e46-35cb-4b24-b132-66e1e9c88699 req-b936ee90-e788-462e-8551-7e219b1c9b9f service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=b99af546-f8bc-4967-b251-7e486805f7f7 HTTP/1.1" status: 200 len: 1129 time: 0.0432391 Jun 16 00:36:38.766029 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:36:38.788478 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-0a3f8e46-35cb-4b24-b132-66e1e9c88699 req-9b065d1d-2e7f-4b48-8dd0-eefb0970870d service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417867 Jun 16 00:36:39.476551 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f3911d-5423-4bb8-a471-b015f058980f req-5d3b2d83-0f69-436b-965a-9b6fe1957c26 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:39.481060 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-81f3911d-5423-4bb8-a471-b015f058980f req-5d3b2d83-0f69-436b-965a-9b6fe1957c26 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=b99af546-f8bc-4967-b251-7e486805f7f7 HTTP/1.1" status: 200 len: 945 time: 0.0596666 Jun 16 00:36:39.546987 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-e8e3e50d-49e3-4d1e-a704-cf78fdfbcf1b req-c604ab4a-2bee-4808-98d2-f27a15be40ee service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=fcb3ce76-65b1-48b8-8b1a-3374f6f7c0b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0618393 Jun 16 00:36:39.575675 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-81f3911d-5423-4bb8-a471-b015f058980f req-25e8b04c-8898-4853-88ae-cf763de3e24d tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892417 Jun 16 00:36:39.668981 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e3e50d-49e3-4d1e-a704-cf78fdfbcf1b req-aa0d31e8-eb9c-41fa-95bd-1df3d272e046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:39.672229 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-e8e3e50d-49e3-4d1e-a704-cf78fdfbcf1b req-aa0d31e8-eb9c-41fa-95bd-1df3d272e046 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=45031128a55e42989da61e01948538d3&device_id=fcb3ce76-65b1-48b8-8b1a-3374f6f7c0b0 HTTP/1.1" status: 200 len: 1130 time: 0.0555651 Jun 16 00:36:40.080954 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 43012) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:36:40.216012 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-4b2216e6-79c2-4946-85f3-7ed2f26ec9d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:40.216716 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfbd4ad-cd19-47d1-9934-1922d7e3c4b4 req-fe2f5ca6-e144-4965-b252-246d4367e449 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:40.218516 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-1bfbd4ad-cd19-47d1-9934-1922d7e3c4b4 req-fe2f5ca6-e144-4965-b252-246d4367e449 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 945 time: 0.0569413 Jun 16 00:36:40.277236 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-1bfbd4ad-cd19-47d1-9934-1922d7e3c4b4 req-228a98cb-52d1-4e85-a323-cf7f74279a8d tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514407 Jun 16 00:36:40.317362 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-4b2216e6-79c2-4946-85f3-7ed2f26ec9d1 admin admin] Publish callbacks [] for security_group (679b3b5a-752f-4aa3-bae1-6b8c0c4a0141), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:40.403037 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 43032) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:36:40.407733 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [None req-40641917-7a12-4ca7-815a-09dacd0115fc tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1354403442', 'description': 'tempest-description--1722721368'}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:36:40.423841 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-4b2216e6-79c2-4946-85f3-7ed2f26ec9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (679b3b5a-752f-4aa3-bae1-6b8c0c4a0141), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:40.466740 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2216e6-79c2-4946-85f3-7ed2f26ec9d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=679b3b5a-752f-4aa3-bae1-6b8c0c4a0141,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:36:40.470783 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-4b2216e6-79c2-4946-85f3-7ed2f26ec9d1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2b3305529bf940029d6cb600507cab3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3887675 Jun 16 00:36:40.473504 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 43034) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:36:40.503629 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-40641917-7a12-4ca7-815a-09dacd0115fc tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for security_group (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:40.523057 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-530604fc-83f0-4646-a6f6-359be7db6677 admin admin] Publish callbacks [] for security_group (679b3b5a-752f-4aa3-bae1-6b8c0c4a0141), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:40.524397 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:36:40.545776 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-530604fc-83f0-4646-a6f6-359be7db6677 admin admin] Publish callbacks [] for security_group (679b3b5a-752f-4aa3-bae1-6b8c0c4a0141), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:40.572849 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-40641917-7a12-4ca7-815a-09dacd0115fc tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for security_group (ccda61a9-4ad6-4931-8778-2739cae747ac), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:40.674003 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-40641917-7a12-4ca7-815a-09dacd0115fc tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (ccda61a9-4ad6-4931-8778-2739cae747ac), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:40.687277 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-530604fc-83f0-4646-a6f6-359be7db6677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (679b3b5a-752f-4aa3-bae1-6b8c0c4a0141), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:40.690123 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-530604fc-83f0-4646-a6f6-359be7db6677 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:40.691259 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-530604fc-83f0-4646-a6f6-359be7db6677 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/679b3b5a-752f-4aa3-bae1-6b8c0c4a0141 HTTP/1.1" status: 204 len: 168 time: 0.2169507 Jun 16 00:36:40.701909 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530604fc-83f0-4646-a6f6-359be7db6677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=679b3b5a-752f-4aa3-bae1-6b8c0c4a0141,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:36:40.716724 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f69e9-7122-4e58-a816-8eafd7469805 req-bbe752bd-dd98-4d11-a250-bdf454aa8dee tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:40.718149 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-f95f69e9-7122-4e58-a816-8eafd7469805 req-bbe752bd-dd98-4d11-a250-bdf454aa8dee tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=b99af546-f8bc-4967-b251-7e486805f7f7 HTTP/1.1" status: 200 len: 945 time: 0.0865681 Jun 16 00:36:40.720056 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40641917-7a12-4ca7-815a-09dacd0115fc tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccda61a9-4ad6-4931-8778-2739cae747ac,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:36:40.730697 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40641917-7a12-4ca7-815a-09dacd0115fc tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:36:40.731206 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40641917-7a12-4ca7-815a-09dacd0115fc tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:36:40.731899 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40641917-7a12-4ca7-815a-09dacd0115fc tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:36:40.732251 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40641917-7a12-4ca7-815a-09dacd0115fc tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:36:40.732613 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40641917-7a12-4ca7-815a-09dacd0115fc tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:36:40.732954 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40641917-7a12-4ca7-815a-09dacd0115fc tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:36:40.733289 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40641917-7a12-4ca7-815a-09dacd0115fc tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:36:40.733630 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40641917-7a12-4ca7-815a-09dacd0115fc tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:36:40.733961 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40641917-7a12-4ca7-815a-09dacd0115fc tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:36:40.734291 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40641917-7a12-4ca7-815a-09dacd0115fc tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:36:40.734620 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40641917-7a12-4ca7-815a-09dacd0115fc tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:36:40.734944 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40641917-7a12-4ca7-815a-09dacd0115fc tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:36:40.735268 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40641917-7a12-4ca7-815a-09dacd0115fc tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:36:40.735591 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40641917-7a12-4ca7-815a-09dacd0115fc tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:36:40.735919 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40641917-7a12-4ca7-815a-09dacd0115fc tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:36:40.784664 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-f95f69e9-7122-4e58-a816-8eafd7469805 req-3d5b6929-2fbe-4ca4-8589-070a3242f3e7 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575166 Jun 16 00:36:40.802368 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-40641917-7a12-4ca7-815a-09dacd0115fc tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for security_group (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:40.803560 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-40641917-7a12-4ca7-815a-09dacd0115fc tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3993444 Jun 16 00:36:40.806972 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 43044) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:36:40.811265 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [None req-e2036891-3bc3-421e-8f2e-bbabfb5aff2a tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Request body: {'security_group_rule': {'security_group_id': 'ccda61a9-4ad6-4931-8778-2739cae747ac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:36:40.937560 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-e2036891-3bc3-421e-8f2e-bbabfb5aff2a tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for security_group_rule (fbe6b8d0-cfbc-4e3d-a12d-fb02b263f99c), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:40.969465 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:36:41.001102 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-e2036891-3bc3-421e-8f2e-bbabfb5aff2a tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for security_group_rule (fbe6b8d0-cfbc-4e3d-a12d-fb02b263f99c), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:41.073356 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-e2036891-3bc3-421e-8f2e-bbabfb5aff2a tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623384'] for security_group_rule (fbe6b8d0-cfbc-4e3d-a12d-fb02b263f99c), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:41.090853 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2036891-3bc3-421e-8f2e-bbabfb5aff2a tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbe6b8d0-cfbc-4e3d-a12d-fb02b263f99c,revision_number=0']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:36:41.195548 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-e2036891-3bc3-421e-8f2e-bbabfb5aff2a tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:41.196728 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-e2036891-3bc3-421e-8f2e-bbabfb5aff2a tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3888035 Jun 16 00:36:41.199482 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 43054) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:36:41.203940 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [None req-dc4f9442-cf93-4863-b0d0-106eaa157201 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Request body: {'security_group_rule': {'security_group_id': 'ccda61a9-4ad6-4931-8778-2739cae747ac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:36:41.328985 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-dc4f9442-cf93-4863-b0d0-106eaa157201 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for security_group_rule (4ec75fc6-cb20-41ba-b49a-14e134330bfc), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:41.394997 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:36:41.402058 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-dc4f9442-cf93-4863-b0d0-106eaa157201 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for security_group_rule (4ec75fc6-cb20-41ba-b49a-14e134330bfc), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:41.405266 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02858be0-c5d1-4bcb-a8f4-4ac38eea6330 req-70ad9d34-fa50-4dd3-a121-21a0a458273c tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:41.406727 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-02858be0-c5d1-4bcb-a8f4-4ac38eea6330 req-70ad9d34-fa50-4dd3-a121-21a0a458273c tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 945 time: 0.0527689 Jun 16 00:36:41.453827 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-02858be0-c5d1-4bcb-a8f4-4ac38eea6330 req-ff08f21a-64fb-427c-8ee7-5227cce3db2f tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414808 Jun 16 00:36:41.489258 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-dc4f9442-cf93-4863-b0d0-106eaa157201 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623384'] for security_group_rule (4ec75fc6-cb20-41ba-b49a-14e134330bfc), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:41.506238 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4f9442-cf93-4863-b0d0-106eaa157201 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ec75fc6-cb20-41ba-b49a-14e134330bfc,revision_number=0']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:36:41.585025 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-dc4f9442-cf93-4863-b0d0-106eaa157201 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:41.589558 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-dc4f9442-cf93-4863-b0d0-106eaa157201 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3858829 Jun 16 00:36:41.589955 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 43068) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:36:41.596194 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [None req-ad172c03-bf1d-4dc4-9f27-ec0b6aebe3c0 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Request body: {'floatingip': {'floating_network_id': '81cb8278-aa95-4a96-976c-13998a04ce85'}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:36:41.726787 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-ad172c03-bf1d-4dc4-9f27-ec0b6aebe3c0 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:41.809255 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-ad172c03-bf1d-4dc4-9f27-ec0b6aebe3c0 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:41.831176 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 43078) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:36:41.939256 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.v2.base [None req-968b2d53-1eab-466b-9585-a28dbf11f837 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1237539841-network', 'tenant_id': '213787a3040e45efb2c14f5dd9dcf509'}} {{(pid=111022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:36:41.941515 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aea5c7-0df5-4285-b215-c109f759bfaa req-e83ce5b0-da7a-4555-aaf1-9a7db9ba9c23 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:41.942984 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-62aea5c7-0df5-4285-b215-c109f759bfaa req-e83ce5b0-da7a-4555-aaf1-9a7db9ba9c23 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=b99af546-f8bc-4967-b251-7e486805f7f7 HTTP/1.1" status: 200 len: 945 time: 0.0772452 Jun 16 00:36:41.987415 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.db_base_plugin_common [None req-ad172c03-bf1d-4dc4-9f27-ec0b6aebe3c0 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Allocated IP 172.27.1.7 (81cb8278-aa95-4a96-976c-13998a04ce85/7fa235f2-2172-4ff3-86e8-0e0d1995c273/6975c146-ada2-49f7-b695-cb28db96cdc1) {{(pid=111023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 00:36:42.020175 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-62aea5c7-0df5-4285-b215-c109f759bfaa req-bf9befbc-91ec-49a6-b2e0-fcf956507b3c tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703881 Jun 16 00:36:42.033270 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-968b2d53-1eab-466b-9585-a28dbf11f837 admin admin] Made reservation on behalf of 213787a3040e45efb2c14f5dd9dcf509 for: {'network': 1} {{(pid=111022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 00:36:42.035637 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-968b2d53-1eab-466b-9585-a28dbf11f837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for network (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:42.049129 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-968b2d53-1eab-466b-9585-a28dbf11f837 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:42.120143 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:36:42.136598 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-ad172c03-bf1d-4dc4-9f27-ec0b6aebe3c0 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for port (6975c146-ada2-49f7-b695-cb28db96cdc1), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:42.140292 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-968b2d53-1eab-466b-9585-a28dbf11f837 admin admin] Publish callbacks [] for security_group (61215bc0-8f8c-42e3-ae69-0f4b76d2a0b7), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:42.240611 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-968b2d53-1eab-466b-9585-a28dbf11f837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (61215bc0-8f8c-42e3-ae69-0f4b76d2a0b7), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:42.241176 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-ad172c03-bf1d-4dc4-9f27-ec0b6aebe3c0 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753842110805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909837'] for port (6975c146-ada2-49f7-b695-cb28db96cdc1), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:42.267384 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-968b2d53-1eab-466b-9585-a28dbf11f837 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=111022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 00:36:42.277550 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968b2d53-1eab-466b-9585-a28dbf11f837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61215bc0-8f8c-42e3-ae69-0f4b76d2a0b7,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:36:42.282476 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-968b2d53-1eab-466b-9585-a28dbf11f837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219328'] for segment (f457d295-fb6c-4cde-8e95-60c99307f14b), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:42.282713 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad172c03-bf1d-4dc4-9f27-ec0b6aebe3c0 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Network 81cb8278-aa95-4a96-976c-13998a04ce85 is already hosted by enough agents. {{(pid=111023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:36:42.282866 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.db.segments_db [None req-968b2d53-1eab-466b-9585-a28dbf11f837 admin admin] Added segment f457d295-fb6c-4cde-8e95-60c99307f14b of type vlan for network 03feb970-ecf8-40b0-b2d6-45c5b0cb82d7 Jun 16 00:36:42.290544 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.base_scheduler [None req-ad172c03-bf1d-4dc4-9f27-ec0b6aebe3c0 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Resources bound (agent type, host, resource id): {{(pid=111023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:36:42.293012 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad172c03-bf1d-4dc4-9f27-ec0b6aebe3c0 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Received port after_create {{(pid=111023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 00:36:42.295599 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad172c03-bf1d-4dc4-9f27-ec0b6aebe3c0 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Pushing event updated for resources: {'Port': ['ID=6975c146-ada2-49f7-b695-cb28db96cdc1,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:36:42.327663 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-968b2d53-1eab-466b-9585-a28dbf11f837 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753842147476'] for network (03feb970-ecf8-40b0-b2d6-45c5b0cb82d7), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:42.363947 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:36:42.381886 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-ad172c03-bf1d-4dc4-9f27-ec0b6aebe3c0 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for floatingip (7ba21d1f-b4aa-4f3b-82b1-17f09ef7efeb), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:42.432873 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-968b2d53-1eab-466b-9585-a28dbf11f837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177'] for network (03feb970-ecf8-40b0-b2d6-45c5b0cb82d7), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:42.433865 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968b2d53-1eab-466b-9585-a28dbf11f837 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:42.434434 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-968b2d53-1eab-466b-9585-a28dbf11f837 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590195'] for network (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:42.499251 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968b2d53-1eab-466b-9585-a28dbf11f837 admin admin] Pushing event updated for resources: {'Network': ['ID=03feb970-ecf8-40b0-b2d6-45c5b0cb82d7,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:36:42.501794 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-ad172c03-bf1d-4dc4-9f27-ec0b6aebe3c0 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (6975c146-ada2-49f7-b695-cb28db96cdc1), before_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:42.509960 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Network 03feb970-ecf8-40b0-b2d6-45c5b0cb82d7 details requested by agent ovs-agent-dv-cinder-803823-11-iscsi with host dv-cinder-803823-11-iscsi {{(pid=111024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 00:36:42.554903 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:36:42.572413 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-968b2d53-1eab-466b-9585-a28dbf11f837 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.7396739 Jun 16 00:36:42.575608 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 43086) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:36:42.594872 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [None req-c7df7718-5de0-49d2-ba5e-90c90e36cc70 admin admin] Request body: {'subnet': {'network_id': '03feb970-ecf8-40b0-b2d6-45c5b0cb82d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1237539841-subnet', 'tenant_id': '213787a3040e45efb2c14f5dd9dcf509', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:36:42.595555 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df3aa7-bffc-4cba-b17d-e12a5d074d4b req-cc088bce-6488-4c2b-9b35-5b152886074d tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:42.601585 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-82df3aa7-bffc-4cba-b17d-e12a5d074d4b req-cc088bce-6488-4c2b-9b35-5b152886074d tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 945 time: 0.0657933 Jun 16 00:36:42.646743 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-82df3aa7-bffc-4cba-b17d-e12a5d074d4b req-dc18d657-a09c-4869-b091-bde62e287b5c tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405447 Jun 16 00:36:42.694852 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-ad172c03-bf1d-4dc4-9f27-ec0b6aebe3c0 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for port (6975c146-ada2-49f7-b695-cb28db96cdc1), precommit_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:42.766158 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7df7718-5de0-49d2-ba5e-90c90e36cc70 admin admin] Made reservation on behalf of 213787a3040e45efb2c14f5dd9dcf509 for: {'subnet': 1} {{(pid=111023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 00:36:42.768613 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-c7df7718-5de0-49d2-ba5e-90c90e36cc70 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10303377'] for subnet (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:42.822502 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-ad172c03-bf1d-4dc4-9f27-ec0b6aebe3c0 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909850'] for port (6975c146-ada2-49f7-b695-cb28db96cdc1), after_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:42.915755 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad172c03-bf1d-4dc4-9f27-ec0b6aebe3c0 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Pushing event updated for resources: {'Port': ['ID=6975c146-ada2-49f7-b695-cb28db96cdc1,revision_number=2']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:36:42.935170 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-ad172c03-bf1d-4dc4-9f27-ec0b6aebe3c0 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672953'] for floatingip (7ba21d1f-b4aa-4f3b-82b1-17f09ef7efeb), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:42.979822 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (42cc932a-4e60-43e8-a4dc-4f47b3d3efae), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:42.989236 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:36:43.096295 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-ad172c03-bf1d-4dc4-9f27-ec0b6aebe3c0 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for floatingip (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:43.101931 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-ad172c03-bf1d-4dc4-9f27-ec0b6aebe3c0 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.5108979 Jun 16 00:36:43.127364 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e3e50d-49e3-4d1e-a704-cf78fdfbcf1b req-4e83e276-d42e-4706-b084-8db0f483842e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:43.129407 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-e8e3e50d-49e3-4d1e-a704-cf78fdfbcf1b req-4e83e276-d42e-4706-b084-8db0f483842e service neutron] 10.222.0.40 "GET /v2.0/networks?id=ffe9c59a-3096-4aef-8b2e-e3aa63722c28 HTTP/1.1" status: 200 len: 916 time: 0.1657739 Jun 16 00:36:43.218560 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-c7df7718-5de0-49d2-ba5e-90c90e36cc70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2909793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10303423'] for subnet (b25acca4-fbb1-4bdf-ac2f-2d9891cbfd5f), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:43.281219 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd55879-8755-4faf-a185-0b8a0800039c req-a6bd108c-0274-4edd-acf7-a77d8f780924 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:43.283819 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-2fd55879-8755-4faf-a185-0b8a0800039c req-a6bd108c-0274-4edd-acf7-a77d8f780924 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=b99af546-f8bc-4967-b251-7e486805f7f7 HTTP/1.1" status: 200 len: 945 time: 0.1533611 Jun 16 00:36:43.336251 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-e8e3e50d-49e3-4d1e-a704-cf78fdfbcf1b req-451af7ca-8c3c-45f2-a7b9-cd35b4325dfa service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29f5f1c3-c98e-4a58-85e1-442189e98eee HTTP/1.1" status: 200 len: 1001 time: 0.1918600 Jun 16 00:36:43.349424 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7df7718-5de0-49d2-ba5e-90c90e36cc70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b25acca4-fbb1-4bdf-ac2f-2d9891cbfd5f,revision_number=0']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:36:43.365521 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-77496d5a-c979-4ccc-b602-dd5e0f88f700 req-48f00828-90ba-426f-adf5-38b88436e3c6 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1354403442&fields=id&tenant_id=45031128a55e42989da61e01948538d3 HTTP/1.1" status: 200 len: 267 time: 0.0618486 Jun 16 00:36:43.405255 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7df7718-5de0-49d2-ba5e-90c90e36cc70 admin admin] Checking segment: {'id': 'f457d295-fb6c-4cde-8e95-60c99307f14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '03feb970-ecf8-40b0-b2d6-45c5b0cb82d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 00:36:43.405566 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7df7718-5de0-49d2-ba5e-90c90e36cc70 admin admin] Network hostable DHCP agents. Network: 03feb970-ecf8-40b0-b2d6-45c5b0cb82d7, hostable agents: ['2a8c543c-b8d9-40d8-999c-fa03b757f547'], hosted agents: [] {{(pid=111023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 00:36:43.435083 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-2fd55879-8755-4faf-a185-0b8a0800039c req-c1e29665-dde6-4204-9254-ec04210d0de4 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445410 Jun 16 00:36:43.436420 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e3e50d-49e3-4d1e-a704-cf78fdfbcf1b req-10d1e7cf-6675-461f-b9a3-014f354c3492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:43.438086 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-e8e3e50d-49e3-4d1e-a704-cf78fdfbcf1b req-10d1e7cf-6675-461f-b9a3-014f354c3492 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=1f18fa19-d797-425e-adb2-49437faef043 HTTP/1.1" status: 200 len: 854 time: 0.0897567 Jun 16 00:36:43.465215 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:36:43.478631 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:36:43.489374 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e3e50d-49e3-4d1e-a704-cf78fdfbcf1b req-4ac1448d-f3f9-4b43-acfe-42352301cd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:43.491031 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-e8e3e50d-49e3-4d1e-a704-cf78fdfbcf1b req-4ac1448d-f3f9-4b43-acfe-42352301cd49 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=ffe9c59a-3096-4aef-8b2e-e3aa63722c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0447147 Jun 16 00:36:43.493770 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77496d5a-c979-4ccc-b602-dd5e0f88f700 req-5c3a92e1-e139-4dfb-b5e5-4f44611b74e5 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:43.495210 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-77496d5a-c979-4ccc-b602-dd5e0f88f700 req-5c3a92e1-e139-4dfb-b5e5-4f44611b74e5 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/networks?id=ffe9c59a-3096-4aef-8b2e-e3aa63722c28 HTTP/1.1" status: 200 len: 815 time: 0.1231487 Jun 16 00:36:43.511345 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-77496d5a-c979-4ccc-b602-dd5e0f88f700 req-9b00aabe-7fc0-4608-b5b6-47455cf01c1b tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/quotas/45031128a55e42989da61e01948538d3 HTTP/1.1" status: 200 len: 375 time: 0.0099096 Jun 16 00:36:43.518281 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7df7718-5de0-49d2-ba5e-90c90e36cc70 admin admin] Network 03feb970-ecf8-40b0-b2d6-45c5b0cb82d7 is scheduled to be hosted by DHCP agent 2a8c543c-b8d9-40d8-999c-fa03b757f547 with binding_index 1 {{(pid=111023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 00:36:43.563083 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-77496d5a-c979-4ccc-b602-dd5e0f88f700 req-87fff32b-2e89-4444-8e38-aeb0f898505c tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=45031128a55e42989da61e01948538d3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0466197 Jun 16 00:36:43.609195 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-e8e3e50d-49e3-4d1e-a704-cf78fdfbcf1b req-63806a4f-966c-4005-8273-3e0998ee39cb service neutron] 10.222.0.40 "GET /v2.0/networks/ffe9c59a-3096-4aef-8b2e-e3aa63722c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085615 Jun 16 00:36:43.629163 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.base_scheduler [None req-c7df7718-5de0-49d2-ba5e-90c90e36cc70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-11-iscsi, 03feb970-ecf8-40b0-b2d6-45c5b0cb82d7) {{(pid=111023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:36:43.634128 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7df7718-5de0-49d2-ba5e-90c90e36cc70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:43.634806 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-c7df7718-5de0-49d2-ba5e-90c90e36cc70 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:43.645657 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e72ff2-aa5d-40fe-8619-b29123bc5339 None None] Network 03feb970-ecf8-40b0-b2d6-45c5b0cb82d7 requested from dv-cinder-803823-11-iscsi {{(pid=111024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 00:36:43.736206 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-e8e3e50d-49e3-4d1e-a704-cf78fdfbcf1b req-a221140c-cdb5-4ada-93b2-737754b6f88f service neutron] 10.222.0.40 "GET /v2.0/networks/ffe9c59a-3096-4aef-8b2e-e3aa63722c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210406 Jun 16 00:36:43.745063 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-77496d5a-c979-4ccc-b602-dd5e0f88f700 req-a5ed3c3c-de32-4562-ae5c-aa5cf2b46bbc service neutron] 10.222.0.20 "GET /v2.0/networks/ffe9c59a-3096-4aef-8b2e-e3aa63722c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457088 Jun 16 00:36:43.772402 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-c7df7718-5de0-49d2-ba5e-90c90e36cc70 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1874161 Jun 16 00:36:43.846291 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97058b59-70cc-4222-8ed5-4dab14ccbe6f req-f10340ca-e2ec-436d-9a26-bcb11c7cdccc tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:43.860315 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-97058b59-70cc-4222-8ed5-4dab14ccbe6f req-f10340ca-e2ec-436d-9a26-bcb11c7cdccc tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 945 time: 0.1172025 Jun 16 00:36:43.884394 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-77496d5a-c979-4ccc-b602-dd5e0f88f700 req-9104cbca-e7ed-46be-91d9-6d2d67ed4f26 service neutron] 10.222.0.20 "GET /v2.0/networks/ffe9c59a-3096-4aef-8b2e-e3aa63722c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336260 Jun 16 00:36:43.958078 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-97058b59-70cc-4222-8ed5-4dab14ccbe6f req-90bd32d8-166e-4bc5-9ed0-336507df4158 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908394 Jun 16 00:36:43.995774 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43c6415-c77c-4a8f-aa61-5ad380eb664a None None] Network 03feb970-ecf8-40b0-b2d6-45c5b0cb82d7 requested from dv-cinder-803823-11-iscsi {{(pid=111024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 00:36:44.232551 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-f0727b08-3848-4993-899b-cef8e40b1644 req-8fe51859-36b8-4fc9-8355-ced8b8b83371 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac529ee5-1040-4f28-acb9-4346e98dba6d HTTP/1.1" status: 200 len: 210 time: 0.0298042 Jun 16 00:36:44.562578 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd48ef-619e-40bd-9cc1-610c25832391 req-9eb3f385-789d-4ba7-a447-d7c7051ee69b tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:44.564072 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-bafd48ef-619e-40bd-9cc1-610c25832391 req-9eb3f385-789d-4ba7-a447-d7c7051ee69b tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=b99af546-f8bc-4967-b251-7e486805f7f7 HTTP/1.1" status: 200 len: 945 time: 0.0523620 Jun 16 00:36:44.614698 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-bafd48ef-619e-40bd-9cc1-610c25832391 req-12cbdb79-4cbf-4f4c-9319-87f463fec66e tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446134 Jun 16 00:36:44.743999 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 43152) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:36:44.863819 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-fe42ae9a-551d-428b-b75b-b12d79746053 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:44.946889 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-fe42ae9a-551d-428b-b75b-b12d79746053 admin admin] Publish callbacks [] for security_group (5f2c85cc-51f6-4321-a665-f28ed769dba3), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:45.012291 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-fe42ae9a-551d-428b-b75b-b12d79746053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (5f2c85cc-51f6-4321-a665-f28ed769dba3), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:45.058290 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 43166) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:36:45.058528 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-fe42ae9a-551d-428b-b75b-b12d79746053 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6e6eaec274fd4b8295bf2a9fe68fbf26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3133032 Jun 16 00:36:45.108068 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=7 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:36:45.112063 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe42ae9a-551d-428b-b75b-b12d79746053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2c85cc-51f6-4321-a665-f28ed769dba3,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:36:45.126700 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b19ca4-2455-450d-9b69-93d4cbc1ebb7 req-d98dd8fe-0fe9-42c7-8148-658ddd23ae46 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:45.128307 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-f1b19ca4-2455-450d-9b69-93d4cbc1ebb7 req-d98dd8fe-0fe9-42c7-8148-658ddd23ae46 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 945 time: 0.0783222 Jun 16 00:36:45.166391 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f35bb-e4ce-42e4-be23-7032440c71ff req-f396d900-3744-4b7f-bc1d-2cccb94bbb85 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:45.167848 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-835f35bb-e4ce-42e4-be23-7032440c71ff req-f396d900-3744-4b7f-bc1d-2cccb94bbb85 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=b99af546-f8bc-4967-b251-7e486805f7f7 HTTP/1.1" status: 200 len: 945 time: 0.0607374 Jun 16 00:36:45.170773 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-5e6ea245-2cb0-462f-ba7d-f2fcf6bb6dc3 admin admin] Publish callbacks [] for security_group (5f2c85cc-51f6-4321-a665-f28ed769dba3), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:45.173489 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:36:45.179168 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-f1b19ca4-2455-450d-9b69-93d4cbc1ebb7 req-0338a8ff-a7cc-4317-9cc8-47be9e8b0e90 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453005 Jun 16 00:36:45.226976 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-5e6ea245-2cb0-462f-ba7d-f2fcf6bb6dc3 admin admin] Publish callbacks [] for security_group (5f2c85cc-51f6-4321-a665-f28ed769dba3), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:45.274959 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d619f-5c3c-4263-bc37-a7861adc87a4 req-8540d4f8-974a-4ecc-9049-d6f2312612d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:45.276065 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-bc2d619f-5c3c-4263-bc37-a7861adc87a4 req-8540d4f8-974a-4ecc-9049-d6f2312612d7 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=a4e7be42e39248e4b9f5c89e96a6b82e&device_id=b99af546-f8bc-4967-b251-7e486805f7f7 HTTP/1.1" status: 200 len: 1129 time: 0.0457606 Jun 16 00:36:45.300781 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-835f35bb-e4ce-42e4-be23-7032440c71ff req-884fccb8-0de1-4fb6-894d-b9f701dd44b7 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259737 Jun 16 00:36:45.373689 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-04bc9078-b4b1-4f89-8eb3-ba8bb99f87ab req-d47f78fa-035f-4cd3-9767-8006fd991409 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac529ee5-1040-4f28-acb9-4346e98dba6d HTTP/1.1" status: 200 len: 210 time: 0.0561893 Jun 16 00:36:45.399947 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d619f-5c3c-4263-bc37-a7861adc87a4 req-ef276ff7-945f-4429-a981-8b1f0069978b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:45.403885 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-5e6ea245-2cb0-462f-ba7d-f2fcf6bb6dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (5f2c85cc-51f6-4321-a665-f28ed769dba3), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:45.404154 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-bc2d619f-5c3c-4263-bc37-a7861adc87a4 req-ef276ff7-945f-4429-a981-8b1f0069978b service neutron] 10.222.0.40 "GET /v2.0/networks?id=dfc603d1-751d-4be9-b4c0-08fa2224635a HTTP/1.1" status: 200 len: 919 time: 0.1188440 Jun 16 00:36:45.404581 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-5e6ea245-2cb0-462f-ba7d-f2fcf6bb6dc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:45.405706 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-5e6ea245-2cb0-462f-ba7d-f2fcf6bb6dc3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5f2c85cc-51f6-4321-a665-f28ed769dba3 HTTP/1.1" status: 204 len: 168 time: 0.3464284 Jun 16 00:36:45.414940 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6ea245-2cb0-462f-ba7d-f2fcf6bb6dc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2c85cc-51f6-4321-a665-f28ed769dba3,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:36:45.447561 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-bc2d619f-5c3c-4263-bc37-a7861adc87a4 req-8555f1e8-d7f9-41bc-a0a9-0e520cdef5d6 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef72a429-cef2-411d-909d-196a4e3ab735 HTTP/1.1" status: 200 len: 217 time: 0.0380116 Jun 16 00:36:45.502967 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d619f-5c3c-4263-bc37-a7861adc87a4 req-984ddabd-0120-4df6-b559-5388788f1d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:45.504422 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-bc2d619f-5c3c-4263-bc37-a7861adc87a4 req-984ddabd-0120-4df6-b559-5388788f1d5e service neutron] 10.222.0.40 "GET /v2.0/subnets?id=b8b321f5-1d44-4d62-a89c-8299c51aa908 HTTP/1.1" status: 200 len: 857 time: 0.0500684 Jun 16 00:36:45.554481 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d619f-5c3c-4263-bc37-a7861adc87a4 req-6be9233c-1295-40b8-9e10-03a2941f1570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:45.556039 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-bc2d619f-5c3c-4263-bc37-a7861adc87a4 req-6be9233c-1295-40b8-9e10-03a2941f1570 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=dfc603d1-751d-4be9-b4c0-08fa2224635a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0423126 Jun 16 00:36:45.629694 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:36:45.653436 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-bc2d619f-5c3c-4263-bc37-a7861adc87a4 req-3554dc5f-305e-45c7-9170-06ea09f9bf92 service neutron] 10.222.0.40 "GET /v2.0/networks/dfc603d1-751d-4be9-b4c0-08fa2224635a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905888 Jun 16 00:36:45.780795 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-bc2d619f-5c3c-4263-bc37-a7861adc87a4 req-ade55ddc-6619-41a4-8d37-bbe3ae011859 service neutron] 10.222.0.40 "GET /v2.0/networks/dfc603d1-751d-4be9-b4c0-08fa2224635a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178355 Jun 16 00:36:46.261913 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62b3e9d-b7a9-4dbf-a1de-7ad01746920b req-21539123-555c-49d4-9004-7eae9fda6450 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:46.263753 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-e62b3e9d-b7a9-4dbf-a1de-7ad01746920b req-21539123-555c-49d4-9004-7eae9fda6450 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.20 "GET /v2.0/networks?id=03feb970-ecf8-40b0-b2d6-45c5b0cb82d7 HTTP/1.1" status: 200 len: 814 time: 0.1067233 Jun 16 00:36:46.279356 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-e62b3e9d-b7a9-4dbf-a1de-7ad01746920b req-c0b3e93a-b5a1-4837-980a-f076a8b3a54b tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.20 "GET /v2.0/quotas/213787a3040e45efb2c14f5dd9dcf509 HTTP/1.1" status: 200 len: 375 time: 0.0099430 Jun 16 00:36:46.314595 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-e62b3e9d-b7a9-4dbf-a1de-7ad01746920b req-d3c64988-ae8b-4dbb-bfa7-0e0691f93cb8 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=213787a3040e45efb2c14f5dd9dcf509&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303066 Jun 16 00:36:46.331884 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae73d9be-417c-4e18-aa6e-eac99b43eef7 req-d16cafa1-2879-48f8-83fc-94fdb2644fbe tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:46.333356 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-ae73d9be-417c-4e18-aa6e-eac99b43eef7 req-d16cafa1-2879-48f8-83fc-94fdb2644fbe tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 945 time: 0.0463724 Jun 16 00:36:46.380598 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-ae73d9be-417c-4e18-aa6e-eac99b43eef7 req-c10c94be-d136-4617-8594-ab2719853a7d tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410824 Jun 16 00:36:46.414378 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-e62b3e9d-b7a9-4dbf-a1de-7ad01746920b req-a4d05c43-ea34-4392-b540-0c7454ec6a70 service neutron] 10.222.0.20 "GET /v2.0/networks/03feb970-ecf8-40b0-b2d6-45c5b0cb82d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898120 Jun 16 00:36:46.489606 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c7fb79-6e8a-47b6-a9d6-f3caafa14420 req-95d29a3f-a668-4595-a43f-0f57cd609efc tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:46.493007 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-d2c7fb79-6e8a-47b6-a9d6-f3caafa14420 req-95d29a3f-a668-4595-a43f-0f57cd609efc tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=b99af546-f8bc-4967-b251-7e486805f7f7 HTTP/1.1" status: 200 len: 945 time: 0.0492244 Jun 16 00:36:46.509909 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-e62b3e9d-b7a9-4dbf-a1de-7ad01746920b req-5e33e280-5115-403c-8996-d0b8a77eca79 service neutron] 10.222.0.20 "GET /v2.0/networks/03feb970-ecf8-40b0-b2d6-45c5b0cb82d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904913 Jun 16 00:36:46.546286 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-d2c7fb79-6e8a-47b6-a9d6-f3caafa14420 req-5376e8eb-1402-4500-9623-4abe0d57ba85 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492706 Jun 16 00:36:46.640209 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-ee46654c-318b-4b1a-9af3-45ec4717725a req-3fe75cc6-aa82-4927-a290-05b552149866 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac529ee5-1040-4f28-acb9-4346e98dba6d HTTP/1.1" status: 200 len: 210 time: 0.0267766 Jun 16 00:36:46.762715 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-67ce69b4-6aa9-427c-9fef-eff244c9b0e6 req-41f8a833-327f-466a-a786-828b1ddfbff2 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.20 "GET /v2.0/ports?device_id=b90e80cd-430b-414f-bf31-7641c0490c88 HTTP/1.1" status: 200 len: 210 time: 0.0332525 Jun 16 00:36:47.503963 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca5c83-7657-43a5-9f12-b6340214d798 req-c1d636e0-faa5-415c-abb1-304a5c9577bf tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:47.505475 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-11ca5c83-7657-43a5-9f12-b6340214d798 req-c1d636e0-faa5-415c-abb1-304a5c9577bf tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 945 time: 0.0517354 Jun 16 00:36:47.555641 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-11ca5c83-7657-43a5-9f12-b6340214d798 req-5eeb3d67-42ac-43c8-98b1-50a99f41c0e2 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441434 Jun 16 00:36:47.665578 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb520516-4ce4-4204-9472-6a060ea3ac4c req-7d2f1395-9a27-4a00-bfe2-c2e85daef33d tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:47.667034 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-eb520516-4ce4-4204-9472-6a060ea3ac4c req-7d2f1395-9a27-4a00-bfe2-c2e85daef33d tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=b99af546-f8bc-4967-b251-7e486805f7f7 HTTP/1.1" status: 200 len: 945 time: 0.0494008 Jun 16 00:36:47.722691 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-eb520516-4ce4-4204-9472-6a060ea3ac4c req-5b625027-385c-475d-9911-3978ada5a7ea tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479462 Jun 16 00:36:47.737868 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-7ae349d3-7187-45a7-8858-97f19071557e req-e7c16578-c86f-42c7-8d7f-456e65ad82cf tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac529ee5-1040-4f28-acb9-4346e98dba6d HTTP/1.1" status: 200 len: 210 time: 0.0300217 Jun 16 00:36:47.847131 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-fa91e544-2bec-4521-8ef0-3a317975bffa req-08881e87-07da-478c-9186-ea0d9abbc7c0 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.20 "GET /v2.0/ports?device_id=b90e80cd-430b-414f-bf31-7641c0490c88 HTTP/1.1" status: 200 len: 210 time: 0.0275540 Jun 16 00:36:48.703030 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f0d667-45f6-4b0f-bc5f-43ac3e4522df req-8f4c35e1-d58f-4f5f-98b4-b45ccb7af43c tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:48.703030 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-e1f0d667-45f6-4b0f-bc5f-43ac3e4522df req-8f4c35e1-d58f-4f5f-98b4-b45ccb7af43c tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 945 time: 0.0503845 Jun 16 00:36:48.716765 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:36:48.733527 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-e1f0d667-45f6-4b0f-bc5f-43ac3e4522df req-9b70c580-e33f-429d-9f8d-fc30c12f2746 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446393 Jun 16 00:36:48.833141 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-bebcb104-ebd0-4482-b2a6-b89f31b3602c req-73f79921-227a-45d5-a6ff-6ea8bcb7ba66 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac529ee5-1040-4f28-acb9-4346e98dba6d HTTP/1.1" status: 200 len: 210 time: 0.0276799 Jun 16 00:36:48.842449 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d4bd20-ea02-46c1-9b9e-4beca1f54dcd req-736d9c95-f63f-45fd-a28b-5f5148c0ce02 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:48.844486 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-88d4bd20-ea02-46c1-9b9e-4beca1f54dcd req-736d9c95-f63f-45fd-a28b-5f5148c0ce02 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=b99af546-f8bc-4967-b251-7e486805f7f7 HTTP/1.1" status: 200 len: 945 time: 0.0485950 Jun 16 00:36:48.894801 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-88d4bd20-ea02-46c1-9b9e-4beca1f54dcd req-c5a37100-485e-42fe-8018-eecd7cdd6f04 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444441 Jun 16 00:36:48.947565 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-92a644c1-8308-42aa-983a-a3b6d1f091e3 req-c5f61ab9-43bd-444c-94d1-6d1b4fc434b7 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.20 "GET /v2.0/ports?device_id=b90e80cd-430b-414f-bf31-7641c0490c88 HTTP/1.1" status: 200 len: 210 time: 0.0308907 Jun 16 00:36:49.860722 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6194e68-bbe9-431e-8a0a-4909fbc80647 req-8199ff91-ff03-4d71-a08b-4a80ab1adb50 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:49.862179 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-a6194e68-bbe9-431e-8a0a-4909fbc80647 req-8199ff91-ff03-4d71-a08b-4a80ab1adb50 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 945 time: 0.0467870 Jun 16 00:36:49.944020 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-3fb4cc3b-0c02-4558-8590-f887f7f46ad7 req-f7645b8e-3170-4dd1-a828-48a4ba147d85 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac529ee5-1040-4f28-acb9-4346e98dba6d HTTP/1.1" status: 200 len: 210 time: 0.0407157 Jun 16 00:36:50.055061 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea8705-ba5b-48b5-8437-1cfa365d01f4 req-7ab87fdc-8bcc-4669-9932-041b368d658d tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:50.056708 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-0bea8705-ba5b-48b5-8437-1cfa365d01f4 req-7ab87fdc-8bcc-4669-9932-041b368d658d tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=b99af546-f8bc-4967-b251-7e486805f7f7 HTTP/1.1" status: 200 len: 945 time: 0.0513124 Jun 16 00:36:50.112482 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-0bea8705-ba5b-48b5-8437-1cfa365d01f4 req-38edaac3-0b83-4e22-b913-bf9a711212b3 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488462 Jun 16 00:36:50.197922 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-a6194e68-bbe9-431e-8a0a-4909fbc80647 req-9b1c1a2e-b053-45dc-a8f2-52a94582d162 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3300195 Jun 16 00:36:50.207490 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-e741aa64-bbff-4e21-8f77-b56583b2980f req-39236729-351b-4d7d-9f9c-2c2b775f08a3 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.20 "GET /v2.0/ports?device_id=b90e80cd-430b-414f-bf31-7641c0490c88 HTTP/1.1" status: 200 len: 210 time: 0.0316629 Jun 16 00:36:51.041228 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-082a755c-4537-48e3-a2fa-bb0f27bc3f15 req-0af8d773-0755-4427-895b-4389852fe0df tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac529ee5-1040-4f28-acb9-4346e98dba6d HTTP/1.1" status: 200 len: 210 time: 0.0266352 Jun 16 00:36:51.229197 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d863e02-6174-4583-b2e0-80cfe6d5b8d5 req-169389e7-c1b9-4f86-9761-b31e66174aa9 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:51.230583 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-7d863e02-6174-4583-b2e0-80cfe6d5b8d5 req-169389e7-c1b9-4f86-9761-b31e66174aa9 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=b99af546-f8bc-4967-b251-7e486805f7f7 HTTP/1.1" status: 200 len: 945 time: 0.0507052 Jun 16 00:36:51.311642 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-4f5be922-da29-4e49-a513-0cf7b165826d req-668ee964-6259-4fac-9c82-ab1738c0e92b tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.20 "GET /v2.0/ports?device_id=b90e80cd-430b-414f-bf31-7641c0490c88 HTTP/1.1" status: 200 len: 210 time: 0.0329351 Jun 16 00:36:51.483482 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4956088f-cfec-4926-8a12-23b7af492d6f req-e6a60986-ee7e-4b17-bab8-309a658c7da7 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:51.484886 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-4956088f-cfec-4926-8a12-23b7af492d6f req-e6a60986-ee7e-4b17-bab8-309a658c7da7 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 945 time: 0.0998654 Jun 16 00:36:51.487515 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-7d863e02-6174-4583-b2e0-80cfe6d5b8d5 req-32674733-d652-477b-ae7c-5a933680926c tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512407 Jun 16 00:36:51.548336 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77496d5a-c979-4ccc-b602-dd5e0f88f700 req-0b3dc87d-415c-4402-89c8-976e359f6805 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:51.549979 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-77496d5a-c979-4ccc-b602-dd5e0f88f700 req-0b3dc87d-415c-4402-89c8-976e359f6805 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.40 "GET /v2.0/networks?id=ffe9c59a-3096-4aef-8b2e-e3aa63722c28 HTTP/1.1" status: 200 len: 815 time: 0.2084959 Jun 16 00:36:51.576207 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-4956088f-cfec-4926-8a12-23b7af492d6f req-37db9540-59d4-4412-a749-a2f661c15068 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787315 Jun 16 00:36:51.638498 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=100 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:36:51.669107 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-77496d5a-c979-4ccc-b602-dd5e0f88f700 req-e305b334-22c1-40c3-bb69-73f623d55fcb tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.40 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45031128a55e42989da61e01948538d3 HTTP/1.1" status: 200 len: 472 time: 0.0898309 Jun 16 00:36:51.678994 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [req-77496d5a-c979-4ccc-b602-dd5e0f88f700 req-1185e3f8-b0f7-4b5d-a729-d980d40d45db tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Request body: {'port': {'device_id': 'ac529ee5-1040-4f28-acb9-4346e98dba6d', 'network_id': 'ffe9c59a-3096-4aef-8b2e-e3aa63722c28', 'admin_state_up': True, 'tenant_id': '45031128a55e42989da61e01948538d3', 'security_groups': ['ccda61a9-4ad6-4931-8778-2739cae747ac']}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:36:51.774076 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=100 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:36:51.884896 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77496d5a-c979-4ccc-b602-dd5e0f88f700 req-1185e3f8-b0f7-4b5d-a729-d980d40d45db tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Made reservation on behalf of 45031128a55e42989da61e01948538d3 for: {'port': 1} {{(pid=111023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 00:36:51.888430 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-77496d5a-c979-4ccc-b602-dd5e0f88f700 req-1185e3f8-b0f7-4b5d-a729-d980d40d45db tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:52.025953 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.db_base_plugin_common [req-77496d5a-c979-4ccc-b602-dd5e0f88f700 req-1185e3f8-b0f7-4b5d-a729-d980d40d45db tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Allocated IP 172.20.0.5 (ffe9c59a-3096-4aef-8b2e-e3aa63722c28/1f18fa19-d797-425e-adb2-49437faef043/1a6c10c9-930f-4464-af5a-19b5b85c5bc2) {{(pid=111023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 00:36:52.197936 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-77496d5a-c979-4ccc-b602-dd5e0f88f700 req-1185e3f8-b0f7-4b5d-a729-d980d40d45db tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for port (1a6c10c9-930f-4464-af5a-19b5b85c5bc2), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:52.199513 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-e98d3021-50fd-49cd-9dc0-3d9c32fb8ef6 req-a8106a1d-1d0d-4858-9be6-4df0fc2a9c38 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac529ee5-1040-4f28-acb9-4346e98dba6d HTTP/1.1" status: 200 len: 210 time: 0.0327399 Jun 16 00:36:52.325644 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-77496d5a-c979-4ccc-b602-dd5e0f88f700 req-1185e3f8-b0f7-4b5d-a729-d980d40d45db tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753842110805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909837'] for port (1a6c10c9-930f-4464-af5a-19b5b85c5bc2), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:52.382436 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77496d5a-c979-4ccc-b602-dd5e0f88f700 req-1185e3f8-b0f7-4b5d-a729-d980d40d45db tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Network ffe9c59a-3096-4aef-8b2e-e3aa63722c28 is already hosted by enough agents. {{(pid=111023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:36:52.388371 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.base_scheduler [req-77496d5a-c979-4ccc-b602-dd5e0f88f700 req-1185e3f8-b0f7-4b5d-a729-d980d40d45db tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Resources bound (agent type, host, resource id): {{(pid=111023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:36:52.398225 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.l3_dvrscheduler_db [req-77496d5a-c979-4ccc-b602-dd5e0f88f700 req-1185e3f8-b0f7-4b5d-a729-d980d40d45db tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Received port after_create {{(pid=111023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 00:36:52.398225 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1185e3f8-b0f7-4b5d-a729-d980d40d45db tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Pushing event updated for resources: {'Port': ['ID=1a6c10c9-930f-4464-af5a-19b5b85c5bc2,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:36:52.452166 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-b7a370bc-5a32-43e0-ac16-2eda58a5aa49 req-7021162e-283d-4e17-98f0-272ff936eff0 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.20 "GET /v2.0/ports?device_id=b90e80cd-430b-414f-bf31-7641c0490c88 HTTP/1.1" status: 200 len: 210 time: 0.0615637 Jun 16 00:36:52.499882 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77496d5a-c979-4ccc-b602-dd5e0f88f700 req-1185e3f8-b0f7-4b5d-a729-d980d40d45db tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:52.500513 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-77496d5a-c979-4ccc-b602-dd5e0f88f700 req-1185e3f8-b0f7-4b5d-a729-d980d40d45db tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for port (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:52.561762 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:36:52.595674 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62b3e9d-b7a9-4dbf-a1de-7ad01746920b req-44a90611-66b8-483d-8b48-af12f16cb8c6 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:52.595674 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-e62b3e9d-b7a9-4dbf-a1de-7ad01746920b req-44a90611-66b8-483d-8b48-af12f16cb8c6 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.40 "GET /v2.0/networks?id=03feb970-ecf8-40b0-b2d6-45c5b0cb82d7 HTTP/1.1" status: 200 len: 814 time: 0.1287966 Jun 16 00:36:52.597127 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-77496d5a-c979-4ccc-b602-dd5e0f88f700 req-1185e3f8-b0f7-4b5d-a729-d980d40d45db tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9233279 Jun 16 00:36:52.661682 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=43,neutron:UPDATE=4 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:36:52.668291 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-1ef0a1a2-c436-4526-ab1d-5f6b58379aec None None] Provisioning complete for port 1a6c10c9-930f-4464-af5a-19b5b85c5bc2 triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:36:52.668695 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-1ef0a1a2-c436-4526-ab1d-5f6b58379aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (1a6c10c9-930f-4464-af5a-19b5b85c5bc2), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:52.702662 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-1ef0a1a2-c436-4526-ab1d-5f6b58379aec None None] Port 1a6c10c9-930f-4464-af5a-19b5b85c5bc2 cannot update to ACTIVE because it is not bound. {{(pid=111024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 00:36:52.717334 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611a3b6d-1d36-413e-ab42-b241b9b82f5e req-d781cd9c-9965-4275-a6b8-cc038f7722a6 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:52.718800 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-611a3b6d-1d36-413e-ab42-b241b9b82f5e req-d781cd9c-9965-4275-a6b8-cc038f7722a6 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 945 time: 0.0526431 Jun 16 00:36:52.766025 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-611a3b6d-1d36-413e-ab42-b241b9b82f5e req-bad14fe2-ae55-4ab8-bfab-c33bfe34fef4 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416470 Jun 16 00:36:53.342476 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698a22a7-5b19-4a0d-b650-607535976b2d req-17295aec-56ff-4acc-82d8-603ce0b66726 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:53.343926 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-698a22a7-5b19-4a0d-b650-607535976b2d req-17295aec-56ff-4acc-82d8-603ce0b66726 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac529ee5-1040-4f28-acb9-4346e98dba6d HTTP/1.1" status: 200 len: 931 time: 0.0468543 Jun 16 00:36:53.393123 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-698a22a7-5b19-4a0d-b650-607535976b2d req-676b2bb5-0016-4201-b955-8346d6601625 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccda61a9-4ad6-4931-8778-2739cae747ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434444 Jun 16 00:36:53.553442 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-3add5b9a-2c8a-4ddf-a811-808562328884 req-474589c2-07c4-4e56-87ed-662859016463 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.20 "GET /v2.0/ports?device_id=b90e80cd-430b-414f-bf31-7641c0490c88 HTTP/1.1" status: 200 len: 210 time: 0.0290916 Jun 16 00:36:53.880850 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0415a8bd-6b31-4556-a7f2-d953161fdabc req-97fa8ce6-ceba-4933-bcfd-a7fdb0539cb7 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:53.882278 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-0415a8bd-6b31-4556-a7f2-d953161fdabc req-97fa8ce6-ceba-4933-bcfd-a7fdb0539cb7 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 945 time: 0.0452449 Jun 16 00:36:53.932383 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-0415a8bd-6b31-4556-a7f2-d953161fdabc req-f052a3c5-7ecf-40ed-98eb-d4311a2f7aad tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441005 Jun 16 00:36:54.491965 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-7b4e9460-7b01-4af0-8c17-c4d969897e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (2a8c543c-b8d9-40d8-999c-fa03b757f547), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:54.505431 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614493f8-40b7-43b5-8328-54d692478a0f req-67cb1e11-48a1-4188-a816-6032bbbd6bba tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:54.506881 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-614493f8-40b7-43b5-8328-54d692478a0f req-67cb1e11-48a1-4188-a816-6032bbbd6bba tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac529ee5-1040-4f28-acb9-4346e98dba6d HTTP/1.1" status: 200 len: 931 time: 0.0468040 Jun 16 00:36:54.552967 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-614493f8-40b7-43b5-8328-54d692478a0f req-735d9fb6-c309-43c6-94ae-e2a3916452a1 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccda61a9-4ad6-4931-8778-2739cae747ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405602 Jun 16 00:36:54.649709 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-f8b12272-fa03-4287-97e7-5dba5200d8d0 req-f7ce1568-c537-49b4-94f1-0ebdc4584d76 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.20 "GET /v2.0/ports?device_id=b90e80cd-430b-414f-bf31-7641c0490c88 HTTP/1.1" status: 200 len: 210 time: 0.0274823 Jun 16 00:36:55.043969 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=100 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:36:55.055180 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd5107-1a1e-4083-a627-a179f3c20892 req-0718950b-4308-4534-9830-335d5a6b336a tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:55.057745 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-92dd5107-1a1e-4083-a627-a179f3c20892 req-0718950b-4308-4534-9830-335d5a6b336a tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 945 time: 0.0547409 Jun 16 00:36:55.104948 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-92dd5107-1a1e-4083-a627-a179f3c20892 req-73f257cb-0026-418c-b055-d41e66bc0969 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416522 Jun 16 00:36:55.433107 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [req-e62b3e9d-b7a9-4dbf-a1de-7ad01746920b req-8d964b82-910e-4bb1-82fc-8b1aa87ad51d tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Request body: {'port': {'device_id': 'b90e80cd-430b-414f-bf31-7641c0490c88', 'network_id': '03feb970-ecf8-40b0-b2d6-45c5b0cb82d7', 'admin_state_up': True, 'tenant_id': '213787a3040e45efb2c14f5dd9dcf509'}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:36:55.499231 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [req-77496d5a-c979-4ccc-b602-dd5e0f88f700 req-edd6d9e7-6e2f-465b-a43a-66a203362b7c service neutron] Request body: {'port': {'device_id': 'ac529ee5-1040-4f28-acb9-4346e98dba6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:36:55.600395 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-77496d5a-c979-4ccc-b602-dd5e0f88f700 req-edd6d9e7-6e2f-465b-a43a-66a203362b7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (1a6c10c9-930f-4464-af5a-19b5b85c5bc2), before_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:55.689105 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e62b3e9d-b7a9-4dbf-a1de-7ad01746920b req-8d964b82-910e-4bb1-82fc-8b1aa87ad51d tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Made reservation on behalf of 213787a3040e45efb2c14f5dd9dcf509 for: {'port': 1} {{(pid=111023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 00:36:55.693083 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-e62b3e9d-b7a9-4dbf-a1de-7ad01746920b req-8d964b82-910e-4bb1-82fc-8b1aa87ad51d tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:55.715285 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d8588d-4738-49ea-af15-c3c308900b87 req-74cb0af1-fead-4a22-8b5a-60d5dc6f7abd tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:55.716809 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-a8d8588d-4738-49ea-af15-c3c308900b87 req-74cb0af1-fead-4a22-8b5a-60d5dc6f7abd tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac529ee5-1040-4f28-acb9-4346e98dba6d HTTP/1.1" status: 200 len: 931 time: 0.0811946 Jun 16 00:36:55.756638 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-7874ee61-6488-4169-b065-03fe87475691 req-5eb26673-c407-45ba-99e6-c8ec735197bd tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.20 "GET /v2.0/ports?device_id=b90e80cd-430b-414f-bf31-7641c0490c88 HTTP/1.1" status: 200 len: 210 time: 0.0307543 Jun 16 00:36:55.771868 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:36:55.930616 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:36:55.939726 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-a8d8588d-4738-49ea-af15-c3c308900b87 req-ae0885db-96e4-42a5-93f2-2ed9000e5da4 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccda61a9-4ad6-4931-8778-2739cae747ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1775355 Jun 16 00:36:56.013723 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.db_base_plugin_common [req-e62b3e9d-b7a9-4dbf-a1de-7ad01746920b req-8d964b82-910e-4bb1-82fc-8b1aa87ad51d tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Allocated IP 172.20.0.8 (03feb970-ecf8-40b0-b2d6-45c5b0cb82d7/b25acca4-fbb1-4bdf-ac2f-2d9891cbfd5f/54ce7cb7-1dd2-41ca-9a4b-a45d1a44bdde) {{(pid=111023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 00:36:56.093812 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.notifiers.nova [req-77496d5a-c979-4ccc-b602-dd5e0f88f700 req-edd6d9e7-6e2f-465b-a43a-66a203362b7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a6c10c9-930f-4464-af5a-19b5b85c5bc2 {{(pid=111023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 00:36:56.108847 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-77496d5a-c979-4ccc-b602-dd5e0f88f700 req-edd6d9e7-6e2f-465b-a43a-66a203362b7c service neutron] Publish callbacks [] for port (1a6c10c9-930f-4464-af5a-19b5b85c5bc2), precommit_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:56.140329 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.provisioning_blocks [req-77496d5a-c979-4ccc-b602-dd5e0f88f700 req-edd6d9e7-6e2f-465b-a43a-66a203362b7c service neutron] Transition to ACTIVE for port object 1a6c10c9-930f-4464-af5a-19b5b85c5bc2 will not be triggered until provisioned by entity L2. {{(pid=111023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 00:36:56.233029 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3ff1aa-842f-4d7b-bf06-169d1ecc92a5 req-5d7d931d-c574-441f-8541-24e8d9cf0009 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:56.235319 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-e62b3e9d-b7a9-4dbf-a1de-7ad01746920b req-8d964b82-910e-4bb1-82fc-8b1aa87ad51d tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Publish callbacks [] for port (54ce7cb7-1dd2-41ca-9a4b-a45d1a44bdde), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:56.237091 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-7e3ff1aa-842f-4d7b-bf06-169d1ecc92a5 req-5d7d931d-c574-441f-8541-24e8d9cf0009 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 945 time: 0.0564075 Jun 16 00:36:56.247971 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-77496d5a-c979-4ccc-b602-dd5e0f88f700 req-edd6d9e7-6e2f-465b-a43a-66a203362b7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909850'] for port (1a6c10c9-930f-4464-af5a-19b5b85c5bc2), after_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:56.255316 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:36:56.305802 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-7e3ff1aa-842f-4d7b-bf06-169d1ecc92a5 req-909d7f3f-ee52-4e05-ac0a-cc0960316afe tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624344 Jun 16 00:36:56.329890 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6d9e7-6e2f-465b-a43a-66a203362b7c service neutron] Pushing event updated for resources: {'Port': ['ID=1a6c10c9-930f-4464-af5a-19b5b85c5bc2,revision_number=2']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:36:56.389626 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-e62b3e9d-b7a9-4dbf-a1de-7ad01746920b req-8d964b82-910e-4bb1-82fc-8b1aa87ad51d tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753842110805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909837'] for port (54ce7cb7-1dd2-41ca-9a4b-a45d1a44bdde), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:56.445961 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e62b3e9d-b7a9-4dbf-a1de-7ad01746920b req-8d964b82-910e-4bb1-82fc-8b1aa87ad51d tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Network 03feb970-ecf8-40b0-b2d6-45c5b0cb82d7 is already hosted by enough agents. {{(pid=111023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:36:56.456070 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.base_scheduler [req-e62b3e9d-b7a9-4dbf-a1de-7ad01746920b req-8d964b82-910e-4bb1-82fc-8b1aa87ad51d tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Resources bound (agent type, host, resource id): {{(pid=111023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:36:56.466795 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.l3_dvrscheduler_db [req-e62b3e9d-b7a9-4dbf-a1de-7ad01746920b req-8d964b82-910e-4bb1-82fc-8b1aa87ad51d tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Received port after_create {{(pid=111023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 00:36:56.500691 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d964b82-910e-4bb1-82fc-8b1aa87ad51d tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Pushing event updated for resources: {'Port': ['ID=54ce7cb7-1dd2-41ca-9a4b-a45d1a44bdde,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:36:56.507892 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.managers [req-77496d5a-c979-4ccc-b602-dd5e0f88f700 req-edd6d9e7-6e2f-465b-a43a-66a203362b7c service neutron] Attempting to bind port 1a6c10c9-930f-4464-af5a-19b5b85c5bc2 on host hv-cinder-80382 for vnic_type normal with profile {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 00:36:56.508385 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.managers [req-77496d5a-c979-4ccc-b602-dd5e0f88f700 req-edd6d9e7-6e2f-465b-a43a-66a203362b7c service neutron] Attempting to bind port 1a6c10c9-930f-4464-af5a-19b5b85c5bc2 by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': 'fea0c3b1-4564-4c46-a939-13c53483f391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ffe9c59a-3096-4aef-8b2e-e3aa63722c28'}] {{(pid=111023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 00:36:56.509024 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77496d5a-c979-4ccc-b602-dd5e0f88f700 req-edd6d9e7-6e2f-465b-a43a-66a203362b7c service neutron] Attempting to bind port 1a6c10c9-930f-4464-af5a-19b5b85c5bc2 on network ffe9c59a-3096-4aef-8b2e-e3aa63722c28 {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 00:36:56.523549 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77496d5a-c979-4ccc-b602-dd5e0f88f700 req-edd6d9e7-6e2f-465b-a43a-66a203362b7c service neutron] Port 1a6c10c9-930f-4464-af5a-19b5b85c5bc2 on network ffe9c59a-3096-4aef-8b2e-e3aa63722c28 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 00:36:56.523549 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77496d5a-c979-4ccc-b602-dd5e0f88f700 req-edd6d9e7-6e2f-465b-a43a-66a203362b7c service neutron] Attempting to bind port 1a6c10c9-930f-4464-af5a-19b5b85c5bc2 on network ffe9c59a-3096-4aef-8b2e-e3aa63722c28 {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 00:36:56.536931 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62b3e9d-b7a9-4dbf-a1de-7ad01746920b req-8d964b82-910e-4bb1-82fc-8b1aa87ad51d tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:56.537646 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-e62b3e9d-b7a9-4dbf-a1de-7ad01746920b req-8d964b82-910e-4bb1-82fc-8b1aa87ad51d tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for port (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:56.552308 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77496d5a-c979-4ccc-b602-dd5e0f88f700 req-edd6d9e7-6e2f-465b-a43a-66a203362b7c service neutron] Checking agent: {'id': '42cc932a-4e60-43e8-a4dc-4f47b3d3efae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 0, 32, 41), 'started_at': datetime.datetime(2022, 6, 16, 0, 32, 41), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 0, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 00:36:56.552679 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77496d5a-c979-4ccc-b602-dd5e0f88f700 req-edd6d9e7-6e2f-465b-a43a-66a203362b7c service neutron] Checking segment: {'id': 'fea0c3b1-4564-4c46-a939-13c53483f391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ffe9c59a-3096-4aef-8b2e-e3aa63722c28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 00:36:56.553262 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77496d5a-c979-4ccc-b602-dd5e0f88f700 req-edd6d9e7-6e2f-465b-a43a-66a203362b7c service neutron] Bound using segment: {'id': 'fea0c3b1-4564-4c46-a939-13c53483f391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ffe9c59a-3096-4aef-8b2e-e3aa63722c28'} {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 00:36:56.553508 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.managers [req-77496d5a-c979-4ccc-b602-dd5e0f88f700 req-edd6d9e7-6e2f-465b-a43a-66a203362b7c service neutron] Bound port: 1a6c10c9-930f-4464-af5a-19b5b85c5bc2, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fea0c3b1-4564-4c46-a939-13c53483f391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ffe9c59a-3096-4aef-8b2e-e3aa63722c28'}}] {{(pid=111023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 00:36:56.553868 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-77496d5a-c979-4ccc-b602-dd5e0f88f700 req-edd6d9e7-6e2f-465b-a43a-66a203362b7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (1a6c10c9-930f-4464-af5a-19b5b85c5bc2), before_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:56.575012 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 43358) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:36:56.579735 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.v2.base [None req-c0d4660a-6c96-46c0-93c7-96fd3715476d tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1089087809', 'description': 'tempest-description--658671386'}} {{(pid=111022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:36:56.639126 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.db [req-77496d5a-c979-4ccc-b602-dd5e0f88f700 req-edd6d9e7-6e2f-465b-a43a-66a203362b7c service neutron] For port 1a6c10c9-930f-4464-af5a-19b5b85c5bc2, host hv-cinder-80382, cleared binding levels {{(pid=111023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 00:36:56.642251 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.db [req-77496d5a-c979-4ccc-b602-dd5e0f88f700 req-edd6d9e7-6e2f-465b-a43a-66a203362b7c service neutron] For port 1a6c10c9-930f-4464-af5a-19b5b85c5bc2, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=1a6c10c9-930f-4464-af5a-19b5b85c5bc2,segment=NetworkSegment(fea0c3b1-4564-4c46-a939-13c53483f391),segment_id=fea0c3b1-4564-4c46-a939-13c53483f391)] {{(pid=111023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 00:36:56.654004 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-e62b3e9d-b7a9-4dbf-a1de-7ad01746920b req-8d964b82-910e-4bb1-82fc-8b1aa87ad51d tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2255120 Jun 16 00:36:56.676077 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [req-e62b3e9d-b7a9-4dbf-a1de-7ad01746920b req-f3bbcb10-de54-4171-b6f8-99de707284f2 service neutron] Request body: {'port': {'device_id': 'b90e80cd-430b-414f-bf31-7641c0490c88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:36:56.740025 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-77496d5a-c979-4ccc-b602-dd5e0f88f700 req-edd6d9e7-6e2f-465b-a43a-66a203362b7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909850'] for port (1a6c10c9-930f-4464-af5a-19b5b85c5bc2), after_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:56.748420 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-e62b3e9d-b7a9-4dbf-a1de-7ad01746920b req-f3bbcb10-de54-4171-b6f8-99de707284f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (54ce7cb7-1dd2-41ca-9a4b-a45d1a44bdde), before_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:56.766277 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-c0d4660a-6c96-46c0-93c7-96fd3715476d tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Publish callbacks [] for security_group (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:56.777135 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-c4311195-5c8c-430c-aa92-c505ce40446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (d0297bc9-c3a8-45ac-9023-c937cb4f21fc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:56.778676 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:36:56.792504 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77496d5a-c979-4ccc-b602-dd5e0f88f700 req-edd6d9e7-6e2f-465b-a43a-66a203362b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:56.793753 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-77496d5a-c979-4ccc-b602-dd5e0f88f700 req-edd6d9e7-6e2f-465b-a43a-66a203362b7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for port (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:56.795259 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-77496d5a-c979-4ccc-b602-dd5e0f88f700 req-edd6d9e7-6e2f-465b-a43a-66a203362b7c service neutron] 10.222.0.40 "PUT /v2.0/ports/1a6c10c9-930f-4464-af5a-19b5b85c5bc2 HTTP/1.1" status: 200 len: 1093 time: 1.3015060 Jun 16 00:36:56.795799 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac529ee5-1040-4f28-acb9-4346e98dba6d', 'tag': '1a6c10c9-930f-4464-af5a-19b5b85c5bc2'}] {{(pid=111023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:36:56.798213 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849ffc5c5c28115853a01ef2d84a57e68c82d4a74a931575540ba89325b26957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de00ee0a-7ec4-4d25-ad1a-4c917ee2d133" -d '{"events": [{"name": "network-changed", "server_uuid": "ac529ee5-1040-4f28-acb9-4346e98dba6d", "tag": "1a6c10c9-930f-4464-af5a-19b5b85c5bc2"}]}' {{(pid=111023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:36:56.866825 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6d9e7-6e2f-465b-a43a-66a203362b7c service neutron] Pushing event updated for resources: {'Port': ['ID=1a6c10c9-930f-4464-af5a-19b5b85c5bc2,revision_number=3']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:36:56.876697 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-c0d4660a-6c96-46c0-93c7-96fd3715476d tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Publish callbacks [] for security_group (fd7b8519-57d8-45b4-9c24-ed32b8d7e769), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:56.908755 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 00:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c010822f-8489-4e1c-8119-cb8ea4cf582c x-openstack-request-id: req-c010822f-8489-4e1c-8119-cb8ea4cf582c {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:36:56.909050 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac529ee5-1040-4f28-acb9-4346e98dba6d", "tag": "1a6c10c9-930f-4464-af5a-19b5b85c5bc2", "status": "completed", "code": 200}]} {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:36:56.909333 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c010822f-8489-4e1c-8119-cb8ea4cf582c {{(pid=111023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:36:56.909711 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c010822f-8489-4e1c-8119-cb8ea4cf582c'] response: {'name': 'network-changed', 'server_uuid': 'ac529ee5-1040-4f28-acb9-4346e98dba6d', 'tag': '1a6c10c9-930f-4464-af5a-19b5b85c5bc2', 'status': 'completed', 'code': 200} Jun 16 00:36:56.933278 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896915d2-604d-4014-bfb0-1734925e3ad7 req-a961a0b0-e720-40cb-8930-a3cef798ebe5 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:56.941012 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-896915d2-604d-4014-bfb0-1734925e3ad7 req-a961a0b0-e720-40cb-8930-a3cef798ebe5 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.20 "GET /v2.0/ports?device_id=b90e80cd-430b-414f-bf31-7641c0490c88 HTTP/1.1" status: 200 len: 931 time: 0.0772178 Jun 16 00:36:56.952571 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-c0d4660a-6c96-46c0-93c7-96fd3715476d tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (fd7b8519-57d8-45b4-9c24-ed32b8d7e769), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:57.031215 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4660a-6c96-46c0-93c7-96fd3715476d tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd7b8519-57d8-45b4-9c24-ed32b8d7e769,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:36:57.050048 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-896915d2-604d-4014-bfb0-1734925e3ad7 req-3d6046c4-8b0a-4701-9269-4c0a2449ec5a tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.20 "GET /v2.0/security-groups?id=61215bc0-8f8c-42e3-ae69-0f4b76d2a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057961 Jun 16 00:36:57.051489 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-c0d4660a-6c96-46c0-93c7-96fd3715476d tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Publish callbacks [] for security_group (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:57.052659 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-c0d4660a-6c96-46c0-93c7-96fd3715476d tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4764423 Jun 16 00:36:57.055951 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 43368) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:36:57.060390 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.v2.base [None req-3b6cca8f-e129-41ee-9116-60bbada92f09 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Request body: {'security_group_rule': {'security_group_id': 'fd7b8519-57d8-45b4-9c24-ed32b8d7e769', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:36:57.065196 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:36:57.076991 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=58,neutron:UPDATE=3 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:36:57.079142 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77496d5a-c979-4ccc-b602-dd5e0f88f700 req-cbfd4c19-b428-49dc-98bd-7d9e4839ff7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:57.080656 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-77496d5a-c979-4ccc-b602-dd5e0f88f700 req-cbfd4c19-b428-49dc-98bd-7d9e4839ff7b service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=45031128a55e42989da61e01948538d3&device_id=ac529ee5-1040-4f28-acb9-4346e98dba6d HTTP/1.1" status: 200 len: 1127 time: 0.1054959 Jun 16 00:36:57.119476 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e0cc5-c39b-4653-a3ff-17d0f971c564 req-9ae10baf-3b87-4ddd-b8f4-7e4861704ee8 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:57.120905 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-686e0cc5-c39b-4653-a3ff-17d0f971c564 req-9ae10baf-3b87-4ddd-b8f4-7e4861704ee8 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac529ee5-1040-4f28-acb9-4346e98dba6d HTTP/1.1" status: 200 len: 943 time: 0.0923922 Jun 16 00:36:57.158339 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-77496d5a-c979-4ccc-b602-dd5e0f88f700 req-805dc3d2-54c6-451f-91bc-8bd59b593fb5 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a6c10c9-930f-4464-af5a-19b5b85c5bc2 HTTP/1.1" status: 200 len: 217 time: 0.0557959 Jun 16 00:36:57.171414 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-3b6cca8f-e129-41ee-9116-60bbada92f09 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Publish callbacks [] for security_group_rule (640f3ce6-82df-4624-a654-ab7bc41c4b9d), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:57.232402 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-3b6cca8f-e129-41ee-9116-60bbada92f09 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Publish callbacks [] for security_group_rule (640f3ce6-82df-4624-a654-ab7bc41c4b9d), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:57.280623 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:36:57.284406 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77496d5a-c979-4ccc-b602-dd5e0f88f700 req-934b9936-7150-43b4-893b-dbf3f454a069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:57.285850 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-77496d5a-c979-4ccc-b602-dd5e0f88f700 req-934b9936-7150-43b4-893b-dbf3f454a069 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=1f18fa19-d797-425e-adb2-49437faef043 HTTP/1.1" status: 200 len: 854 time: 0.0890734 Jun 16 00:36:57.291654 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-686e0cc5-c39b-4653-a3ff-17d0f971c564 req-ea682f56-2564-459d-9a36-f0cd1b7e00d9 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccda61a9-4ad6-4931-8778-2739cae747ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373315 Jun 16 00:36:57.321211 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-3b6cca8f-e129-41ee-9116-60bbada92f09 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623384'] for security_group_rule (640f3ce6-82df-4624-a654-ab7bc41c4b9d), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:57.353167 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6cca8f-e129-41ee-9116-60bbada92f09 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=640f3ce6-82df-4624-a654-ab7bc41c4b9d,revision_number=0']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:36:57.377241 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.notifiers.nova [req-e62b3e9d-b7a9-4dbf-a1de-7ad01746920b req-f3bbcb10-de54-4171-b6f8-99de707284f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54ce7cb7-1dd2-41ca-9a4b-a45d1a44bdde {{(pid=111023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 00:36:57.388584 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-e62b3e9d-b7a9-4dbf-a1de-7ad01746920b req-f3bbcb10-de54-4171-b6f8-99de707284f2 service neutron] Publish callbacks [] for port (54ce7cb7-1dd2-41ca-9a4b-a45d1a44bdde), precommit_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:57.406895 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.provisioning_blocks [req-e62b3e9d-b7a9-4dbf-a1de-7ad01746920b req-f3bbcb10-de54-4171-b6f8-99de707284f2 service neutron] Transition to ACTIVE for port object 54ce7cb7-1dd2-41ca-9a4b-a45d1a44bdde will not be triggered until provisioned by entity L2. {{(pid=111023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 00:36:57.414015 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77496d5a-c979-4ccc-b602-dd5e0f88f700 req-49d96672-92d9-4eb4-9bc1-404bec0e1d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:57.414015 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-77496d5a-c979-4ccc-b602-dd5e0f88f700 req-49d96672-92d9-4eb4-9bc1-404bec0e1d31 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=ffe9c59a-3096-4aef-8b2e-e3aa63722c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0684788 Jun 16 00:36:57.442062 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b14276d-1fd5-4bbf-83e0-6c12875a79b1 req-a56e83d0-e9fc-4900-91a6-fea8ce9bc7d6 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:57.443632 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-9b14276d-1fd5-4bbf-83e0-6c12875a79b1 req-a56e83d0-e9fc-4900-91a6-fea8ce9bc7d6 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 945 time: 0.0621870 Jun 16 00:36:57.469766 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-3b6cca8f-e129-41ee-9116-60bbada92f09 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:57.470977 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-3b6cca8f-e129-41ee-9116-60bbada92f09 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4139528 Jun 16 00:36:57.475221 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 43378) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:36:57.480997 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.v2.base [None req-758b7ca9-14e3-4551-a913-121d1030577e tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Request body: {'security_group_rule': {'security_group_id': 'fd7b8519-57d8-45b4-9c24-ed32b8d7e769', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:36:57.506224 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:36:57.515827 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-77496d5a-c979-4ccc-b602-dd5e0f88f700 req-01749313-4ce9-43fb-86f1-106108f8c501 service neutron] 10.222.0.40 "GET /v2.0/networks/ffe9c59a-3096-4aef-8b2e-e3aa63722c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968454 Jun 16 00:36:57.522076 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-9b14276d-1fd5-4bbf-83e0-6c12875a79b1 req-8731fb5c-ef26-4a47-b834-cf1de85bad98 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721462 Jun 16 00:36:57.531601 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-e62b3e9d-b7a9-4dbf-a1de-7ad01746920b req-f3bbcb10-de54-4171-b6f8-99de707284f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909850'] for port (54ce7cb7-1dd2-41ca-9a4b-a45d1a44bdde), after_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:57.610681 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-758b7ca9-14e3-4551-a913-121d1030577e tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Publish callbacks [] for security_group_rule (b1be8673-ad78-434a-8733-2a1d59da9509), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:57.660314 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bbcb10-de54-4171-b6f8-99de707284f2 service neutron] Pushing event updated for resources: {'Port': ['ID=54ce7cb7-1dd2-41ca-9a4b-a45d1a44bdde,revision_number=2']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:36:57.673255 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-758b7ca9-14e3-4551-a913-121d1030577e tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Publish callbacks [] for security_group_rule (b1be8673-ad78-434a-8733-2a1d59da9509), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:57.693511 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-77496d5a-c979-4ccc-b602-dd5e0f88f700 req-065dee12-41a5-4498-89f2-9315e93a4d3d service neutron] 10.222.0.40 "GET /v2.0/networks/ffe9c59a-3096-4aef-8b2e-e3aa63722c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711380 Jun 16 00:36:57.720311 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.managers [req-e62b3e9d-b7a9-4dbf-a1de-7ad01746920b req-f3bbcb10-de54-4171-b6f8-99de707284f2 service neutron] Attempting to bind port 54ce7cb7-1dd2-41ca-9a4b-a45d1a44bdde on host hv-cinder-80382 for vnic_type normal with profile {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 00:36:57.720662 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.managers [req-e62b3e9d-b7a9-4dbf-a1de-7ad01746920b req-f3bbcb10-de54-4171-b6f8-99de707284f2 service neutron] Attempting to bind port 54ce7cb7-1dd2-41ca-9a4b-a45d1a44bdde by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': 'f457d295-fb6c-4cde-8e95-60c99307f14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '03feb970-ecf8-40b0-b2d6-45c5b0cb82d7'}] {{(pid=111023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 00:36:57.720982 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62b3e9d-b7a9-4dbf-a1de-7ad01746920b req-f3bbcb10-de54-4171-b6f8-99de707284f2 service neutron] Attempting to bind port 54ce7cb7-1dd2-41ca-9a4b-a45d1a44bdde on network 03feb970-ecf8-40b0-b2d6-45c5b0cb82d7 {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 00:36:57.730710 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62b3e9d-b7a9-4dbf-a1de-7ad01746920b req-f3bbcb10-de54-4171-b6f8-99de707284f2 service neutron] Port 54ce7cb7-1dd2-41ca-9a4b-a45d1a44bdde on network 03feb970-ecf8-40b0-b2d6-45c5b0cb82d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 00:36:57.730710 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62b3e9d-b7a9-4dbf-a1de-7ad01746920b req-f3bbcb10-de54-4171-b6f8-99de707284f2 service neutron] Attempting to bind port 54ce7cb7-1dd2-41ca-9a4b-a45d1a44bdde on network 03feb970-ecf8-40b0-b2d6-45c5b0cb82d7 {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 00:36:57.731814 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62b3e9d-b7a9-4dbf-a1de-7ad01746920b req-f3bbcb10-de54-4171-b6f8-99de707284f2 service neutron] Checking agent: {'id': '42cc932a-4e60-43e8-a4dc-4f47b3d3efae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 0, 32, 41), 'started_at': datetime.datetime(2022, 6, 16, 0, 32, 41), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 0, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 00:36:57.732140 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62b3e9d-b7a9-4dbf-a1de-7ad01746920b req-f3bbcb10-de54-4171-b6f8-99de707284f2 service neutron] Checking segment: {'id': 'f457d295-fb6c-4cde-8e95-60c99307f14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '03feb970-ecf8-40b0-b2d6-45c5b0cb82d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 00:36:57.732511 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62b3e9d-b7a9-4dbf-a1de-7ad01746920b req-f3bbcb10-de54-4171-b6f8-99de707284f2 service neutron] Bound using segment: {'id': 'f457d295-fb6c-4cde-8e95-60c99307f14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '03feb970-ecf8-40b0-b2d6-45c5b0cb82d7'} {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 00:36:57.732955 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.managers [req-e62b3e9d-b7a9-4dbf-a1de-7ad01746920b req-f3bbcb10-de54-4171-b6f8-99de707284f2 service neutron] Bound port: 54ce7cb7-1dd2-41ca-9a4b-a45d1a44bdde, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f457d295-fb6c-4cde-8e95-60c99307f14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '03feb970-ecf8-40b0-b2d6-45c5b0cb82d7'}}] {{(pid=111023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 00:36:57.733310 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-e62b3e9d-b7a9-4dbf-a1de-7ad01746920b req-f3bbcb10-de54-4171-b6f8-99de707284f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (54ce7cb7-1dd2-41ca-9a4b-a45d1a44bdde), before_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:57.749832 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-758b7ca9-14e3-4551-a913-121d1030577e tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623384'] for security_group_rule (b1be8673-ad78-434a-8733-2a1d59da9509), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:57.769236 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758b7ca9-14e3-4551-a913-121d1030577e tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1be8673-ad78-434a-8733-2a1d59da9509,revision_number=0']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:36:57.779112 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:36:57.799991 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.db [req-e62b3e9d-b7a9-4dbf-a1de-7ad01746920b req-f3bbcb10-de54-4171-b6f8-99de707284f2 service neutron] For port 54ce7cb7-1dd2-41ca-9a4b-a45d1a44bdde, host hv-cinder-80382, cleared binding levels {{(pid=111023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 00:36:57.802849 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.db [req-e62b3e9d-b7a9-4dbf-a1de-7ad01746920b req-f3bbcb10-de54-4171-b6f8-99de707284f2 service neutron] For port 54ce7cb7-1dd2-41ca-9a4b-a45d1a44bdde, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=54ce7cb7-1dd2-41ca-9a4b-a45d1a44bdde,segment=NetworkSegment(f457d295-fb6c-4cde-8e95-60c99307f14b),segment_id=f457d295-fb6c-4cde-8e95-60c99307f14b)] {{(pid=111023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 00:36:57.869669 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-758b7ca9-14e3-4551-a913-121d1030577e tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:57.870888 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-758b7ca9-14e3-4551-a913-121d1030577e tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3947153 Jun 16 00:36:57.875055 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 43388) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:36:57.879460 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.v2.base [None req-1cd62744-7ae6-4e5a-b069-3dd0c940f209 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Request body: {'floatingip': {'floating_network_id': '81cb8278-aa95-4a96-976c-13998a04ce85'}} {{(pid=111022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:36:57.919085 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-117977e4-98b1-40f2-baea-1bec010e476c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (b90f279a-3e8f-4325-a28d-8d213fb96fbc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:57.919744 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-e62b3e9d-b7a9-4dbf-a1de-7ad01746920b req-f3bbcb10-de54-4171-b6f8-99de707284f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909850'] for port (54ce7cb7-1dd2-41ca-9a4b-a45d1a44bdde), after_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:57.960512 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62b3e9d-b7a9-4dbf-a1de-7ad01746920b req-f3bbcb10-de54-4171-b6f8-99de707284f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:57.961134 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-e62b3e9d-b7a9-4dbf-a1de-7ad01746920b req-f3bbcb10-de54-4171-b6f8-99de707284f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for port (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:57.962494 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-e62b3e9d-b7a9-4dbf-a1de-7ad01746920b req-f3bbcb10-de54-4171-b6f8-99de707284f2 service neutron] 10.222.0.40 "PUT /v2.0/ports/54ce7cb7-1dd2-41ca-9a4b-a45d1a44bdde HTTP/1.1" status: 200 len: 1093 time: 1.2908058 Jun 16 00:36:57.980040 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bbcb10-de54-4171-b6f8-99de707284f2 service neutron] Pushing event updated for resources: {'Port': ['ID=54ce7cb7-1dd2-41ca-9a4b-a45d1a44bdde,revision_number=3']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:36:57.988836 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-1cd62744-7ae6-4e5a-b069-3dd0c940f209 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:58.068106 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-1cd62744-7ae6-4e5a-b069-3dd0c940f209 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:58.171163 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b731079-c40e-49e2-97d7-d47723e55e8f req-48ea0f91-496c-468d-a780-d6d173aebbda tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:58.172672 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-6b731079-c40e-49e2-97d7-d47723e55e8f req-48ea0f91-496c-468d-a780-d6d173aebbda tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.20 "GET /v2.0/ports?device_id=b90e80cd-430b-414f-bf31-7641c0490c88 HTTP/1.1" status: 200 len: 943 time: 0.0489349 Jun 16 00:36:58.181846 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.db.db_base_plugin_common [None req-1cd62744-7ae6-4e5a-b069-3dd0c940f209 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Allocated IP 172.27.1.130 (81cb8278-aa95-4a96-976c-13998a04ce85/7fa235f2-2172-4ff3-86e8-0e0d1995c273/a6d8b226-daab-401d-962a-7150435348a5) {{(pid=111022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 00:36:58.225473 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-6b731079-c40e-49e2-97d7-d47723e55e8f req-7ab26658-1188-45a5-add3-636b66103ccb tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.20 "GET /v2.0/security-groups?id=61215bc0-8f8c-42e3-ae69-0f4b76d2a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444229 Jun 16 00:36:58.286438 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-1cd62744-7ae6-4e5a-b069-3dd0c940f209 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Publish callbacks [] for port (a6d8b226-daab-401d-962a-7150435348a5), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:58.409943 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e1e816-37db-4a59-9bdb-73a3715dcf62 req-0a6f875e-abb4-4fb0-a81f-547916de4951 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:58.411257 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-33e1e816-37db-4a59-9bdb-73a3715dcf62 req-0a6f875e-abb4-4fb0-a81f-547916de4951 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac529ee5-1040-4f28-acb9-4346e98dba6d HTTP/1.1" status: 200 len: 943 time: 0.0493574 Jun 16 00:36:58.424674 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-1cd62744-7ae6-4e5a-b069-3dd0c940f209 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753842110805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18330592'] for port (a6d8b226-daab-401d-962a-7150435348a5), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:58.480062 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd62744-7ae6-4e5a-b069-3dd0c940f209 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Network 81cb8278-aa95-4a96-976c-13998a04ce85 is already hosted by enough agents. {{(pid=111022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:36:58.492091 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.scheduler.base_scheduler [None req-1cd62744-7ae6-4e5a-b069-3dd0c940f209 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Resources bound (agent type, host, resource id): {{(pid=111022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:36:58.498473 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd62744-7ae6-4e5a-b069-3dd0c940f209 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Received port after_create {{(pid=111022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 00:36:58.505772 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-33e1e816-37db-4a59-9bdb-73a3715dcf62 req-fbb95bdf-1aed-4622-b44b-eef5d62e0caa tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccda61a9-4ad6-4931-8778-2739cae747ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885751 Jun 16 00:36:58.532153 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd62744-7ae6-4e5a-b069-3dd0c940f209 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Pushing event updated for resources: {'Port': ['ID=a6d8b226-daab-401d-962a-7150435348a5,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:36:58.608930 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-1cd62744-7ae6-4e5a-b069-3dd0c940f209 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Publish callbacks [] for floatingip (f315f94e-81ae-48e9-a008-148fa2075b46), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:58.627537 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:INSERT=11,neutron:SELECT=82,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:36:58.647304 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a914f97-d2ce-41b2-a132-f0e879ba4b8f req-cb21495d-f09c-44e0-9255-fdf8bf2a56b5 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:58.647304 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-7a914f97-d2ce-41b2-a132-f0e879ba4b8f req-cb21495d-f09c-44e0-9255-fdf8bf2a56b5 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 945 time: 0.0463855 Jun 16 00:36:58.693070 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-7a914f97-d2ce-41b2-a132-f0e879ba4b8f req-04c55287-0502-4058-8e56-c01a79ce8cab tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406377 Jun 16 00:36:58.720678 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-1cd62744-7ae6-4e5a-b069-3dd0c940f209 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (a6d8b226-daab-401d-962a-7150435348a5), before_update {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:58.874760 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-1cd62744-7ae6-4e5a-b069-3dd0c940f209 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Publish callbacks [] for port (a6d8b226-daab-401d-962a-7150435348a5), precommit_update {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:58.910967 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b90e80cd-430b-414f-bf31-7641c0490c88', 'tag': '54ce7cb7-1dd2-41ca-9a4b-a45d1a44bdde'}] {{(pid=111023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:36:58.913323 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849ffc5c5c28115853a01ef2d84a57e68c82d4a74a931575540ba89325b26957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51562339-008b-4f81-bef7-41506b7caf37" -d '{"events": [{"name": "network-changed", "server_uuid": "b90e80cd-430b-414f-bf31-7641c0490c88", "tag": "54ce7cb7-1dd2-41ca-9a4b-a45d1a44bdde"}]}' {{(pid=111023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:36:58.937384 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-1cd62744-7ae6-4e5a-b069-3dd0c940f209 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18330615'] for port (a6d8b226-daab-401d-962a-7150435348a5), after_update {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:58.948084 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 00:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a26666-d01f-4854-a58c-7e47e875aebf x-openstack-request-id: req-d3a26666-d01f-4854-a58c-7e47e875aebf {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:36:58.948375 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b90e80cd-430b-414f-bf31-7641c0490c88", "tag": "54ce7cb7-1dd2-41ca-9a4b-a45d1a44bdde", "status": "completed", "code": 200}]} {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:36:58.948655 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d3a26666-d01f-4854-a58c-7e47e875aebf {{(pid=111023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:36:58.949049 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3a26666-d01f-4854-a58c-7e47e875aebf'] response: {'name': 'network-changed', 'server_uuid': 'b90e80cd-430b-414f-bf31-7641c0490c88', 'tag': '54ce7cb7-1dd2-41ca-9a4b-a45d1a44bdde', 'status': 'completed', 'code': 200} Jun 16 00:36:59.004068 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd62744-7ae6-4e5a-b069-3dd0c940f209 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Pushing event updated for resources: {'Port': ['ID=a6d8b226-daab-401d-962a-7150435348a5,revision_number=2']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:36:59.019271 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-1cd62744-7ae6-4e5a-b069-3dd0c940f209 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672953'] for floatingip (f315f94e-81ae-48e9-a008-148fa2075b46), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:59.091724 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-1cd62744-7ae6-4e5a-b069-3dd0c940f209 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for floatingip (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:59.092978 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-1cd62744-7ae6-4e5a-b069-3dd0c940f209 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2169416 Jun 16 00:36:59.222986 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-faa15201-cec6-4660-ae33-7025f254e5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (50ece25a-9452-44f6-8bc9-48c0ade2294b), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:59.297557 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:36:59.297795 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-111bcfd0-e187-46fd-bd2c-5b5ec8be3e22 req-723967d3-0787-41f8-bf4e-9dce01ce5cea tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1089087809&fields=id&tenant_id=a4e7be42e39248e4b9f5c89e96a6b82e HTTP/1.1" status: 200 len: 267 time: 0.0472541 Jun 16 00:36:59.349022 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680cce7-bc42-4621-bde8-48acee82c7e9 req-5b2a87ae-8ad4-497a-b107-e05f4d321b42 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:59.350861 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-d680cce7-bc42-4621-bde8-48acee82c7e9 req-5b2a87ae-8ad4-497a-b107-e05f4d321b42 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.20 "GET /v2.0/ports?device_id=b90e80cd-430b-414f-bf31-7641c0490c88 HTTP/1.1" status: 200 len: 943 time: 0.0488570 Jun 16 00:36:59.408273 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-d680cce7-bc42-4621-bde8-48acee82c7e9 req-861571af-d043-44a0-9a53-b7ccc9e58045 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.20 "GET /v2.0/security-groups?id=61215bc0-8f8c-42e3-ae69-0f4b76d2a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432713 Jun 16 00:36:59.415365 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111bcfd0-e187-46fd-bd2c-5b5ec8be3e22 req-9d633ae2-c8b8-40eb-8d50-4260b52c25cf tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:59.417375 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-111bcfd0-e187-46fd-bd2c-5b5ec8be3e22 req-9d633ae2-c8b8-40eb-8d50-4260b52c25cf tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/networks?id=dfc603d1-751d-4be9-b4c0-08fa2224635a HTTP/1.1" status: 200 len: 818 time: 0.1127357 Jun 16 00:36:59.432590 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-111bcfd0-e187-46fd-bd2c-5b5ec8be3e22 req-ca5680ce-3f7c-4547-84d8-e49b8629c530 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/quotas/a4e7be42e39248e4b9f5c89e96a6b82e HTTP/1.1" status: 200 len: 375 time: 0.0098143 Jun 16 00:36:59.465430 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:36:59.489095 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-111bcfd0-e187-46fd-bd2c-5b5ec8be3e22 req-2242f5a9-94d0-4fc9-b1c4-8ba076a67403 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a4e7be42e39248e4b9f5c89e96a6b82e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0512395 Jun 16 00:36:59.604439 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-111bcfd0-e187-46fd-bd2c-5b5ec8be3e22 req-05619f8b-2cf4-4de7-88a8-e7b52451421b service neutron] 10.222.0.20 "GET /v2.0/networks/dfc603d1-751d-4be9-b4c0-08fa2224635a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986550 Jun 16 00:36:59.634357 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46730f9-6c08-4338-97c4-672225f26100 req-28bdbbc7-e028-47eb-a575-12623bf60ff3 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:59.635874 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-c46730f9-6c08-4338-97c4-672225f26100 req-28bdbbc7-e028-47eb-a575-12623bf60ff3 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac529ee5-1040-4f28-acb9-4346e98dba6d HTTP/1.1" status: 200 len: 943 time: 0.0586512 Jun 16 00:36:59.683147 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-c46730f9-6c08-4338-97c4-672225f26100 req-e7c0e587-7b36-4d22-b1c9-002fe786db4f tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccda61a9-4ad6-4931-8778-2739cae747ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414643 Jun 16 00:36:59.691787 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (81117e21-cbf2-493f-9e14-29a3cec1f25a), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:36:59.701871 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-111bcfd0-e187-46fd-bd2c-5b5ec8be3e22 req-fb4d7718-3711-4307-9928-64046d797fbc service neutron] 10.222.0.20 "GET /v2.0/networks/dfc603d1-751d-4be9-b4c0-08fa2224635a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888989 Jun 16 00:36:59.796506 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:36:59.814128 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dca5339-131b-4b3a-905a-92356c2f8569 req-646f6321-95b6-45d8-868f-4765dab1d3ca tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:36:59.815832 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-2dca5339-131b-4b3a-905a-92356c2f8569 req-646f6321-95b6-45d8-868f-4765dab1d3ca tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 945 time: 0.0506585 Jun 16 00:36:59.862146 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-2dca5339-131b-4b3a-905a-92356c2f8569 req-209f8a13-134e-4e81-bca4-bfd8318233fd tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407376 Jun 16 00:36:59.956694 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-1696a1c7-72ea-4e87-be9c-0faf7f376ee4 req-25d36409-b228-4e49-90f6-cbf8884443d5 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b06a62e-3a82-4a98-b470-cdc82179df7b HTTP/1.1" status: 200 len: 210 time: 0.0273242 Jun 16 00:37:00.518884 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5aff94-d50b-4196-a509-e3afee782cd3 req-c3f34987-6f87-4e8f-a6fc-047cc286ff51 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:00.518884 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-ec5aff94-d50b-4196-a509-e3afee782cd3 req-c3f34987-6f87-4e8f-a6fc-047cc286ff51 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.20 "GET /v2.0/ports?device_id=b90e80cd-430b-414f-bf31-7641c0490c88 HTTP/1.1" status: 200 len: 943 time: 0.0464220 Jun 16 00:37:00.567804 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-ec5aff94-d50b-4196-a509-e3afee782cd3 req-66c3dddb-0e74-4727-bfe2-41f815dc906a tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.20 "GET /v2.0/security-groups?id=61215bc0-8f8c-42e3-ae69-0f4b76d2a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419893 Jun 16 00:37:00.794817 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79acad5e-f0a7-4036-8648-37d163d161ce req-428f5080-3ac2-4602-9c46-47f7c784a5fa tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:00.796168 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-79acad5e-f0a7-4036-8648-37d163d161ce req-428f5080-3ac2-4602-9c46-47f7c784a5fa tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac529ee5-1040-4f28-acb9-4346e98dba6d HTTP/1.1" status: 200 len: 943 time: 0.0456049 Jun 16 00:37:00.847123 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-79acad5e-f0a7-4036-8648-37d163d161ce req-242c24f3-b832-4b5e-af8b-32bf32a580e1 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccda61a9-4ad6-4931-8778-2739cae747ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453992 Jun 16 00:37:00.975222 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f29e7-034f-4254-aa3e-6fce8ad516b3 req-4cc2d022-54c4-4de0-a403-7cb4e53b4167 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:00.976685 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-267f29e7-034f-4254-aa3e-6fce8ad516b3 req-4cc2d022-54c4-4de0-a403-7cb4e53b4167 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 945 time: 0.0450616 Jun 16 00:37:01.027679 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-267f29e7-034f-4254-aa3e-6fce8ad516b3 req-9cd1e7cb-e94b-4de1-a488-8286f843471f tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449083 Jun 16 00:37:01.053046 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-99bdd254-5a2e-4e77-ad79-fa0227bffb54 req-cb220e78-765d-4e86-9b2d-67008701c934 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b06a62e-3a82-4a98-b470-cdc82179df7b HTTP/1.1" status: 200 len: 210 time: 0.0305765 Jun 16 00:37:01.928890 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73137e28-d17d-4545-a2a2-026637cdeed0 req-6568eb06-e766-4d8f-9c1b-8f126f5b3182 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:01.930362 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-73137e28-d17d-4545-a2a2-026637cdeed0 req-6568eb06-e766-4d8f-9c1b-8f126f5b3182 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.20 "GET /v2.0/ports?device_id=b90e80cd-430b-414f-bf31-7641c0490c88 HTTP/1.1" status: 200 len: 943 time: 0.2971842 Jun 16 00:37:01.961682 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403dd778-6750-4765-9d0b-a28d82ed6295 req-8b9aa295-7b38-4325-9497-28bd11ccc75c tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:01.963125 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-403dd778-6750-4765-9d0b-a28d82ed6295 req-8b9aa295-7b38-4325-9497-28bd11ccc75c tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac529ee5-1040-4f28-acb9-4346e98dba6d HTTP/1.1" status: 200 len: 943 time: 0.0467699 Jun 16 00:37:01.977804 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-73137e28-d17d-4545-a2a2-026637cdeed0 req-07895cb5-505c-4e79-9e58-74b3b1cbd088 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.20 "GET /v2.0/security-groups?id=61215bc0-8f8c-42e3-ae69-0f4b76d2a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414803 Jun 16 00:37:02.011209 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-403dd778-6750-4765-9d0b-a28d82ed6295 req-34de7143-fc3a-473f-afbd-919d0110ef3c tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccda61a9-4ad6-4931-8778-2739cae747ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420008 Jun 16 00:37:02.143488 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba01d60b-2a97-49f0-b1bc-a419362e60cf req-79dd258b-1d99-440d-8603-c61ff593e5eb tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:02.144874 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-ba01d60b-2a97-49f0-b1bc-a419362e60cf req-79dd258b-1d99-440d-8603-c61ff593e5eb tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 945 time: 0.0466511 Jun 16 00:37:02.144995 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-cb7633f8-18b5-4a4e-b807-5844ad7b5ca9 req-625ce4a8-f552-4ab0-80b6-d2df382ea928 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b06a62e-3a82-4a98-b470-cdc82179df7b HTTP/1.1" status: 200 len: 210 time: 0.0270925 Jun 16 00:37:02.187692 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=100 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:37:02.192365 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-ba01d60b-2a97-49f0-b1bc-a419362e60cf req-8c7d32df-33a3-46dd-b5fc-42cdf60f438d tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414023 Jun 16 00:37:02.202458 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device 1a6c10c9-930f-4464-af5a-19b5b85c5bc2 details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=111024) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 00:37:02.319787 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] For port 1a6c10c9-930f-4464-af5a-19b5b85c5bc2, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=1a6c10c9-930f-4464-af5a-19b5b85c5bc2,segment=NetworkSegment(fea0c3b1-4564-4c46-a939-13c53483f391),segment_id=fea0c3b1-4564-4c46-a939-13c53483f391)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:37:02.333725 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Returning: {'device': '1a6c10c9-930f-4464-af5a-19b5b85c5bc2', 'network_id': 'ffe9c59a-3096-4aef-8b2e-e3aa63722c28', 'port_id': '1a6c10c9-930f-4464-af5a-19b5b85c5bc2', 'mac_address': 'fa:16:3e:aa:fd:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f18fa19-d797-425e-adb2-49437faef043', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111024) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 00:37:02.367752 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Current status of the port 1a6c10c9-930f-4464-af5a-19b5b85c5bc2 is: DOWN; New status is: BUILD {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:37:02.368129 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (1a6c10c9-930f-4464-af5a-19b5b85c5bc2), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:02.381161 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.notifiers.nova [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a6c10c9-930f-4464-af5a-19b5b85c5bc2 {{(pid=111024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 00:37:02.400023 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] For port 1a6c10c9-930f-4464-af5a-19b5b85c5bc2, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=1a6c10c9-930f-4464-af5a-19b5b85c5bc2,segment=NetworkSegment(fea0c3b1-4564-4c46-a939-13c53483f391),segment_id=fea0c3b1-4564-4c46-a939-13c53483f391)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:37:02.508580 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (1a6c10c9-930f-4464-af5a-19b5b85c5bc2), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:02.539417 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de00ee0a-7ec4-4d25-ad1a-4c917ee2d133 req-22e87265-4243-407a-95ba-bcedf2d3fedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:02.541517 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-de00ee0a-7ec4-4d25-ad1a-4c917ee2d133 req-22e87265-4243-407a-95ba-bcedf2d3fedc service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=45031128a55e42989da61e01948538d3&device_id=ac529ee5-1040-4f28-acb9-4346e98dba6d HTTP/1.1" status: 200 len: 1127 time: 0.0695271 Jun 16 00:37:02.544323 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51562339-008b-4f81-bef7-41506b7caf37 req-27997c0c-04ef-46a6-835e-1f60efea52d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:02.545830 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-51562339-008b-4f81-bef7-41506b7caf37 req-27997c0c-04ef-46a6-835e-1f60efea52d2 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=213787a3040e45efb2c14f5dd9dcf509&device_id=b90e80cd-430b-414f-bf31-7641c0490c88 HTTP/1.1" status: 200 len: 1127 time: 0.0656822 Jun 16 00:37:02.560093 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Pushing event updated for resources: {'Port': ['ID=1a6c10c9-930f-4464-af5a-19b5b85c5bc2,revision_number=4']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:37:02.777148 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de00ee0a-7ec4-4d25-ad1a-4c917ee2d133 req-b7db4a70-8b49-4340-983d-b0eaeabe7958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:02.778597 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-de00ee0a-7ec4-4d25-ad1a-4c917ee2d133 req-b7db4a70-8b49-4340-983d-b0eaeabe7958 service neutron] 10.222.0.40 "GET /v2.0/networks?id=ffe9c59a-3096-4aef-8b2e-e3aa63722c28 HTTP/1.1" status: 200 len: 916 time: 0.1727357 Jun 16 00:37:02.779971 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51562339-008b-4f81-bef7-41506b7caf37 req-23bbbfe9-d90a-467b-815f-57dcdd368aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:02.781264 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-51562339-008b-4f81-bef7-41506b7caf37 req-23bbbfe9-d90a-467b-815f-57dcdd368aa7 service neutron] 10.222.0.40 "GET /v2.0/networks?tenant_id=213787a3040e45efb2c14f5dd9dcf509&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1742105 Jun 16 00:37:02.874185 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-de00ee0a-7ec4-4d25-ad1a-4c917ee2d133 req-7a125d40-fb1a-4e0e-a7e4-2d63ff287b74 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a6c10c9-930f-4464-af5a-19b5b85c5bc2 HTTP/1.1" status: 200 len: 217 time: 0.0577874 Jun 16 00:37:02.977143 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de00ee0a-7ec4-4d25-ad1a-4c917ee2d133 req-b44dab9b-f68f-4757-9d66-3b5576d46e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:02.979054 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-de00ee0a-7ec4-4d25-ad1a-4c917ee2d133 req-b44dab9b-f68f-4757-9d66-3b5576d46e0f service neutron] 10.222.0.40 "GET /v2.0/subnets?id=1f18fa19-d797-425e-adb2-49437faef043 HTTP/1.1" status: 200 len: 854 time: 0.0939131 Jun 16 00:37:02.988441 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51562339-008b-4f81-bef7-41506b7caf37 req-e00293d5-a188-4f47-8fce-bc4979ff1a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:02.989808 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-51562339-008b-4f81-bef7-41506b7caf37 req-e00293d5-a188-4f47-8fce-bc4979ff1a19 service neutron] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1668460 Jun 16 00:37:03.100968 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8585a2d-ca1b-4036-a26a-b02a35bccaee req-c2d8ae5d-335d-418a-8327-58a972cbf1cf tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:03.102534 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-c8585a2d-ca1b-4036-a26a-b02a35bccaee req-c2d8ae5d-335d-418a-8327-58a972cbf1cf tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.20 "GET /v2.0/ports?device_id=b90e80cd-430b-414f-bf31-7641c0490c88 HTTP/1.1" status: 200 len: 943 time: 0.0567496 Jun 16 00:37:03.105158 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] get_ports_and_sgs() called for port_ids ['1a6c10c9-930f-4464-af5a-19b5b85c5bc2'] {{(pid=111024) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 00:37:03.116233 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de00ee0a-7ec4-4d25-ad1a-4c917ee2d133 req-aa2cfb91-cb42-4824-928b-9acf47092cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:03.117788 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-de00ee0a-7ec4-4d25-ad1a-4c917ee2d133 req-aa2cfb91-cb42-4824-928b-9acf47092cc2 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=ffe9c59a-3096-4aef-8b2e-e3aa63722c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0702741 Jun 16 00:37:03.140143 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b3b6b9-9d68-489e-93d4-39f1a20ed122 req-d7b04a8d-aa20-4871-a4f9-23fd4f76c00d tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:03.141840 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-54b3b6b9-9d68-489e-93d4-39f1a20ed122 req-d7b04a8d-aa20-4871-a4f9-23fd4f76c00d tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac529ee5-1040-4f28-acb9-4346e98dba6d HTTP/1.1" status: 200 len: 944 time: 0.0601852 Jun 16 00:37:03.153452 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-c8585a2d-ca1b-4036-a26a-b02a35bccaee req-6c525cad-d1b2-48ad-943c-70efc6579698 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.20 "GET /v2.0/security-groups?id=61215bc0-8f8c-42e3-ae69-0f4b76d2a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442781 Jun 16 00:37:03.251410 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-ae27654d-d1cf-42b4-9aac-cf1e267792d9 req-9628438c-5eaa-4bf4-961c-d6a6c3729968 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b06a62e-3a82-4a98-b470-cdc82179df7b HTTP/1.1" status: 200 len: 210 time: 0.0326049 Jun 16 00:37:03.252333 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62b3e9d-b7a9-4dbf-a1de-7ad01746920b req-00f28418-9aed-46f9-9e30-ee6b8ad118fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:03.253849 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-e62b3e9d-b7a9-4dbf-a1de-7ad01746920b req-00f28418-9aed-46f9-9e30-ee6b8ad118fa service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=213787a3040e45efb2c14f5dd9dcf509&device_id=b90e80cd-430b-414f-bf31-7641c0490c88 HTTP/1.1" status: 200 len: 1127 time: 0.1036918 Jun 16 00:37:03.258782 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-54b3b6b9-9d68-489e-93d4-39f1a20ed122 req-19a4ea57-cd22-48d9-a29c-9c47b4442247 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccda61a9-4ad6-4931-8778-2739cae747ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995369 Jun 16 00:37:03.313780 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-de00ee0a-7ec4-4d25-ad1a-4c917ee2d133 req-35dca950-f3ef-4295-bd52-e10d9db687cc service neutron] 10.222.0.40 "GET /v2.0/networks/ffe9c59a-3096-4aef-8b2e-e3aa63722c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709869 Jun 16 00:37:03.354504 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cfee83-3a47-4e0e-98a8-e5300f7f7944 req-2b65e92d-20cd-4b07-9f0d-62f05651a6ae tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:03.355974 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-d7cfee83-3a47-4e0e-98a8-e5300f7f7944 req-2b65e92d-20cd-4b07-9f0d-62f05651a6ae tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 945 time: 0.0469899 Jun 16 00:37:03.402713 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-d7cfee83-3a47-4e0e-98a8-e5300f7f7944 req-b79d8d06-ed31-4ef9-8de5-a9d12657d798 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412405 Jun 16 00:37:03.649061 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-e62b3e9d-b7a9-4dbf-a1de-7ad01746920b req-689cc86b-22ed-415e-b283-6281f06fadc0 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54ce7cb7-1dd2-41ca-9a4b-a45d1a44bdde HTTP/1.1" status: 200 len: 217 time: 0.0550864 Jun 16 00:37:03.670936 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=100 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:37:03.748264 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=100 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:37:03.753542 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62b3e9d-b7a9-4dbf-a1de-7ad01746920b req-ceaded3e-d72d-4be7-969d-313dfd789df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:03.754924 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-e62b3e9d-b7a9-4dbf-a1de-7ad01746920b req-ceaded3e-d72d-4be7-969d-313dfd789df1 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=b25acca4-fbb1-4bdf-ac2f-2d9891cbfd5f HTTP/1.1" status: 200 len: 854 time: 0.0988929 Jun 16 00:37:03.795107 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-de00ee0a-7ec4-4d25-ad1a-4c917ee2d133 req-398889e1-d0ae-4a0c-b819-b9ee48f1276b service neutron] 10.222.0.40 "GET /v2.0/networks/ffe9c59a-3096-4aef-8b2e-e3aa63722c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937571 Jun 16 00:37:03.797043 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-e62b3e9d-b7a9-4dbf-a1de-7ad01746920b req-7e83fc9b-7ebd-4aa4-9840-04be797d2e8f service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=03feb970-ecf8-40b0-b2d6-45c5b0cb82d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326385 Jun 16 00:37:03.823011 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.agents_db [None req-15653567-1518-4353-bd1f-4d0dcdae15fd None None] Agent healthcheck: found 6 active agents {{(pid=111025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 00:37:04.002122 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-e62b3e9d-b7a9-4dbf-a1de-7ad01746920b req-96ab0cf4-3e71-4478-ac3e-6f6f91a9c020 service neutron] 10.222.0.40 "GET /v2.0/networks/03feb970-ecf8-40b0-b2d6-45c5b0cb82d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505127 Jun 16 00:37:04.062875 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111bcfd0-e187-46fd-bd2c-5b5ec8be3e22 req-dfe3e3ea-a571-4282-b9c8-7131478c5e3f tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:04.064562 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-111bcfd0-e187-46fd-bd2c-5b5ec8be3e22 req-dfe3e3ea-a571-4282-b9c8-7131478c5e3f tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.40 "GET /v2.0/networks?id=dfc603d1-751d-4be9-b4c0-08fa2224635a HTTP/1.1" status: 200 len: 818 time: 0.1543679 Jun 16 00:37:04.145872 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-e62b3e9d-b7a9-4dbf-a1de-7ad01746920b req-2a31a33d-6afa-4530-976e-d5c8f027ebec service neutron] 10.222.0.40 "GET /v2.0/networks/03feb970-ecf8-40b0-b2d6-45c5b0cb82d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353521 Jun 16 00:37:04.169676 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-111bcfd0-e187-46fd-bd2c-5b5ec8be3e22 req-082124ba-020e-4ebb-b542-0563845bfda0 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.40 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4e7be42e39248e4b9f5c89e96a6b82e HTTP/1.1" status: 200 len: 380 time: 0.0730236 Jun 16 00:37:04.179146 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [req-111bcfd0-e187-46fd-bd2c-5b5ec8be3e22 req-423d1827-c7d6-47a6-b4aa-a62e0d73c9a9 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Request body: {'port': {'device_id': '4b06a62e-3a82-4a98-b470-cdc82179df7b', 'network_id': 'dfc603d1-751d-4be9-b4c0-08fa2224635a', 'admin_state_up': True, 'tenant_id': 'a4e7be42e39248e4b9f5c89e96a6b82e', 'security_groups': ['fd7b8519-57d8-45b4-9c24-ed32b8d7e769']}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:37:04.315380 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b4a72-d374-4e04-aaed-579a0f75ef28 req-f16aa31d-1c64-4d26-a1e9-9664aa70df5f tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:04.316768 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-438b4a72-d374-4e04-aaed-579a0f75ef28 req-f16aa31d-1c64-4d26-a1e9-9664aa70df5f tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.20 "GET /v2.0/ports?device_id=b90e80cd-430b-414f-bf31-7641c0490c88 HTTP/1.1" status: 200 len: 943 time: 0.0690875 Jun 16 00:37:04.354625 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-40abc7d7-ff1b-4cc2-83f5-a33e8cb6f421 req-d47b21d3-e574-439b-ba2e-87b392e7fd75 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b06a62e-3a82-4a98-b470-cdc82179df7b HTTP/1.1" status: 200 len: 210 time: 0.0336401 Jun 16 00:37:04.378557 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-438b4a72-d374-4e04-aaed-579a0f75ef28 req-fdf22445-53bd-4084-9c23-ce50b7bbdcb9 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.20 "GET /v2.0/security-groups?id=61215bc0-8f8c-42e3-ae69-0f4b76d2a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544219 Jun 16 00:37:04.434831 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-111bcfd0-e187-46fd-bd2c-5b5ec8be3e22 req-423d1827-c7d6-47a6-b4aa-a62e0d73c9a9 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Made reservation on behalf of a4e7be42e39248e4b9f5c89e96a6b82e for: {'port': 1} {{(pid=111023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 00:37:04.438376 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-111bcfd0-e187-46fd-bd2c-5b5ec8be3e22 req-423d1827-c7d6-47a6-b4aa-a62e0d73c9a9 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:04.458197 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06cfa3-86e6-4b8c-b10a-34bfd740f541 req-3c9f6ba3-c848-4d82-9bb9-03b02e8e2c59 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:04.460600 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-9a06cfa3-86e6-4b8c-b10a-34bfd740f541 req-3c9f6ba3-c848-4d82-9bb9-03b02e8e2c59 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac529ee5-1040-4f28-acb9-4346e98dba6d HTTP/1.1" status: 200 len: 944 time: 0.0505419 Jun 16 00:37:04.512432 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-9a06cfa3-86e6-4b8c-b10a-34bfd740f541 req-2e739199-d330-4dff-a5bd-41b40983351d tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccda61a9-4ad6-4931-8778-2739cae747ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436327 Jun 16 00:37:04.561195 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171d1fd9-46ec-4315-b184-13188c236241 req-79425b03-4ef7-48ab-b6c6-da6575cdc2b1 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:04.562643 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-171d1fd9-46ec-4315-b184-13188c236241 req-79425b03-4ef7-48ab-b6c6-da6575cdc2b1 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 945 time: 0.0701025 Jun 16 00:37:04.618148 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:37:04.637365 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.db_base_plugin_common [req-111bcfd0-e187-46fd-bd2c-5b5ec8be3e22 req-423d1827-c7d6-47a6-b4aa-a62e0d73c9a9 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Allocated IP 172.20.0.8 (dfc603d1-751d-4be9-b4c0-08fa2224635a/b8b321f5-1d44-4d62-a89c-8299c51aa908/4557ec90-6594-4691-a0bc-66834fbe9117) {{(pid=111023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 00:37:04.657596 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-171d1fd9-46ec-4315-b184-13188c236241 req-21f5fe0e-197a-4c73-8a15-16ffc1ec9f43 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752761 Jun 16 00:37:04.747013 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:37:04.791158 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-111bcfd0-e187-46fd-bd2c-5b5ec8be3e22 req-423d1827-c7d6-47a6-b4aa-a62e0d73c9a9 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Publish callbacks [] for port (4557ec90-6594-4691-a0bc-66834fbe9117), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:04.875199 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-111bcfd0-e187-46fd-bd2c-5b5ec8be3e22 req-423d1827-c7d6-47a6-b4aa-a62e0d73c9a9 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753842110805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909837'] for port (4557ec90-6594-4691-a0bc-66834fbe9117), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:04.922298 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-111bcfd0-e187-46fd-bd2c-5b5ec8be3e22 req-423d1827-c7d6-47a6-b4aa-a62e0d73c9a9 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Network dfc603d1-751d-4be9-b4c0-08fa2224635a is already hosted by enough agents. {{(pid=111023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:37:04.926020 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.base_scheduler [req-111bcfd0-e187-46fd-bd2c-5b5ec8be3e22 req-423d1827-c7d6-47a6-b4aa-a62e0d73c9a9 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Resources bound (agent type, host, resource id): {{(pid=111023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:37:04.930023 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.l3_dvrscheduler_db [req-111bcfd0-e187-46fd-bd2c-5b5ec8be3e22 req-423d1827-c7d6-47a6-b4aa-a62e0d73c9a9 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Received port after_create {{(pid=111023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 00:37:04.954892 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423d1827-c7d6-47a6-b4aa-a62e0d73c9a9 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Pushing event updated for resources: {'Port': ['ID=4557ec90-6594-4691-a0bc-66834fbe9117,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:37:04.987068 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111bcfd0-e187-46fd-bd2c-5b5ec8be3e22 req-423d1827-c7d6-47a6-b4aa-a62e0d73c9a9 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:04.987771 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-111bcfd0-e187-46fd-bd2c-5b5ec8be3e22 req-423d1827-c7d6-47a6-b4aa-a62e0d73c9a9 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for port (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:05.059466 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-111bcfd0-e187-46fd-bd2c-5b5ec8be3e22 req-423d1827-c7d6-47a6-b4aa-a62e0d73c9a9 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8837187 Jun 16 00:37:05.144154 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-6e0d4163-e4ca-40b3-9007-4423f1db76b3 None None] Provisioning complete for port 4557ec90-6594-4691-a0bc-66834fbe9117 triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:37:05.145307 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-6e0d4163-e4ca-40b3-9007-4423f1db76b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (4557ec90-6594-4691-a0bc-66834fbe9117), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:05.177489 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-6e0d4163-e4ca-40b3-9007-4423f1db76b3 None None] Port 4557ec90-6594-4691-a0bc-66834fbe9117 cannot update to ACTIVE because it is not bound. {{(pid=111024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 00:37:05.225913 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device 887c04b4-2d9e-4578-ae6e-a8075049b4fa details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=111024) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 00:37:05.237496 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device 1a6c10c9-930f-4464-af5a-19b5b85c5bc2 up at agent hyperv_hv-cinder-80382 {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:37:05.309695 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Provisioning for port 1a6c10c9-930f-4464-af5a-19b5b85c5bc2 completed by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 00:37:05.369755 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] For port 887c04b4-2d9e-4578-ae6e-a8075049b4fa, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=887c04b4-2d9e-4578-ae6e-a8075049b4fa,segment=NetworkSegment(5c02ce47-b4ce-4c8e-af6b-d3fbab975164),segment_id=5c02ce47-b4ce-4c8e-af6b-d3fbab975164)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:37:05.381568 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Returning: {'device': '887c04b4-2d9e-4578-ae6e-a8075049b4fa', 'network_id': 'a6844d01-625d-4b71-91cf-373fe3e3e7cc', 'port_id': '887c04b4-2d9e-4578-ae6e-a8075049b4fa', 'mac_address': 'fa:16:3e:34:69:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '892d2143-b3e2-4410-bf1b-7ad84511c529', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111024) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 00:37:05.394270 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:37:05.418368 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Current status of the port 887c04b4-2d9e-4578-ae6e-a8075049b4fa is: ACTIVE; New status is: BUILD {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:37:05.422204 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (887c04b4-2d9e-4578-ae6e-a8075049b4fa), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:05.422204 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:DELETE=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:37:05.434107 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.notifiers.nova [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 887c04b4-2d9e-4578-ae6e-a8075049b4fa {{(pid=111024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 00:37:05.440959 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Provisioning complete for port 1a6c10c9-930f-4464-af5a-19b5b85c5bc2 triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:37:05.441661 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (1a6c10c9-930f-4464-af5a-19b5b85c5bc2), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:05.466851 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [req-111bcfd0-e187-46fd-bd2c-5b5ec8be3e22 req-040c9362-e963-4283-a422-35b3a15de819 service neutron] Request body: {'port': {'device_id': '4b06a62e-3a82-4a98-b470-cdc82179df7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:37:05.480454 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd3d8b8-5d80-4ffc-b981-4a865a6bd9a5 req-d2b64421-2e3f-45a5-8dfd-0ee61cd5a9f7 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:05.484787 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-cfd3d8b8-5d80-4ffc-b981-4a865a6bd9a5 req-d2b64421-2e3f-45a5-8dfd-0ee61cd5a9f7 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b06a62e-3a82-4a98-b470-cdc82179df7b HTTP/1.1" status: 200 len: 931 time: 0.0580180 Jun 16 00:37:05.486271 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] For port 887c04b4-2d9e-4578-ae6e-a8075049b4fa, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=887c04b4-2d9e-4578-ae6e-a8075049b4fa,segment=NetworkSegment(5c02ce47-b4ce-4c8e-af6b-d3fbab975164),segment_id=5c02ce47-b4ce-4c8e-af6b-d3fbab975164)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:37:05.536214 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a9673-4aa9-4755-8706-9a1145c589ba req-a630329a-17a7-486a-8335-b3756e416a98 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:05.537582 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-b23a9673-4aa9-4755-8706-9a1145c589ba req-a630329a-17a7-486a-8335-b3756e416a98 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.20 "GET /v2.0/ports?device_id=b90e80cd-430b-414f-bf31-7641c0490c88 HTTP/1.1" status: 200 len: 943 time: 0.0899892 Jun 16 00:37:05.547391 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Current status of the port 1a6c10c9-930f-4464-af5a-19b5b85c5bc2 is: BUILD; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:37:05.548218 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (1a6c10c9-930f-4464-af5a-19b5b85c5bc2), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:05.572572 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-cfd3d8b8-5d80-4ffc-b981-4a865a6bd9a5 req-40c61805-b9f6-4efd-ae91-5399a722d186 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd7b8519-57d8-45b4-9c24-ed32b8d7e769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820398 Jun 16 00:37:05.583374 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac529ee5-1040-4f28-acb9-4346e98dba6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a6c10c9-930f-4464-af5a-19b5b85c5bc2'}] {{(pid=111024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:37:05.591640 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4573778420d3d0f041bbf6733ae9852b47924bf8d6b8ed88ee9f05ae747ab312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a460f1e-b148-4f49-b43c-bc4513c115fd" -d '{"events": [{"server_uuid": "ac529ee5-1040-4f28-acb9-4346e98dba6d", "name": "network-vif-plugged", "status": "completed", "tag": "1a6c10c9-930f-4464-af5a-19b5b85c5bc2"}]}' {{(pid=111024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:37:05.612311 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (887c04b4-2d9e-4578-ae6e-a8075049b4fa), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:05.623767 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-111bcfd0-e187-46fd-bd2c-5b5ec8be3e22 req-040c9362-e963-4283-a422-35b3a15de819 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (4557ec90-6594-4691-a0bc-66834fbe9117), before_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:05.623873 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] For port 1a6c10c9-930f-4464-af5a-19b5b85c5bc2, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=1a6c10c9-930f-4464-af5a-19b5b85c5bc2,segment=NetworkSegment(fea0c3b1-4564-4c46-a939-13c53483f391),segment_id=fea0c3b1-4564-4c46-a939-13c53483f391)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:37:05.659052 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-b23a9673-4aa9-4755-8706-9a1145c589ba req-ae140df8-f49e-4a78-81e6-00e0a8ecfdff tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.20 "GET /v2.0/security-groups?id=61215bc0-8f8c-42e3-ae69-0f4b76d2a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118846 Jun 16 00:37:05.692600 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Pushing event updated for resources: {'Port': ['ID=887c04b4-2d9e-4578-ae6e-a8075049b4fa,revision_number=6']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:37:05.696204 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (1a6c10c9-930f-4464-af5a-19b5b85c5bc2), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:05.735723 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 00:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51605b2f-5304-434b-b519-87c3ddf9e9a7 x-openstack-request-id: req-51605b2f-5304-434b-b519-87c3ddf9e9a7 {{(pid=111024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:37:05.736065 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac529ee5-1040-4f28-acb9-4346e98dba6d", "name": "network-vif-plugged", "status": "completed", "tag": "1a6c10c9-930f-4464-af5a-19b5b85c5bc2", "code": 200}]} {{(pid=111024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:37:05.736867 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-51605b2f-5304-434b-b519-87c3ddf9e9a7 {{(pid=111024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:37:05.736867 dv-cinder-803823-11-iscsi neutron-server[111024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51605b2f-5304-434b-b519-87c3ddf9e9a7'] response: {'server_uuid': 'ac529ee5-1040-4f28-acb9-4346e98dba6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a6c10c9-930f-4464-af5a-19b5b85c5bc2', 'code': 200} Jun 16 00:37:05.786138 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Pushing event updated for resources: {'Port': ['ID=1a6c10c9-930f-4464-af5a-19b5b85c5bc2,revision_number=5']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:37:05.798615 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e5a6a-b40c-4370-9225-854f84e61d55 req-7a9a8a73-d158-47a5-aaf7-148579a0b392 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:05.807650 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-eb6e5a6a-b40c-4370-9225-854f84e61d55 req-7a9a8a73-d158-47a5-aaf7-148579a0b392 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac529ee5-1040-4f28-acb9-4346e98dba6d HTTP/1.1" status: 200 len: 945 time: 0.1238368 Jun 16 00:37:05.841896 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] get_ports_and_sgs() called for port_ids ['887c04b4-2d9e-4578-ae6e-a8075049b4fa'] {{(pid=111024) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 00:37:05.883344 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-eb6e5a6a-b40c-4370-9225-854f84e61d55 req-f38023b8-1f82-43a9-9565-32496470eab1 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccda61a9-4ad6-4931-8778-2739cae747ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744972 Jun 16 00:37:05.921013 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17463662-6c5e-4a4e-a558-e3d741708b47 req-5839bb07-5a2d-4e0e-91b5-029a37eec455 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:05.928249 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-17463662-6c5e-4a4e-a558-e3d741708b47 req-5839bb07-5a2d-4e0e-91b5-029a37eec455 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 944 time: 0.0992448 Jun 16 00:37:06.008746 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:37:06.024611 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-17463662-6c5e-4a4e-a558-e3d741708b47 req-4bea8ff1-0a57-41b9-b742-eeaf20f200e4 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954678 Jun 16 00:37:06.096712 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.notifiers.nova [req-111bcfd0-e187-46fd-bd2c-5b5ec8be3e22 req-040c9362-e963-4283-a422-35b3a15de819 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4557ec90-6594-4691-a0bc-66834fbe9117 {{(pid=111023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 00:37:06.104877 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-111bcfd0-e187-46fd-bd2c-5b5ec8be3e22 req-040c9362-e963-4283-a422-35b3a15de819 service neutron] Publish callbacks [] for port (4557ec90-6594-4691-a0bc-66834fbe9117), precommit_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:06.117268 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.provisioning_blocks [req-111bcfd0-e187-46fd-bd2c-5b5ec8be3e22 req-040c9362-e963-4283-a422-35b3a15de819 service neutron] Transition to ACTIVE for port object 4557ec90-6594-4691-a0bc-66834fbe9117 will not be triggered until provisioned by entity L2. {{(pid=111023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 00:37:06.181667 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65259d03-83ae-4124-b51d-cf7d0a7b8b95 req-9b607f2b-d0ef-4b1a-8e1e-c9cd447f2be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:06.183604 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-65259d03-83ae-4124-b51d-cf7d0a7b8b95 req-9b607f2b-d0ef-4b1a-8e1e-c9cd447f2be7 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=ac529ee5-1040-4f28-acb9-4346e98dba6d HTTP/1.1" status: 200 len: 1129 time: 0.0408652 Jun 16 00:37:06.198164 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-111bcfd0-e187-46fd-bd2c-5b5ec8be3e22 req-040c9362-e963-4283-a422-35b3a15de819 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909850'] for port (4557ec90-6594-4691-a0bc-66834fbe9117), after_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:06.240707 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:37:06.274987 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-65259d03-83ae-4124-b51d-cf7d0a7b8b95 req-84fae40a-c3cf-4482-96fc-c238acf61108 service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=ccda61a9-4ad6-4931-8778-2739cae747ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834007 Jun 16 00:37:06.276120 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c9362-e963-4283-a422-35b3a15de819 service neutron] Pushing event updated for resources: {'Port': ['ID=4557ec90-6594-4691-a0bc-66834fbe9117,revision_number=2']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:37:06.355060 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.managers [req-111bcfd0-e187-46fd-bd2c-5b5ec8be3e22 req-040c9362-e963-4283-a422-35b3a15de819 service neutron] Attempting to bind port 4557ec90-6594-4691-a0bc-66834fbe9117 on host hv-cinder-80382 for vnic_type normal with profile {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 00:37:06.355531 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.managers [req-111bcfd0-e187-46fd-bd2c-5b5ec8be3e22 req-040c9362-e963-4283-a422-35b3a15de819 service neutron] Attempting to bind port 4557ec90-6594-4691-a0bc-66834fbe9117 by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': '83998d89-0694-4525-932b-b99a1680f07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'dfc603d1-751d-4be9-b4c0-08fa2224635a'}] {{(pid=111023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 00:37:06.355861 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111bcfd0-e187-46fd-bd2c-5b5ec8be3e22 req-040c9362-e963-4283-a422-35b3a15de819 service neutron] Attempting to bind port 4557ec90-6594-4691-a0bc-66834fbe9117 on network dfc603d1-751d-4be9-b4c0-08fa2224635a {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 00:37:06.360431 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111bcfd0-e187-46fd-bd2c-5b5ec8be3e22 req-040c9362-e963-4283-a422-35b3a15de819 service neutron] Port 4557ec90-6594-4691-a0bc-66834fbe9117 on network dfc603d1-751d-4be9-b4c0-08fa2224635a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 00:37:06.360772 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111bcfd0-e187-46fd-bd2c-5b5ec8be3e22 req-040c9362-e963-4283-a422-35b3a15de819 service neutron] Attempting to bind port 4557ec90-6594-4691-a0bc-66834fbe9117 on network dfc603d1-751d-4be9-b4c0-08fa2224635a {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 00:37:06.366436 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111bcfd0-e187-46fd-bd2c-5b5ec8be3e22 req-040c9362-e963-4283-a422-35b3a15de819 service neutron] Checking agent: {'id': '42cc932a-4e60-43e8-a4dc-4f47b3d3efae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 0, 32, 41), 'started_at': datetime.datetime(2022, 6, 16, 0, 32, 41), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 0, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 00:37:06.366770 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111bcfd0-e187-46fd-bd2c-5b5ec8be3e22 req-040c9362-e963-4283-a422-35b3a15de819 service neutron] Checking segment: {'id': '83998d89-0694-4525-932b-b99a1680f07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'dfc603d1-751d-4be9-b4c0-08fa2224635a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 00:37:06.367147 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111bcfd0-e187-46fd-bd2c-5b5ec8be3e22 req-040c9362-e963-4283-a422-35b3a15de819 service neutron] Bound using segment: {'id': '83998d89-0694-4525-932b-b99a1680f07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'dfc603d1-751d-4be9-b4c0-08fa2224635a'} {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 00:37:06.367566 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.managers [req-111bcfd0-e187-46fd-bd2c-5b5ec8be3e22 req-040c9362-e963-4283-a422-35b3a15de819 service neutron] Bound port: 4557ec90-6594-4691-a0bc-66834fbe9117, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83998d89-0694-4525-932b-b99a1680f07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'dfc603d1-751d-4be9-b4c0-08fa2224635a'}}] {{(pid=111023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 00:37:06.367917 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-111bcfd0-e187-46fd-bd2c-5b5ec8be3e22 req-040c9362-e963-4283-a422-35b3a15de819 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (4557ec90-6594-4691-a0bc-66834fbe9117), before_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:06.431435 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.db [req-111bcfd0-e187-46fd-bd2c-5b5ec8be3e22 req-040c9362-e963-4283-a422-35b3a15de819 service neutron] For port 4557ec90-6594-4691-a0bc-66834fbe9117, host hv-cinder-80382, cleared binding levels {{(pid=111023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 00:37:06.434607 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.db [req-111bcfd0-e187-46fd-bd2c-5b5ec8be3e22 req-040c9362-e963-4283-a422-35b3a15de819 service neutron] For port 4557ec90-6594-4691-a0bc-66834fbe9117, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=4557ec90-6594-4691-a0bc-66834fbe9117,segment=NetworkSegment(83998d89-0694-4525-932b-b99a1680f07f),segment_id=83998d89-0694-4525-932b-b99a1680f07f)] {{(pid=111023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 00:37:06.531816 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-111bcfd0-e187-46fd-bd2c-5b5ec8be3e22 req-040c9362-e963-4283-a422-35b3a15de819 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909850'] for port (4557ec90-6594-4691-a0bc-66834fbe9117), after_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:06.563329 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111bcfd0-e187-46fd-bd2c-5b5ec8be3e22 req-040c9362-e963-4283-a422-35b3a15de819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:06.564023 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-111bcfd0-e187-46fd-bd2c-5b5ec8be3e22 req-040c9362-e963-4283-a422-35b3a15de819 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for port (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:06.565654 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-111bcfd0-e187-46fd-bd2c-5b5ec8be3e22 req-040c9362-e963-4283-a422-35b3a15de819 service neutron] 10.222.0.40 "PUT /v2.0/ports/4557ec90-6594-4691-a0bc-66834fbe9117 HTTP/1.1" status: 200 len: 1093 time: 1.1050889 Jun 16 00:37:06.567948 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b06a62e-3a82-4a98-b470-cdc82179df7b', 'tag': '4557ec90-6594-4691-a0bc-66834fbe9117'}] {{(pid=111023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:37:06.570284 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849ffc5c5c28115853a01ef2d84a57e68c82d4a74a931575540ba89325b26957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b1e27b8-00bc-47d6-856f-3695da70b404" -d '{"events": [{"name": "network-changed", "server_uuid": "4b06a62e-3a82-4a98-b470-cdc82179df7b", "tag": "4557ec90-6594-4691-a0bc-66834fbe9117"}]}' {{(pid=111023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:37:06.596014 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c9362-e963-4283-a422-35b3a15de819 service neutron] Pushing event updated for resources: {'Port': ['ID=4557ec90-6594-4691-a0bc-66834fbe9117,revision_number=3']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:37:06.623314 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 00:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-429ea6de-1c90-465e-9a8b-6fcbc3aadd64 x-openstack-request-id: req-429ea6de-1c90-465e-9a8b-6fcbc3aadd64 {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:37:06.623617 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b06a62e-3a82-4a98-b470-cdc82179df7b", "tag": "4557ec90-6594-4691-a0bc-66834fbe9117", "status": "completed", "code": 200}]} {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:37:06.623870 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-429ea6de-1c90-465e-9a8b-6fcbc3aadd64 {{(pid=111023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:37:06.624298 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-429ea6de-1c90-465e-9a8b-6fcbc3aadd64'] response: {'name': 'network-changed', 'server_uuid': '4b06a62e-3a82-4a98-b470-cdc82179df7b', 'tag': '4557ec90-6594-4691-a0bc-66834fbe9117', 'status': 'completed', 'code': 200} Jun 16 00:37:06.713723 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3178f52-92aa-4c62-9977-854bb6ebf51d req-eba15523-464a-48af-8e13-e9a4a91e62ff tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:06.715375 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-e3178f52-92aa-4c62-9977-854bb6ebf51d req-eba15523-464a-48af-8e13-e9a4a91e62ff tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b06a62e-3a82-4a98-b470-cdc82179df7b HTTP/1.1" status: 200 len: 943 time: 0.0619850 Jun 16 00:37:06.768920 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-e3178f52-92aa-4c62-9977-854bb6ebf51d req-34609312-cfc3-48a3-b329-4cb139ffd2ec tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd7b8519-57d8-45b4-9c24-ed32b8d7e769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474133 Jun 16 00:37:06.801911 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49081a10-be18-4fe4-b38e-64d34d4edede req-d061c2a5-bd87-45e4-a5c6-652ccb7b692b tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:06.803364 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-49081a10-be18-4fe4-b38e-64d34d4edede req-d061c2a5-bd87-45e4-a5c6-652ccb7b692b tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.20 "GET /v2.0/ports?device_id=b90e80cd-430b-414f-bf31-7641c0490c88 HTTP/1.1" status: 200 len: 943 time: 0.0548170 Jun 16 00:37:06.853786 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-49081a10-be18-4fe4-b38e-64d34d4edede req-fd97d4b5-8de1-4ce9-b85a-c9fc1ba76940 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.20 "GET /v2.0/security-groups?id=61215bc0-8f8c-42e3-ae69-0f4b76d2a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444393 Jun 16 00:37:06.992813 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86535c-0e5f-4e1c-af54-71ffea9ca5b4 req-fbbca863-5e15-4d10-a52a-11ea6866aadc tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:06.994187 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-fa86535c-0e5f-4e1c-af54-71ffea9ca5b4 req-fbbca863-5e15-4d10-a52a-11ea6866aadc tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac529ee5-1040-4f28-acb9-4346e98dba6d HTTP/1.1" status: 200 len: 945 time: 0.0472107 Jun 16 00:37:07.043363 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-fa86535c-0e5f-4e1c-af54-71ffea9ca5b4 req-5aedd162-5ec4-4b48-87d5-9fc6a3f8882c tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccda61a9-4ad6-4931-8778-2739cae747ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410094 Jun 16 00:37:07.106347 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=100 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:37:07.142951 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a54a6-16ff-4ae9-a81d-a98c3aef4271 req-537bba9e-edab-4862-a4a1-29a0718676d5 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:07.144601 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-497a54a6-16ff-4ae9-a81d-a98c3aef4271 req-537bba9e-edab-4862-a4a1-29a0718676d5 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 944 time: 0.0479813 Jun 16 00:37:07.192513 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e27b8-00bc-47d6-856f-3695da70b404 req-5a3b4dc2-9b92-4127-b7d3-f13db4f93292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:07.194815 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-6b1e27b8-00bc-47d6-856f-3695da70b404 req-5a3b4dc2-9b92-4127-b7d3-f13db4f93292 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=a4e7be42e39248e4b9f5c89e96a6b82e&device_id=4b06a62e-3a82-4a98-b470-cdc82179df7b HTTP/1.1" status: 200 len: 1127 time: 0.0431437 Jun 16 00:37:07.212937 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-497a54a6-16ff-4ae9-a81d-a98c3aef4271 req-554b7bda-24ad-4484-9d56-fca98186b2a6 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624940 Jun 16 00:37:07.243938 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device 54ce7cb7-1dd2-41ca-9a4b-a45d1a44bdde details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=111024) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 00:37:07.248395 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:37:07.255068 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device 887c04b4-2d9e-4578-ae6e-a8075049b4fa up at agent hyperv_hv-cinder-80382 {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:37:07.259687 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:37:07.329018 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e27b8-00bc-47d6-856f-3695da70b404 req-10780588-7338-4fc9-ae30-6773a37c02cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:07.329018 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-6b1e27b8-00bc-47d6-856f-3695da70b404 req-10780588-7338-4fc9-ae30-6773a37c02cd service neutron] 10.222.0.40 "GET /v2.0/networks?tenant_id=a4e7be42e39248e4b9f5c89e96a6b82e&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1114390 Jun 16 00:37:07.365902 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Provisioning complete for port 887c04b4-2d9e-4578-ae6e-a8075049b4fa triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:37:07.366269 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (887c04b4-2d9e-4578-ae6e-a8075049b4fa), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:07.423189 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] For port 54ce7cb7-1dd2-41ca-9a4b-a45d1a44bdde, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=54ce7cb7-1dd2-41ca-9a4b-a45d1a44bdde,segment=NetworkSegment(f457d295-fb6c-4cde-8e95-60c99307f14b),segment_id=f457d295-fb6c-4cde-8e95-60c99307f14b)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:37:07.426971 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e27b8-00bc-47d6-856f-3695da70b404 req-ee20baf6-b0ae-4409-8590-96b56f84e2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:07.428468 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-6b1e27b8-00bc-47d6-856f-3695da70b404 req-ee20baf6-b0ae-4409-8590-96b56f84e2d5 service neutron] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0942619 Jun 16 00:37:07.444114 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Returning: {'device': '54ce7cb7-1dd2-41ca-9a4b-a45d1a44bdde', 'network_id': '03feb970-ecf8-40b0-b2d6-45c5b0cb82d7', 'port_id': '54ce7cb7-1dd2-41ca-9a4b-a45d1a44bdde', 'mac_address': 'fa:16:3e:4d:d1:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b25acca4-fbb1-4bdf-ac2f-2d9891cbfd5f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111024) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 00:37:07.508189 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Current status of the port 887c04b4-2d9e-4578-ae6e-a8075049b4fa is: BUILD; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:37:07.508587 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (887c04b4-2d9e-4578-ae6e-a8075049b4fa), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:07.511611 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Current status of the port 54ce7cb7-1dd2-41ca-9a4b-a45d1a44bdde is: DOWN; New status is: BUILD {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:37:07.511965 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (54ce7cb7-1dd2-41ca-9a4b-a45d1a44bdde), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:07.524855 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=100 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:37:07.537315 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.notifiers.nova [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54ce7cb7-1dd2-41ca-9a4b-a45d1a44bdde {{(pid=111024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 00:37:07.565139 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] For port 887c04b4-2d9e-4578-ae6e-a8075049b4fa, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=887c04b4-2d9e-4578-ae6e-a8075049b4fa,segment=NetworkSegment(5c02ce47-b4ce-4c8e-af6b-d3fbab975164),segment_id=5c02ce47-b4ce-4c8e-af6b-d3fbab975164)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:37:07.568896 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] For port 54ce7cb7-1dd2-41ca-9a4b-a45d1a44bdde, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=54ce7cb7-1dd2-41ca-9a4b-a45d1a44bdde,segment=NetworkSegment(f457d295-fb6c-4cde-8e95-60c99307f14b),segment_id=f457d295-fb6c-4cde-8e95-60c99307f14b)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:37:07.645875 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (887c04b4-2d9e-4578-ae6e-a8075049b4fa), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:07.674674 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (54ce7cb7-1dd2-41ca-9a4b-a45d1a44bdde), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:07.698214 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Pushing event updated for resources: {'Port': ['ID=887c04b4-2d9e-4578-ae6e-a8075049b4fa,revision_number=7']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:37:07.741115 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '787e855e-1684-4ea2-aeeb-6e5737f35194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '887c04b4-2d9e-4578-ae6e-a8075049b4fa'}] {{(pid=111024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:37:07.743278 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4573778420d3d0f041bbf6733ae9852b47924bf8d6b8ed88ee9f05ae747ab312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-292accbc-887c-41f5-b069-0aa4027b7ca1" -d '{"events": [{"server_uuid": "787e855e-1684-4ea2-aeeb-6e5737f35194", "name": "network-vif-plugged", "status": "completed", "tag": "887c04b4-2d9e-4578-ae6e-a8075049b4fa"}]}' {{(pid=111024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:37:07.751284 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Pushing event updated for resources: {'Port': ['ID=54ce7cb7-1dd2-41ca-9a4b-a45d1a44bdde,revision_number=4']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:37:07.778266 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 00:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f5a287-e3fc-48bc-abff-510443863b07 x-openstack-request-id: req-15f5a287-e3fc-48bc-abff-510443863b07 {{(pid=111024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:37:07.778266 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "787e855e-1684-4ea2-aeeb-6e5737f35194", "name": "network-vif-plugged", "status": "completed", "tag": "887c04b4-2d9e-4578-ae6e-a8075049b4fa", "code": 200}]} {{(pid=111024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:37:07.778482 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-15f5a287-e3fc-48bc-abff-510443863b07 {{(pid=111024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:37:07.778910 dv-cinder-803823-11-iscsi neutron-server[111024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15f5a287-e3fc-48bc-abff-510443863b07'] response: {'server_uuid': '787e855e-1684-4ea2-aeeb-6e5737f35194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '887c04b4-2d9e-4578-ae6e-a8075049b4fa', 'code': 200} Jun 16 00:37:07.882380 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8080ba2f-08ff-4dc9-82d4-15d374252942 req-67dbd1b6-f4c1-45d1-b41f-ec85e3dfaf87 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:07.883961 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-8080ba2f-08ff-4dc9-82d4-15d374252942 req-67dbd1b6-f4c1-45d1-b41f-ec85e3dfaf87 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b06a62e-3a82-4a98-b470-cdc82179df7b HTTP/1.1" status: 200 len: 943 time: 0.0480011 Jun 16 00:37:07.896253 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=100 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:37:07.940822 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-8080ba2f-08ff-4dc9-82d4-15d374252942 req-fbfcc946-bb5b-448e-a0a4-bef58ec5bf08 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd7b8519-57d8-45b4-9c24-ed32b8d7e769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512795 Jun 16 00:37:07.984843 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ad65c-044c-4bda-b6a6-14e878ab48c7 req-5030431b-261f-40f4-9791-74c208035f67 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:07.986343 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-d95ad65c-044c-4bda-b6a6-14e878ab48c7 req-5030431b-261f-40f4-9791-74c208035f67 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.20 "GET /v2.0/ports?device_id=b90e80cd-430b-414f-bf31-7641c0490c88 HTTP/1.1" status: 200 len: 944 time: 0.0616665 Jun 16 00:37:08.033827 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-d95ad65c-044c-4bda-b6a6-14e878ab48c7 req-6ec301cf-6f15-42d8-9ada-7b1e37364f60 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.20 "GET /v2.0/security-groups?id=61215bc0-8f8c-42e3-ae69-0f4b76d2a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418901 Jun 16 00:37:08.083160 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] get_ports_and_sgs() called for port_ids ['54ce7cb7-1dd2-41ca-9a4b-a45d1a44bdde'] {{(pid=111024) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 00:37:08.164046 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b81bb6-fd13-40f5-ad85-47b94112aea6 req-392f667a-cff1-4429-8886-0eac3cbf9ea2 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:08.165591 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-45b81bb6-fd13-40f5-ad85-47b94112aea6 req-392f667a-cff1-4429-8886-0eac3cbf9ea2 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac529ee5-1040-4f28-acb9-4346e98dba6d HTTP/1.1" status: 200 len: 945 time: 0.0516646 Jun 16 00:37:08.219958 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-45b81bb6-fd13-40f5-ad85-47b94112aea6 req-e2225424-f5ee-49ec-92ba-86918bdf9acc tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccda61a9-4ad6-4931-8778-2739cae747ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482771 Jun 16 00:37:08.303336 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111bcfd0-e187-46fd-bd2c-5b5ec8be3e22 req-de275b81-bf21-4eea-aae8-0e47c0dde90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:08.309092 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-111bcfd0-e187-46fd-bd2c-5b5ec8be3e22 req-de275b81-bf21-4eea-aae8-0e47c0dde90c service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=a4e7be42e39248e4b9f5c89e96a6b82e&device_id=4b06a62e-3a82-4a98-b470-cdc82179df7b HTTP/1.1" status: 200 len: 1127 time: 0.0562966 Jun 16 00:37:08.400390 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-111bcfd0-e187-46fd-bd2c-5b5ec8be3e22 req-3d4e5a26-bd40-4f27-8f76-95e0d8f6c45c service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4557ec90-6594-4691-a0bc-66834fbe9117 HTTP/1.1" status: 200 len: 217 time: 0.0386672 Jun 16 00:37:08.421668 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93720d58-74e8-4d96-8d8c-0e18237e1934 req-1b4651d5-f59f-4706-b2c6-1096adf647ab tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:08.423300 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-93720d58-74e8-4d96-8d8c-0e18237e1934 req-1b4651d5-f59f-4706-b2c6-1096adf647ab tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 945 time: 0.1018126 Jun 16 00:37:08.485482 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111bcfd0-e187-46fd-bd2c-5b5ec8be3e22 req-626aaa8e-7453-4b51-b9b5-7fbc8b4ac510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:08.486911 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-111bcfd0-e187-46fd-bd2c-5b5ec8be3e22 req-626aaa8e-7453-4b51-b9b5-7fbc8b4ac510 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=b8b321f5-1d44-4d62-a89c-8299c51aa908 HTTP/1.1" status: 200 len: 857 time: 0.0783758 Jun 16 00:37:08.514058 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-93720d58-74e8-4d96-8d8c-0e18237e1934 req-c357e220-aab7-4474-85f9-c84d9deacae4 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697048 Jun 16 00:37:08.549490 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111bcfd0-e187-46fd-bd2c-5b5ec8be3e22 req-5ffc2284-721e-4b85-8f19-f251eeb94faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:08.550810 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-111bcfd0-e187-46fd-bd2c-5b5ec8be3e22 req-5ffc2284-721e-4b85-8f19-f251eeb94faf service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=dfc603d1-751d-4be9-b4c0-08fa2224635a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0538049 Jun 16 00:37:08.648438 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-111bcfd0-e187-46fd-bd2c-5b5ec8be3e22 req-682fb6a6-5df7-4525-bed0-959c14d7a508 service neutron] 10.222.0.40 "GET /v2.0/networks/dfc603d1-751d-4be9-b4c0-08fa2224635a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899072 Jun 16 00:37:08.736249 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=100 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:37:08.752089 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-111bcfd0-e187-46fd-bd2c-5b5ec8be3e22 req-81d4bbdb-7dcc-4668-bda9-ccedcd5ae992 service neutron] 10.222.0.40 "GET /v2.0/networks/dfc603d1-751d-4be9-b4c0-08fa2224635a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934308 Jun 16 00:37:08.858585 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 43626) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:37:09.035780 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-808d6e35-daaa-48f5-b61f-ad92ce64384e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:09.094166 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f9b574-2d09-4078-898c-1cca0dc4f7c5 req-c0390ba2-5dca-4424-a799-5cfdfac26f97 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:09.095661 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-90f9b574-2d09-4078-898c-1cca0dc4f7c5 req-c0390ba2-5dca-4424-a799-5cfdfac26f97 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b06a62e-3a82-4a98-b470-cdc82179df7b HTTP/1.1" status: 200 len: 943 time: 0.0636141 Jun 16 00:37:09.168127 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-90f9b574-2d09-4078-898c-1cca0dc4f7c5 req-ab958be1-d0f2-4087-bc97-40d220504923 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd7b8519-57d8-45b4-9c24-ed32b8d7e769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656192 Jun 16 00:37:09.203836 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cbd4c9-e79b-4a06-a7b4-d2a0b36875b6 req-dad784bf-a2e6-466e-9893-a9e7b3c5faed tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:09.205343 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-07cbd4c9-e79b-4a06-a7b4-d2a0b36875b6 req-dad784bf-a2e6-466e-9893-a9e7b3c5faed tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.20 "GET /v2.0/ports?device_id=b90e80cd-430b-414f-bf31-7641c0490c88 HTTP/1.1" status: 200 len: 944 time: 0.0760734 Jun 16 00:37:09.250386 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device 54ce7cb7-1dd2-41ca-9a4b-a45d1a44bdde up at agent hyperv_hv-cinder-80382 {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:37:09.260802 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-808d6e35-daaa-48f5-b61f-ad92ce64384e admin admin] Publish callbacks [] for security_group (75fa130c-7e10-4107-9884-66a78214c52f), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:09.314300 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-07cbd4c9-e79b-4a06-a7b4-d2a0b36875b6 req-ea7388c2-8cf1-4f47-b053-54259873d95b tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.20 "GET /v2.0/security-groups?id=61215bc0-8f8c-42e3-ae69-0f4b76d2a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008787 Jun 16 00:37:09.315198 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Provisioning for port 54ce7cb7-1dd2-41ca-9a4b-a45d1a44bdde completed by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 00:37:09.334454 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-808d6e35-daaa-48f5-b61f-ad92ce64384e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (75fa130c-7e10-4107-9884-66a78214c52f), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:09.389881 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-808d6e35-daaa-48f5-b61f-ad92ce64384e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6062f9a0e12d4c4596ad9c1f243a72ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5279086 Jun 16 00:37:09.389881 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808d6e35-daaa-48f5-b61f-ad92ce64384e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75fa130c-7e10-4107-9884-66a78214c52f,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:37:09.391723 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 43638) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:37:09.406605 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f3c47a-839d-47f2-8c4d-4496f44bf22b req-e6ba46b6-646a-4193-a995-bf425adc5bc7 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:09.408200 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-e1f3c47a-839d-47f2-8c4d-4496f44bf22b req-e6ba46b6-646a-4193-a995-bf425adc5bc7 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac529ee5-1040-4f28-acb9-4346e98dba6d HTTP/1.1" status: 200 len: 945 time: 0.0709569 Jun 16 00:37:09.416031 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Provisioning complete for port 54ce7cb7-1dd2-41ca-9a4b-a45d1a44bdde triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:37:09.416746 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (54ce7cb7-1dd2-41ca-9a4b-a45d1a44bdde), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:09.472838 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-e1f3c47a-839d-47f2-8c4d-4496f44bf22b req-03fcf681-7e43-4119-b990-e739bc95e882 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccda61a9-4ad6-4931-8778-2739cae747ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580564 Jun 16 00:37:09.521644 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-0fb9d0e7-35bc-4f7f-99aa-10a225503efb admin admin] Publish callbacks [] for security_group (75fa130c-7e10-4107-9884-66a78214c52f), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:09.549887 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-0fb9d0e7-35bc-4f7f-99aa-10a225503efb admin admin] Publish callbacks [] for security_group (75fa130c-7e10-4107-9884-66a78214c52f), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:09.574281 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Current status of the port 54ce7cb7-1dd2-41ca-9a4b-a45d1a44bdde is: BUILD; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:37:09.574670 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (54ce7cb7-1dd2-41ca-9a4b-a45d1a44bdde), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:09.606908 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:37:09.628391 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] For port 54ce7cb7-1dd2-41ca-9a4b-a45d1a44bdde, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=54ce7cb7-1dd2-41ca-9a4b-a45d1a44bdde,segment=NetworkSegment(f457d295-fb6c-4cde-8e95-60c99307f14b),segment_id=f457d295-fb6c-4cde-8e95-60c99307f14b)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:37:09.675335 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c356c94-1270-451f-8420-fb4eb55ead56 req-67b53ccc-7b66-43f7-89c2-323b490bb490 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:09.676946 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-6c356c94-1270-451f-8420-fb4eb55ead56 req-67b53ccc-7b66-43f7-89c2-323b490bb490 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac529ee5-1040-4f28-acb9-4346e98dba6d HTTP/1.1" status: 200 len: 945 time: 0.0627325 Jun 16 00:37:09.686553 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 43646) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:37:09.693054 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [None req-1abac20f-dc1d-492c-be2c-070357e81a69 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Request body: {'floatingip': {'port_id': '1a6c10c9-930f-4464-af5a-19b5b85c5bc2'}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:37:09.706249 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5fddd4-6ac5-4b91-b68f-637ffabda6f9 req-05133d27-e7de-4c24-9d45-bfbe4c4c984b tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:09.711725 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-1a5fddd4-6ac5-4b91-b68f-637ffabda6f9 req-05133d27-e7de-4c24-9d45-bfbe4c4c984b tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 945 time: 0.0702634 Jun 16 00:37:09.743133 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (54ce7cb7-1dd2-41ca-9a4b-a45d1a44bdde), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:09.748736 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-1abac20f-dc1d-492c-be2c-070357e81a69 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for floatingip (7ba21d1f-b4aa-4f3b-82b1-17f09ef7efeb), before_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:09.778305 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-1a5fddd4-6ac5-4b91-b68f-637ffabda6f9 req-ff6deafd-324e-466e-b5b0-bd950e434ca2 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606012 Jun 16 00:37:09.791817 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b90e80cd-430b-414f-bf31-7641c0490c88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ce7cb7-1dd2-41ca-9a4b-a45d1a44bdde'}] {{(pid=111024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:37:09.792997 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-0fb9d0e7-35bc-4f7f-99aa-10a225503efb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (75fa130c-7e10-4107-9884-66a78214c52f), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:09.794345 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4573778420d3d0f041bbf6733ae9852b47924bf8d6b8ed88ee9f05ae747ab312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d285fd-fcb1-49e5-8713-51e827778b46" -d '{"events": [{"server_uuid": "b90e80cd-430b-414f-bf31-7641c0490c88", "name": "network-vif-plugged", "status": "completed", "tag": "54ce7cb7-1dd2-41ca-9a4b-a45d1a44bdde"}]}' {{(pid=111024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:37:09.796432 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-0fb9d0e7-35bc-4f7f-99aa-10a225503efb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:09.803139 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-0fb9d0e7-35bc-4f7f-99aa-10a225503efb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/75fa130c-7e10-4107-9884-66a78214c52f HTTP/1.1" status: 204 len: 168 time: 0.4062274 Jun 16 00:37:09.838780 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb9d0e7-35bc-4f7f-99aa-10a225503efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75fa130c-7e10-4107-9884-66a78214c52f,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:37:09.838996 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Pushing event updated for resources: {'Port': ['ID=54ce7cb7-1dd2-41ca-9a4b-a45d1a44bdde,revision_number=5']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:37:09.882411 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 00:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0962bdb9-c24e-44a9-bdb6-7a0a256881b6 x-openstack-request-id: req-0962bdb9-c24e-44a9-bdb6-7a0a256881b6 {{(pid=111024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:37:09.882898 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b90e80cd-430b-414f-bf31-7641c0490c88", "name": "network-vif-plugged", "status": "completed", "tag": "54ce7cb7-1dd2-41ca-9a4b-a45d1a44bdde", "code": 200}]} {{(pid=111024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:37:09.883928 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0962bdb9-c24e-44a9-bdb6-7a0a256881b6 {{(pid=111024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:37:09.883928 dv-cinder-803823-11-iscsi neutron-server[111024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0962bdb9-c24e-44a9-bdb6-7a0a256881b6'] response: {'server_uuid': 'b90e80cd-430b-414f-bf31-7641c0490c88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ce7cb7-1dd2-41ca-9a4b-a45d1a44bdde', 'code': 200} Jun 16 00:37:10.403425 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:37:10.438344 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b365544-ed4f-4c3d-baa9-2b37a745d27d req-4ce76311-fe1d-44c4-8f4e-18358f16f281 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:10.448701 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-3b365544-ed4f-4c3d-baa9-2b37a745d27d req-4ce76311-fe1d-44c4-8f4e-18358f16f281 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b06a62e-3a82-4a98-b470-cdc82179df7b HTTP/1.1" status: 200 len: 943 time: 0.1120579 Jun 16 00:37:10.595003 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-3b365544-ed4f-4c3d-baa9-2b37a745d27d req-2f93f3e1-2b8f-4c3a-86f6-5b01e346888b tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd7b8519-57d8-45b4-9c24-ed32b8d7e769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440825 Jun 16 00:37:10.664038 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95773c2-faac-4983-8c1f-420f7689d9ac req-121538b9-e92e-48b4-83d1-24ea687db205 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:10.673276 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-c95773c2-faac-4983-8c1f-420f7689d9ac req-121538b9-e92e-48b4-83d1-24ea687db205 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.20 "GET /v2.0/ports?device_id=b90e80cd-430b-414f-bf31-7641c0490c88 HTTP/1.1" status: 200 len: 945 time: 0.1448779 Jun 16 00:37:10.802150 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2223efe6-94ce-441c-88b1-1accd101a9ec req-5bf834fc-6f18-468e-a603-dd0272a9ea85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:10.806516 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-2223efe6-94ce-441c-88b1-1accd101a9ec req-5bf834fc-6f18-468e-a603-dd0272a9ea85 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=b90e80cd-430b-414f-bf31-7641c0490c88 HTTP/1.1" status: 200 len: 1129 time: 0.1071954 Jun 16 00:37:10.869924 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-c95773c2-faac-4983-8c1f-420f7689d9ac req-93449bb7-7d89-4817-a42a-be622586b16d tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.20 "GET /v2.0/security-groups?id=61215bc0-8f8c-42e3-ae69-0f4b76d2a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955953 Jun 16 00:37:10.901504 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 43664) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:37:10.906577 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-1abac20f-dc1d-492c-be2c-070357e81a69 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:10.926303 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-2223efe6-94ce-441c-88b1-1accd101a9ec req-ecc53711-4779-44bd-8c0e-94c6637aea1c service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=61215bc0-8f8c-42e3-ae69-0f4b76d2a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896971 Jun 16 00:37:10.937690 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-47ee288b-5312-487b-aec0-ac5a1f110643 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:10.994396 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-1abac20f-dc1d-492c-be2c-070357e81a69 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672953'] for floatingip (7ba21d1f-b4aa-4f3b-82b1-17f09ef7efeb), after_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:11.003876 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e81ed0d-4a60-4f0b-8437-1e66055932bf req-7f3be0a0-a591-4d6b-b7e9-bec0c0191372 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:11.010579 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-0e81ed0d-4a60-4f0b-8437-1e66055932bf req-7f3be0a0-a591-4d6b-b7e9-bec0c0191372 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 945 time: 0.0948462 Jun 16 00:37:11.113170 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-0e81ed0d-4a60-4f0b-8437-1e66055932bf req-7f978bf3-02e9-44d8-9033-a03a3012a821 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011057 Jun 16 00:37:11.152347 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-47ee288b-5312-487b-aec0-ac5a1f110643 admin admin] Publish callbacks [] for security_group (c020dc65-9902-4ce9-85e7-d4045c5a12f4), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:11.194004 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:37:11.197287 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.db.l3_db [None req-1abac20f-dc1d-492c-be2c-070357e81a69 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Floating IP 7ba21d1f-b4aa-4f3b-82b1-17f09ef7efeb associated. External IP: 172.27.1.7, port: 1a6c10c9-930f-4464-af5a-19b5b85c5bc2. Jun 16 00:37:11.223105 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-47ee288b-5312-487b-aec0-ac5a1f110643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (c020dc65-9902-4ce9-85e7-d4045c5a12f4), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:11.252612 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device 4557ec90-6594-4691-a0bc-66834fbe9117 details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=111024) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 00:37:11.281073 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-47ee288b-5312-487b-aec0-ac5a1f110643 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=07eed6f110004e0087bb116a82150093&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3782499 Jun 16 00:37:11.282157 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ee288b-5312-487b-aec0-ac5a1f110643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c020dc65-9902-4ce9-85e7-d4045c5a12f4,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:37:11.284677 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 43670) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:37:11.296976 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:37:11.297480 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:37:11.350837 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-3f73ee17-831b-48af-8c57-6a3c10b1894e admin admin] Publish callbacks [] for security_group (c020dc65-9902-4ce9-85e7-d4045c5a12f4), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:11.374348 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-3f73ee17-831b-48af-8c57-6a3c10b1894e admin admin] Publish callbacks [] for security_group (c020dc65-9902-4ce9-85e7-d4045c5a12f4), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:11.390510 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:37:11.464803 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] For port 4557ec90-6594-4691-a0bc-66834fbe9117, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=4557ec90-6594-4691-a0bc-66834fbe9117,segment=NetworkSegment(83998d89-0694-4525-932b-b99a1680f07f),segment_id=83998d89-0694-4525-932b-b99a1680f07f)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:37:11.484421 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Returning: {'device': '4557ec90-6594-4691-a0bc-66834fbe9117', 'network_id': 'dfc603d1-751d-4be9-b4c0-08fa2224635a', 'port_id': '4557ec90-6594-4691-a0bc-66834fbe9117', 'mac_address': 'fa:16:3e:21:c2:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b321f5-1d44-4d62-a89c-8299c51aa908', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111024) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 00:37:11.531268 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Current status of the port 4557ec90-6594-4691-a0bc-66834fbe9117 is: DOWN; New status is: BUILD {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:37:11.531646 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (4557ec90-6594-4691-a0bc-66834fbe9117), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:11.545970 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.notifiers.nova [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4557ec90-6594-4691-a0bc-66834fbe9117 {{(pid=111024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 00:37:11.559550 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-3f73ee17-831b-48af-8c57-6a3c10b1894e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (c020dc65-9902-4ce9-85e7-d4045c5a12f4), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:11.562307 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-3f73ee17-831b-48af-8c57-6a3c10b1894e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:11.574003 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-3f73ee17-831b-48af-8c57-6a3c10b1894e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c020dc65-9902-4ce9-85e7-d4045c5a12f4 HTTP/1.1" status: 204 len: 168 time: 0.2779231 Jun 16 00:37:11.601285 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f73ee17-831b-48af-8c57-6a3c10b1894e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c020dc65-9902-4ce9-85e7-d4045c5a12f4,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:37:11.603268 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1abac20f-dc1d-492c-be2c-070357e81a69 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Router 1b62cfae-791c-4204-bf01-912f6aca26ba has already been hosted by L3 agent d0297bc9-c3a8-45ac-9023-c937cb4f21fc {{(pid=111023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 00:37:11.603818 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] For port 4557ec90-6594-4691-a0bc-66834fbe9117, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=4557ec90-6594-4691-a0bc-66834fbe9117,segment=NetworkSegment(83998d89-0694-4525-932b-b99a1680f07f),segment_id=83998d89-0694-4525-932b-b99a1680f07f)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:37:11.649336 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:37:11.668046 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (4557ec90-6594-4691-a0bc-66834fbe9117), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:11.781030 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 43678) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:37:11.785439 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Pushing event updated for resources: {'Port': ['ID=4557ec90-6594-4691-a0bc-66834fbe9117,revision_number=4']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:37:11.800641 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496d5b84-51b3-4874-aeed-420a2a0fee4d req-4f84e0e1-1d68-45aa-8989-bf1a883825f0 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:11.802623 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-496d5b84-51b3-4874-aeed-420a2a0fee4d req-4f84e0e1-1d68-45aa-8989-bf1a883825f0 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b06a62e-3a82-4a98-b470-cdc82179df7b HTTP/1.1" status: 200 len: 944 time: 0.0720592 Jun 16 00:37:11.809814 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:37:11.811338 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:37:11.811505 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:37:11.811903 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:37:11.813689 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:37:11.818890 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:37:11.818890 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:37:11.818890 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:37:11.820246 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:37:11.820653 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:37:11.820995 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:37:11.821339 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:37:11.821672 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:37:11.822012 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:37:11.822370 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:37:11.884579 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-496d5b84-51b3-4874-aeed-420a2a0fee4d req-cced5c13-5a42-4c79-921a-8cb7d32837d2 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd7b8519-57d8-45b4-9c24-ed32b8d7e769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701113 Jun 16 00:37:11.887644 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1abac20f-dc1d-492c-be2c-070357e81a69 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Notify agent at l3_agent.dv-cinder-803823-11-iscsi the message routers_updated {{(pid=111023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 00:37:11.892457 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-1abac20f-dc1d-492c-be2c-070357e81a69 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for floatingip (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:11.903758 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf4b752-61dd-417a-bc8d-b7430ba3ad4a None None] Sync routers for ids ['1b62cfae-791c-4204-bf01-912f6aca26ba'] in dv-cinder-803823-11-iscsi {{(pid=111024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 00:37:11.924784 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf4b752-61dd-417a-bc8d-b7430ba3ad4a None None] Routers {'1b62cfae-791c-4204-bf01-912f6aca26ba'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:37:11.935961 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-dcf4b752-61dd-417a-bc8d-b7430ba3ad4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:36:57Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['1b62cfae-791c-4204-bf01-912f6aca26ba'], 'active': True} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:37:11.951999 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-1abac20f-dc1d-492c-be2c-070357e81a69 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "PUT /v2.0/floatingips/7ba21d1f-b4aa-4f3b-82b1-17f09ef7efeb HTTP/1.1" status: 200 len: 989 time: 2.2635221 Jun 16 00:37:11.953495 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac529ee5-1040-4f28-acb9-4346e98dba6d', 'tag': '1a6c10c9-930f-4464-af5a-19b5b85c5bc2'}] {{(pid=111023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:37:11.961482 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849ffc5c5c28115853a01ef2d84a57e68c82d4a74a931575540ba89325b26957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb278f1-39dd-41b0-ba17-2f710252665e" -d '{"events": [{"name": "network-changed", "server_uuid": "ac529ee5-1040-4f28-acb9-4346e98dba6d", "tag": "1a6c10c9-930f-4464-af5a-19b5b85c5bc2"}]}' {{(pid=111023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:37:12.083497 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvr_db [None req-dcf4b752-61dd-417a-bc8d-b7430ba3ad4a None None] Set router 1b62cfae-791c-4204-bf01-912f6aca26ba gateway port host: dv-cinder-803823-11-iscsi {{(pid=111024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:37:12.093178 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 00:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7cf045c-0f38-4b2c-b07f-96eaed16e361 x-openstack-request-id: req-b7cf045c-0f38-4b2c-b07f-96eaed16e361 {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:37:12.093178 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac529ee5-1040-4f28-acb9-4346e98dba6d", "tag": "1a6c10c9-930f-4464-af5a-19b5b85c5bc2", "status": "completed", "code": 200}]} {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:37:12.093178 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b7cf045c-0f38-4b2c-b07f-96eaed16e361 {{(pid=111023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:37:12.093178 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7cf045c-0f38-4b2c-b07f-96eaed16e361'] response: {'name': 'network-changed', 'server_uuid': 'ac529ee5-1040-4f28-acb9-4346e98dba6d', 'tag': '1a6c10c9-930f-4464-af5a-19b5b85c5bc2', 'status': 'completed', 'code': 200} Jun 16 00:37:12.178221 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669745d6-3ba9-4aec-8ede-a8fc4bd6cfda req-133283c9-640f-4cf5-9b3d-b4c4149f42a7 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:12.191730 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-669745d6-3ba9-4aec-8ede-a8fc4bd6cfda req-133283c9-640f-4cf5-9b3d-b4c4149f42a7 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.20 "GET /v2.0/ports?device_id=b90e80cd-430b-414f-bf31-7641c0490c88 HTTP/1.1" status: 200 len: 945 time: 0.1363285 Jun 16 00:37:12.292246 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-72ce0456-14a5-4c82-a0e8-c998d9fda812 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:12.306807 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a55fac5-1825-40ef-a6fb-c15669ea279a req-b7ff1b37-3621-4c38-bf1c-9bd259694b63 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:12.312177 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-9a55fac5-1825-40ef-a6fb-c15669ea279a req-b7ff1b37-3621-4c38-bf1c-9bd259694b63 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 945 time: 0.0823247 Jun 16 00:37:12.346554 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=100 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:37:12.385054 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-669745d6-3ba9-4aec-8ede-a8fc4bd6cfda req-4f4b9136-d82a-42df-8d0f-f4fd74b75606 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.20 "GET /v2.0/security-groups?id=61215bc0-8f8c-42e3-ae69-0f4b76d2a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853828 Jun 16 00:37:12.413528 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb278f1-39dd-41b0-ba17-2f710252665e req-cc4eb82f-78fd-41ae-be7f-7bf218487f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:12.416916 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-5bb278f1-39dd-41b0-ba17-2f710252665e req-cc4eb82f-78fd-41ae-be7f-7bf218487f02 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=45031128a55e42989da61e01948538d3&device_id=ac529ee5-1040-4f28-acb9-4346e98dba6d HTTP/1.1" status: 200 len: 1129 time: 0.0983863 Jun 16 00:37:12.451544 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-9a55fac5-1825-40ef-a6fb-c15669ea279a req-77f6f5ae-87d6-4a55-97ce-924bd4ca4d5e tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158204 Jun 16 00:37:12.519892 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-72ce0456-14a5-4c82-a0e8-c998d9fda812 admin admin] Publish callbacks [] for security_group (5d6afa5d-ab46-477d-9e13-8eb0fab37957), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:12.585483 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-72ce0456-14a5-4c82-a0e8-c998d9fda812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (5d6afa5d-ab46-477d-9e13-8eb0fab37957), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:12.666567 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] get_ports_and_sgs() called for port_ids ['4557ec90-6594-4691-a0bc-66834fbe9117'] {{(pid=111024) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 00:37:12.668406 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-72ce0456-14a5-4c82-a0e8-c998d9fda812 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1601ada8906247f2bb4bd21f78517042&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8861995 Jun 16 00:37:12.670285 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ce0456-14a5-4c82-a0e8-c998d9fda812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d6afa5d-ab46-477d-9e13-8eb0fab37957,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:37:12.671066 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 43700) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:37:12.767133 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-5e9fc78d-655b-4b4e-94f6-9935005ce326 admin admin] Publish callbacks [] for security_group (5d6afa5d-ab46-477d-9e13-8eb0fab37957), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:12.810638 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-5e9fc78d-655b-4b4e-94f6-9935005ce326 admin admin] Publish callbacks [] for security_group (5d6afa5d-ab46-477d-9e13-8eb0fab37957), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:12.899871 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-dcf4b752-61dd-417a-bc8d-b7430ba3ad4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'name': 'tempest-AttachVolumeNegativeTest-1185601359-router', 'tenant_id': '45031128a55e42989da61e01948538d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '0f66962a-1205-4a33-9a8f-65465c9ebb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:34:34Z', 'updated_at': '2022-06-16T00:34:43Z', 'revision_number': 4, 'project_id': '45031128a55e42989da61e01948538d3', 'gw_port': {'id': '0f66962a-1205-4a33-9a8f-65465c9ebb13', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:aa:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:36Z', 'updated_at': '2022-06-16T00:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_floatingips': [{'id': '7ba21d1f-b4aa-4f3b-82b1-17f09ef7efeb', 'tenant_id': '45031128a55e42989da61e01948538d3', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'router_id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'port_id': '1a6c10c9-930f-4464-af5a-19b5b85c5bc2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 353, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffe9c59a-3096-4aef-8b2e-e3aa63722c28', 'mac_address': 'fa:16:3e:aa:fd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac529ee5-1040-4f28-acb9-4346e98dba6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T00:36:42Z', 'updated_at': '2022-06-16T00:37:10Z', 'revision_number': 1, 'project_id': '45031128a55e42989da61e01948538d3', 'fixed_ip_address_scope': None}, {'id': 'e37d5b16-814f-4177-a2a6-ae0f6375474f', 'tenant_id': '45031128a55e42989da61e01948538d3', 'floating_ip_address': '172.27.1.11', 'floating_network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'router_id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'port_id': '29f5f1c3-c98e-4a58-85e1-442189e98eee', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffe9c59a-3096-4aef-8b2e-e3aa63722c28', 'mac_address': 'fa:16:3e:71:fc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb3ce76-65b1-48b8-8b1a-3374f6f7c0b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T00:34:50Z', 'updated_at': '2022-06-16T00:35:30Z', 'revision_number': 2, 'project_id': '45031128a55e42989da61e01948538d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10a8169d-3fef-4cc7-94c5-78192087f720', 'name': '', 'network_id': 'ffe9c59a-3096-4aef-8b2e-e3aa63722c28', 'tenant_id': '45031128a55e42989da61e01948538d3', 'mac_address': 'fa:16:3e:d1:28:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1f18fa19-d797-425e-adb2-49437faef043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:41Z', 'updated_at': '2022-06-16T00:34:50Z', 'revision_number': 5, 'project_id': '45031128a55e42989da61e01948538d3', 'subnets': [{'id': '1f18fa19-d797-425e-adb2-49437faef043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:37:12.957334 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf4b752-61dd-417a-bc8d-b7430ba3ad4a None None] Checking router: 1b62cfae-791c-4204-bf01-912f6aca26ba for host: dv-cinder-803823-11-iscsi {{(pid=111024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 00:37:12.962091 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=100 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:37:13.018232 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf4b752-61dd-417a-bc8d-b7430ba3ad4a None None] Routers {'1b62cfae-791c-4204-bf01-912f6aca26ba'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:37:13.018232 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-dcf4b752-61dd-417a-bc8d-b7430ba3ad4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:36:57Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['1b62cfae-791c-4204-bf01-912f6aca26ba'], 'active': True} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:37:13.045700 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb278f1-39dd-41b0-ba17-2f710252665e req-af905c03-ca5e-49da-b214-25353951eed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:13.047477 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-5bb278f1-39dd-41b0-ba17-2f710252665e req-af905c03-ca5e-49da-b214-25353951eed2 service neutron] 10.222.0.40 "GET /v2.0/networks?id=ffe9c59a-3096-4aef-8b2e-e3aa63722c28 HTTP/1.1" status: 200 len: 916 time: 0.1236269 Jun 16 00:37:13.079499 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6759fb6a-34b2-4778-8396-6ef0d88ee62d req-7232a412-eff9-489c-92bc-b6e293ee09aa tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:13.081069 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-6759fb6a-34b2-4778-8396-6ef0d88ee62d req-7232a412-eff9-489c-92bc-b6e293ee09aa tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b06a62e-3a82-4a98-b470-cdc82179df7b HTTP/1.1" status: 200 len: 944 time: 0.0758708 Jun 16 00:37:13.137365 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-6759fb6a-34b2-4778-8396-6ef0d88ee62d req-5846f57e-7f42-4d5a-90bc-46e2d05c0788 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd7b8519-57d8-45b4-9c24-ed32b8d7e769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478587 Jun 16 00:37:13.141636 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-5bb278f1-39dd-41b0-ba17-2f710252665e req-9dc0da77-0007-45f5-a23d-c4ac63ec9963 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a6c10c9-930f-4464-af5a-19b5b85c5bc2 HTTP/1.1" status: 200 len: 997 time: 0.0826998 Jun 16 00:37:13.153114 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvr_db [None req-dcf4b752-61dd-417a-bc8d-b7430ba3ad4a None None] Set router 1b62cfae-791c-4204-bf01-912f6aca26ba gateway port host: dv-cinder-803823-11-iscsi {{(pid=111024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:37:13.190237 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb278f1-39dd-41b0-ba17-2f710252665e req-63fc5479-383b-4f2d-a999-6bdf9e17f8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:13.191671 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-5bb278f1-39dd-41b0-ba17-2f710252665e req-63fc5479-383b-4f2d-a999-6bdf9e17f8bc service neutron] 10.222.0.40 "GET /v2.0/subnets?id=1f18fa19-d797-425e-adb2-49437faef043 HTTP/1.1" status: 200 len: 854 time: 0.0439899 Jun 16 00:37:13.234631 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb278f1-39dd-41b0-ba17-2f710252665e req-03f37cf2-223c-490a-9758-ad4c03a01358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:13.236252 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-5bb278f1-39dd-41b0-ba17-2f710252665e req-03f37cf2-223c-490a-9758-ad4c03a01358 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=ffe9c59a-3096-4aef-8b2e-e3aa63722c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0374432 Jun 16 00:37:13.274391 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (42cc932a-4e60-43e8-a4dc-4f47b3d3efae), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:13.276010 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-5e9fc78d-655b-4b4e-94f6-9935005ce326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (5d6afa5d-ab46-477d-9e13-8eb0fab37957), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:13.278526 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-5e9fc78d-655b-4b4e-94f6-9935005ce326 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:13.281169 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-5e9fc78d-655b-4b4e-94f6-9935005ce326 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5d6afa5d-ab46-477d-9e13-8eb0fab37957 HTTP/1.1" status: 204 len: 168 time: 0.6031094 Jun 16 00:37:13.335482 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9fc78d-655b-4b4e-94f6-9935005ce326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d6afa5d-ab46-477d-9e13-8eb0fab37957,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:37:13.368472 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-5bb278f1-39dd-41b0-ba17-2f710252665e req-e1dca9eb-dba6-4f02-9848-2bf71110c54a service neutron] 10.222.0.40 "GET /v2.0/networks/ffe9c59a-3096-4aef-8b2e-e3aa63722c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241386 Jun 16 00:37:13.446214 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:37:13.468022 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-dcf4b752-61dd-417a-bc8d-b7430ba3ad4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'name': 'tempest-AttachVolumeNegativeTest-1185601359-router', 'tenant_id': '45031128a55e42989da61e01948538d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '0f66962a-1205-4a33-9a8f-65465c9ebb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:34:34Z', 'updated_at': '2022-06-16T00:34:43Z', 'revision_number': 4, 'project_id': '45031128a55e42989da61e01948538d3', 'gw_port': {'id': '0f66962a-1205-4a33-9a8f-65465c9ebb13', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:aa:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:36Z', 'updated_at': '2022-06-16T00:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_floatingips': [{'id': '7ba21d1f-b4aa-4f3b-82b1-17f09ef7efeb', 'tenant_id': '45031128a55e42989da61e01948538d3', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'router_id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'port_id': '1a6c10c9-930f-4464-af5a-19b5b85c5bc2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 353, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffe9c59a-3096-4aef-8b2e-e3aa63722c28', 'mac_address': 'fa:16:3e:aa:fd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac529ee5-1040-4f28-acb9-4346e98dba6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T00:36:42Z', 'updated_at': '2022-06-16T00:37:10Z', 'revision_number': 1, 'project_id': '45031128a55e42989da61e01948538d3', 'fixed_ip_address_scope': None}, {'id': 'e37d5b16-814f-4177-a2a6-ae0f6375474f', 'tenant_id': '45031128a55e42989da61e01948538d3', 'floating_ip_address': '172.27.1.11', 'floating_network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'router_id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'port_id': '29f5f1c3-c98e-4a58-85e1-442189e98eee', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffe9c59a-3096-4aef-8b2e-e3aa63722c28', 'mac_address': 'fa:16:3e:71:fc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb3ce76-65b1-48b8-8b1a-3374f6f7c0b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T00:34:50Z', 'updated_at': '2022-06-16T00:35:30Z', 'revision_number': 2, 'project_id': '45031128a55e42989da61e01948538d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10a8169d-3fef-4cc7-94c5-78192087f720', 'name': '', 'network_id': 'ffe9c59a-3096-4aef-8b2e-e3aa63722c28', 'tenant_id': '45031128a55e42989da61e01948538d3', 'mac_address': 'fa:16:3e:d1:28:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1f18fa19-d797-425e-adb2-49437faef043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:41Z', 'updated_at': '2022-06-16T00:34:50Z', 'revision_number': 5, 'project_id': '45031128a55e42989da61e01948538d3', 'subnets': [{'id': '1f18fa19-d797-425e-adb2-49437faef043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:37:13.491407 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-5bb278f1-39dd-41b0-ba17-2f710252665e req-b838d8d6-4ed7-441f-ac32-14ffcb2a1306 service neutron] 10.222.0.40 "GET /v2.0/networks/ffe9c59a-3096-4aef-8b2e-e3aa63722c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131699 Jun 16 00:37:13.528753 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf4b752-61dd-417a-bc8d-b7430ba3ad4a None None] The sync data for ids ['1b62cfae-791c-4204-bf01-912f6aca26ba'] in dv-cinder-803823-11-iscsi is: [{'id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'name': 'tempest-AttachVolumeNegativeTest-1185601359-router', 'tenant_id': '45031128a55e42989da61e01948538d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '0f66962a-1205-4a33-9a8f-65465c9ebb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:34:34Z', 'updated_at': '2022-06-16T00:34:43Z', 'revision_number': 4, 'project_id': '45031128a55e42989da61e01948538d3', 'gw_port': {'id': '0f66962a-1205-4a33-9a8f-65465c9ebb13', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:aa:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:36Z', 'updated_at': '2022-06-16T00:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_floatingips': [{'id': '7ba21d1f-b4aa-4f3b-82b1-17f09ef7efeb', 'tenant_id': '45031128a55e42989da61e01948538d3', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'router_id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'port_id': '1a6c10c9-930f-4464-af5a-19b5b85c5bc2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 353, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffe9c59a-3096-4aef-8b2e-e3aa63722c28', 'mac_address': 'fa:16:3e:aa:fd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac529ee5-1040-4f28-acb9-4346e98dba6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T00:36:42Z', 'updated_at': '2022-06-16T00:37:10Z', 'revision_number': 1, 'project_id': '45031128a55e42989da61e01948538d3', 'fixed_ip_address_scope': None}, {'id': 'e37d5b16-814f-4177-a2a6-ae0f6375474f', 'tenant_id': '45031128a55e42989da61e01948538d3', 'floating_ip_address': '172.27.1.11', 'floating_network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'router_id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'port_id': '29f5f1c3-c98e-4a58-85e1-442189e98eee', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffe9c59a-3096-4aef-8b2e-e3aa63722c28', 'mac_address': 'fa:16:3e:71:fc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb3ce76-65b1-48b8-8b1a-3374f6f7c0b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T00:34:50Z', 'updated_at': '2022-06-16T00:35:30Z', 'revision_number': 2, 'project_id': '45031128a55e42989da61e01948538d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10a8169d-3fef-4cc7-94c5-78192087f720', 'name': '', 'network_id': 'ffe9c59a-3096-4aef-8b2e-e3aa63722c28', 'tenant_id': '45031128a55e42989da61e01948538d3', 'mac_address': 'fa:16:3e:d1:28:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1f18fa19-d797-425e-adb2-49437faef043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:41Z', 'updated_at': '2022-06-16T00:34:50Z', 'revision_number': 5, 'project_id': '45031128a55e42989da61e01948538d3', 'subnets': [{'id': '1f18fa19-d797-425e-adb2-49437faef043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 00:37:13.604894 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be8285-debe-4a5a-bc45-bbda44a36e1b req-d4005274-4a43-4636-9663-f8aca34984a6 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:13.613335 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-12be8285-debe-4a5a-bc45-bbda44a36e1b req-d4005274-4a43-4636-9663-f8aca34984a6 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.20 "GET /v2.0/ports?device_id=b90e80cd-430b-414f-bf31-7641c0490c88 HTTP/1.1" status: 200 len: 945 time: 0.1105268 Jun 16 00:37:13.643792 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5b15be-eb96-4675-9423-41e5a69cce42 req-b8a0115c-5bb8-4f4a-99e8-0ef1ebf71083 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:13.648938 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-2c5b15be-eb96-4675-9423-41e5a69cce42 req-b8a0115c-5bb8-4f4a-99e8-0ef1ebf71083 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 945 time: 0.0711629 Jun 16 00:37:13.725523 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-12be8285-debe-4a5a-bc45-bbda44a36e1b req-a5c604ac-58f1-4ec6-9fee-82371517e61b tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.20 "GET /v2.0/security-groups?id=61215bc0-8f8c-42e3-ae69-0f4b76d2a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089664 Jun 16 00:37:13.763621 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-2c5b15be-eb96-4675-9423-41e5a69cce42 req-cc0c5692-4401-467f-abf6-c712da9b34d0 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107731 Jun 16 00:37:14.020256 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6cef0b-0bbc-41c8-8ee2-f5cd4e13ea6b None None] New status for floating IP 7ba21d1f-b4aa-4f3b-82b1-17f09ef7efeb: ACTIVE {{(pid=111025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 00:37:14.033778 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device 4557ec90-6594-4691-a0bc-66834fbe9117 up at agent hyperv_hv-cinder-80382 {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:37:14.105938 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Provisioning for port 4557ec90-6594-4691-a0bc-66834fbe9117 completed by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 00:37:14.178278 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Provisioning complete for port 4557ec90-6594-4691-a0bc-66834fbe9117 triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:37:14.178278 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (4557ec90-6594-4691-a0bc-66834fbe9117), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:14.295495 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Current status of the port 4557ec90-6594-4691-a0bc-66834fbe9117 is: BUILD; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:37:14.298445 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbec752-7a6e-43a5-940b-b10307c0c26b req-be972545-bcb3-43fb-b28a-2129b907d38e tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:14.298629 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (4557ec90-6594-4691-a0bc-66834fbe9117), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:14.305780 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-3fbec752-7a6e-43a5-940b-b10307c0c26b req-be972545-bcb3-43fb-b28a-2129b907d38e tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b06a62e-3a82-4a98-b470-cdc82179df7b HTTP/1.1" status: 200 len: 944 time: 0.0728500 Jun 16 00:37:14.314351 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:37:14.345047 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b06a62e-3a82-4a98-b470-cdc82179df7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4557ec90-6594-4691-a0bc-66834fbe9117'}] {{(pid=111024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:37:14.350929 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4573778420d3d0f041bbf6733ae9852b47924bf8d6b8ed88ee9f05ae747ab312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20fbf09c-068f-4785-81a9-eb9837b3f5d8" -d '{"events": [{"server_uuid": "4b06a62e-3a82-4a98-b470-cdc82179df7b", "name": "network-vif-plugged", "status": "completed", "tag": "4557ec90-6594-4691-a0bc-66834fbe9117"}]}' {{(pid=111024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:37:14.397298 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-3fbec752-7a6e-43a5-940b-b10307c0c26b req-6eee1285-77d7-4116-9172-5218ea5ea0d0 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd7b8519-57d8-45b4-9c24-ed32b8d7e769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897982 Jun 16 00:37:14.413309 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] For port 4557ec90-6594-4691-a0bc-66834fbe9117, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=4557ec90-6594-4691-a0bc-66834fbe9117,segment=NetworkSegment(83998d89-0694-4525-932b-b99a1680f07f),segment_id=83998d89-0694-4525-932b-b99a1680f07f)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:37:14.442261 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 00:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd248ce5-0e88-40d8-8635-10966e706a79 x-openstack-request-id: req-cd248ce5-0e88-40d8-8635-10966e706a79 {{(pid=111024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:37:14.442671 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b06a62e-3a82-4a98-b470-cdc82179df7b", "name": "network-vif-plugged", "status": "completed", "tag": "4557ec90-6594-4691-a0bc-66834fbe9117", "code": 200}]} {{(pid=111024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:37:14.443000 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cd248ce5-0e88-40d8-8635-10966e706a79 {{(pid=111024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:37:14.443594 dv-cinder-803823-11-iscsi neutron-server[111024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd248ce5-0e88-40d8-8635-10966e706a79'] response: {'server_uuid': '4b06a62e-3a82-4a98-b470-cdc82179df7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4557ec90-6594-4691-a0bc-66834fbe9117', 'code': 200} Jun 16 00:37:14.520269 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (4557ec90-6594-4691-a0bc-66834fbe9117), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:14.584508 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Pushing event updated for resources: {'Port': ['ID=4557ec90-6594-4691-a0bc-66834fbe9117,revision_number=5']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:37:14.882191 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3da655-2699-47e3-bfc6-291508776570 req-3c20f46a-98e5-497d-91b4-f72adec9dceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:14.885332 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-9d3da655-2699-47e3-bfc6-291508776570 req-3c20f46a-98e5-497d-91b4-f72adec9dceb service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=4b06a62e-3a82-4a98-b470-cdc82179df7b HTTP/1.1" status: 200 len: 1129 time: 0.0577738 Jun 16 00:37:15.013149 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c7ff5-2afc-4066-8188-fd2faabb820c req-3ba541e5-0ebf-4326-8a10-01ba5cf421e9 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:15.020937 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-b61c7ff5-2afc-4066-8188-fd2faabb820c req-3ba541e5-0ebf-4326-8a10-01ba5cf421e9 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 945 time: 0.0889266 Jun 16 00:37:15.051045 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-9d3da655-2699-47e3-bfc6-291508776570 req-ed58526c-eafa-4ff2-907e-7621ad761042 service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=fd7b8519-57d8-45b4-9c24-ed32b8d7e769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578910 Jun 16 00:37:15.082377 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:37:15.092414 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-b61c7ff5-2afc-4066-8188-fd2faabb820c req-823d8395-6578-47d1-b83d-4ec1bfe50022 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693414 Jun 16 00:37:15.537168 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367954ae-fcb3-43b6-9286-7cc899b3eb79 req-10bb88a5-e1d8-498e-9bc4-36db23de9db7 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:15.544909 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-367954ae-fcb3-43b6-9286-7cc899b3eb79 req-10bb88a5-e1d8-498e-9bc4-36db23de9db7 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b06a62e-3a82-4a98-b470-cdc82179df7b HTTP/1.1" status: 200 len: 945 time: 0.0574324 Jun 16 00:37:15.610925 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-367954ae-fcb3-43b6-9286-7cc899b3eb79 req-c1595fdf-2ca8-451c-a72f-e6c92ff843af tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd7b8519-57d8-45b4-9c24-ed32b8d7e769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645955 Jun 16 00:37:16.230769 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7482e37-3c44-4df0-834f-03790c76e01a req-acefb28f-436f-40af-8f73-8eda9aad4d86 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:16.232366 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-b7482e37-3c44-4df0-834f-03790c76e01a req-acefb28f-436f-40af-8f73-8eda9aad4d86 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 945 time: 0.0515690 Jun 16 00:37:16.282925 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-b7482e37-3c44-4df0-834f-03790c76e01a req-1dc35536-c521-455b-9d2f-2bf053c16056 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444312 Jun 16 00:37:16.737077 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e101f5-2f28-4b33-8908-1ef055b807cb req-37a6544d-5312-41e9-b2c3-eddd4e4876ac tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:16.738679 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-c0e101f5-2f28-4b33-8908-1ef055b807cb req-37a6544d-5312-41e9-b2c3-eddd4e4876ac tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b06a62e-3a82-4a98-b470-cdc82179df7b HTTP/1.1" status: 200 len: 945 time: 0.0572600 Jun 16 00:37:16.799778 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-c0e101f5-2f28-4b33-8908-1ef055b807cb req-04324799-e137-487b-a11c-cba69b2ee231 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd7b8519-57d8-45b4-9c24-ed32b8d7e769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553527 Jun 16 00:37:17.405791 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e52981-d6b1-4826-a96f-d99184f07819 req-878c2e72-5530-4050-9b44-f319e479c507 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:17.407250 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-31e52981-d6b1-4826-a96f-d99184f07819 req-878c2e72-5530-4050-9b44-f319e479c507 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 945 time: 0.0514753 Jun 16 00:37:17.455766 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-31e52981-d6b1-4826-a96f-d99184f07819 req-1846ab1d-e51b-46c5-82fe-66976f98126e tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428309 Jun 16 00:37:17.927260 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc8803-8217-4f31-9a2e-464e6de1d5f3 req-89e93af7-392d-4569-977a-7180a2ea9855 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:17.928804 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-13bc8803-8217-4f31-9a2e-464e6de1d5f3 req-89e93af7-392d-4569-977a-7180a2ea9855 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b06a62e-3a82-4a98-b470-cdc82179df7b HTTP/1.1" status: 200 len: 945 time: 0.0516071 Jun 16 00:37:17.994540 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-13bc8803-8217-4f31-9a2e-464e6de1d5f3 req-5d8ff2f9-ae36-4bac-a459-b2b627c9c70b tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd7b8519-57d8-45b4-9c24-ed32b8d7e769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590565 Jun 16 00:37:18.143423 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd7b2ea-ae5e-4b6d-9bd6-a11454646170 req-7daaa33e-6b0f-4070-accf-d8f0dcc48097 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:18.151304 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-9bd7b2ea-ae5e-4b6d-9bd6-a11454646170 req-7daaa33e-6b0f-4070-accf-d8f0dcc48097 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b06a62e-3a82-4a98-b470-cdc82179df7b HTTP/1.1" status: 200 len: 945 time: 0.0664332 Jun 16 00:37:18.155552 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 43836) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:37:18.161073 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [None req-da773357-4d4e-4880-81b9-582bd8d44ddb tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Request body: {'floatingip': {'port_id': '4557ec90-6594-4691-a0bc-66834fbe9117'}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:37:18.209873 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-da773357-4d4e-4880-81b9-582bd8d44ddb tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Publish callbacks [] for floatingip (f315f94e-81ae-48e9-a008-148fa2075b46), before_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:18.610744 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaaec56-5772-4dfa-9bd6-6bc64d7234e6 req-93698af9-9efb-47f3-a3b1-23b6a508e579 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:18.612644 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-faaaec56-5772-4dfa-9bd6-6bc64d7234e6 req-93698af9-9efb-47f3-a3b1-23b6a508e579 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 945 time: 0.0672569 Jun 16 00:37:18.686207 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:37:18.691299 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-faaaec56-5772-4dfa-9bd6-6bc64d7234e6 req-f34b670d-e8ca-4d02-80c7-e1b26b9daf93 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689993 Jun 16 00:37:18.779368 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-da773357-4d4e-4880-81b9-582bd8d44ddb tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:18.874192 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-da773357-4d4e-4880-81b9-582bd8d44ddb tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672953'] for floatingip (f315f94e-81ae-48e9-a008-148fa2075b46), after_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:18.986516 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.db.l3_db [None req-da773357-4d4e-4880-81b9-582bd8d44ddb tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Floating IP f315f94e-81ae-48e9-a008-148fa2075b46 associated. External IP: 172.27.1.130, port: 4557ec90-6594-4691-a0bc-66834fbe9117. Jun 16 00:37:19.238491 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=100 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:37:19.240677 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 43848) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:37:19.254717 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:37:19.267963 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da773357-4d4e-4880-81b9-582bd8d44ddb tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Router 43b866e7-a6b0-4b6b-8ebb-c9bd8cece985 has already been hosted by L3 agent d0297bc9-c3a8-45ac-9023-c937cb4f21fc {{(pid=111023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 00:37:19.395466 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-f6dd4523-2ec0-43c1-bbdd-2c3a9353db2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:19.445095 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da773357-4d4e-4880-81b9-582bd8d44ddb tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Notify agent at l3_agent.dv-cinder-803823-11-iscsi the message routers_updated {{(pid=111023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 00:37:19.450664 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-da773357-4d4e-4880-81b9-582bd8d44ddb tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for floatingip (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:19.455167 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badf21c4-69cf-41ba-a5f0-a9f429474d8a None None] Sync routers for ids ['43b866e7-a6b0-4b6b-8ebb-c9bd8cece985'] in dv-cinder-803823-11-iscsi {{(pid=111024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 00:37:19.465921 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badf21c4-69cf-41ba-a5f0-a9f429474d8a None None] Routers {'43b866e7-a6b0-4b6b-8ebb-c9bd8cece985'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:37:19.469820 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-badf21c4-69cf-41ba-a5f0-a9f429474d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:36:57Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['43b866e7-a6b0-4b6b-8ebb-c9bd8cece985'], 'active': True} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:37:19.507551 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-da773357-4d4e-4880-81b9-582bd8d44ddb tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "PUT /v2.0/floatingips/f315f94e-81ae-48e9-a008-148fa2075b46 HTTP/1.1" status: 200 len: 991 time: 1.3504646 Jun 16 00:37:19.509373 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b06a62e-3a82-4a98-b470-cdc82179df7b', 'tag': '4557ec90-6594-4691-a0bc-66834fbe9117'}] {{(pid=111023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:37:19.511855 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849ffc5c5c28115853a01ef2d84a57e68c82d4a74a931575540ba89325b26957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42eb901b-e4a9-47f5-9362-99b1bd12c5f0" -d '{"events": [{"name": "network-changed", "server_uuid": "4b06a62e-3a82-4a98-b470-cdc82179df7b", "tag": "4557ec90-6594-4691-a0bc-66834fbe9117"}]}' {{(pid=111023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:37:19.566150 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-f6dd4523-2ec0-43c1-bbdd-2c3a9353db2b admin admin] Publish callbacks [] for security_group (14073523-efd9-4565-b49d-ffa9436c8b42), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:19.573598 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 00:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f8e2ca8-de50-44c4-8817-8bdd6efab005 x-openstack-request-id: req-0f8e2ca8-de50-44c4-8817-8bdd6efab005 {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:37:19.574081 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b06a62e-3a82-4a98-b470-cdc82179df7b", "tag": "4557ec90-6594-4691-a0bc-66834fbe9117", "status": "completed", "code": 200}]} {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:37:19.580646 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0f8e2ca8-de50-44c4-8817-8bdd6efab005 {{(pid=111023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:37:19.580646 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f8e2ca8-de50-44c4-8817-8bdd6efab005'] response: {'name': 'network-changed', 'server_uuid': '4b06a62e-3a82-4a98-b470-cdc82179df7b', 'tag': '4557ec90-6594-4691-a0bc-66834fbe9117', 'status': 'completed', 'code': 200} Jun 16 00:37:19.581245 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvr_db [None req-badf21c4-69cf-41ba-a5f0-a9f429474d8a None None] Set router 43b866e7-a6b0-4b6b-8ebb-c9bd8cece985 gateway port host: dv-cinder-803823-11-iscsi {{(pid=111024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:37:19.671178 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-f6dd4523-2ec0-43c1-bbdd-2c3a9353db2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (14073523-efd9-4565-b49d-ffa9436c8b42), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:19.731643 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 43860) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:37:19.732176 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-f6dd4523-2ec0-43c1-bbdd-2c3a9353db2b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a8c8c9bbcf144dcd86d0b3fb25d33c6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4900126 Jun 16 00:37:19.733654 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb901b-e4a9-47f5-9362-99b1bd12c5f0 req-7e67be48-a5be-439a-9381-f82497a524c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:19.739674 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-42eb901b-e4a9-47f5-9362-99b1bd12c5f0 req-7e67be48-a5be-439a-9381-f82497a524c7 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=a4e7be42e39248e4b9f5c89e96a6b82e&device_id=4b06a62e-3a82-4a98-b470-cdc82179df7b HTTP/1.1" status: 200 len: 1129 time: 0.1009493 Jun 16 00:37:19.780263 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dd4523-2ec0-43c1-bbdd-2c3a9353db2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14073523-efd9-4565-b49d-ffa9436c8b42,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:37:19.894935 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-1c09f53f-89fa-4a92-a828-e0c452a48662 admin admin] Publish callbacks [] for security_group (14073523-efd9-4565-b49d-ffa9436c8b42), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:19.928992 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:37:19.936421 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-1c09f53f-89fa-4a92-a828-e0c452a48662 admin admin] Publish callbacks [] for security_group (14073523-efd9-4565-b49d-ffa9436c8b42), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:20.034430 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-badf21c4-69cf-41ba-a5f0-a9f429474d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b866e7-a6b0-4b6b-8ebb-c9bd8cece985', 'name': 'tempest-ServerRescueNegativeTestJSON-775123431-router', 'tenant_id': 'a4e7be42e39248e4b9f5c89e96a6b82e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '68308b25-ab33-4557-b7ec-e276240536b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:34:36Z', 'updated_at': '2022-06-16T00:34:51Z', 'revision_number': 4, 'project_id': 'a4e7be42e39248e4b9f5c89e96a6b82e', 'gw_port': {'id': '68308b25-ab33-4557-b7ec-e276240536b9', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:36:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b866e7-a6b0-4b6b-8ebb-c9bd8cece985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:38Z', 'updated_at': '2022-06-16T00:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_floatingips': [{'id': 'f315f94e-81ae-48e9-a008-148fa2075b46', 'tenant_id': 'a4e7be42e39248e4b9f5c89e96a6b82e', 'floating_ip_address': '172.27.1.130', 'floating_network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'router_id': '43b866e7-a6b0-4b6b-8ebb-c9bd8cece985', 'port_id': '4557ec90-6594-4691-a0bc-66834fbe9117', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfc603d1-751d-4be9-b4c0-08fa2224635a', 'mac_address': 'fa:16:3e:21:c2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b06a62e-3a82-4a98-b470-cdc82179df7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T00:36:58Z', 'updated_at': '2022-06-16T00:37:18Z', 'revision_number': 1, 'project_id': 'a4e7be42e39248e4b9f5c89e96a6b82e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a47108a1-c520-47ad-9272-28cb98936d46', 'name': '', 'network_id': 'dfc603d1-751d-4be9-b4c0-08fa2224635a', 'tenant_id': 'a4e7be42e39248e4b9f5c89e96a6b82e', 'mac_address': 'fa:16:3e:13:4c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b866e7-a6b0-4b6b-8ebb-c9bd8cece985', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'b8b321f5-1d44-4d62-a89c-8299c51aa908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:48Z', 'updated_at': '2022-06-16T00:35:04Z', 'revision_number': 5, 'project_id': 'a4e7be42e39248e4b9f5c89e96a6b82e', 'subnets': [{'id': 'b8b321f5-1d44-4d62-a89c-8299c51aa908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:37:20.091246 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cd2f0b-54d5-4d85-9de9-dc30667a71c5 req-913738cb-6ab6-47cc-8612-75a28f6e5bee tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:20.094289 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-00cd2f0b-54d5-4d85-9de9-dc30667a71c5 req-913738cb-6ab6-47cc-8612-75a28f6e5bee tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 945 time: 0.2417970 Jun 16 00:37:20.102901 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badf21c4-69cf-41ba-a5f0-a9f429474d8a None None] Checking router: 43b866e7-a6b0-4b6b-8ebb-c9bd8cece985 for host: dv-cinder-803823-11-iscsi {{(pid=111024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 00:37:20.130862 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badf21c4-69cf-41ba-a5f0-a9f429474d8a None None] Routers {'43b866e7-a6b0-4b6b-8ebb-c9bd8cece985'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:37:20.132351 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-badf21c4-69cf-41ba-a5f0-a9f429474d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:36:57Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['43b866e7-a6b0-4b6b-8ebb-c9bd8cece985'], 'active': True} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:37:20.168943 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-00cd2f0b-54d5-4d85-9de9-dc30667a71c5 req-5ee04f96-d14c-4774-81b4-62f5b4b2d822 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688658 Jun 16 00:37:20.303978 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvr_db [None req-badf21c4-69cf-41ba-a5f0-a9f429474d8a None None] Set router 43b866e7-a6b0-4b6b-8ebb-c9bd8cece985 gateway port host: dv-cinder-803823-11-iscsi {{(pid=111024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:37:20.315002 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-1c09f53f-89fa-4a92-a828-e0c452a48662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (14073523-efd9-4565-b49d-ffa9436c8b42), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:20.320269 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-1c09f53f-89fa-4a92-a828-e0c452a48662 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:20.330355 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-1c09f53f-89fa-4a92-a828-e0c452a48662 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/14073523-efd9-4565-b49d-ffa9436c8b42 HTTP/1.1" status: 204 len: 168 time: 0.5946345 Jun 16 00:37:20.362877 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c09f53f-89fa-4a92-a828-e0c452a48662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14073523-efd9-4565-b49d-ffa9436c8b42,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:37:20.398266 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb901b-e4a9-47f5-9362-99b1bd12c5f0 req-6c5d6f39-ad6b-455f-aecf-da234fcebdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:20.404290 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-42eb901b-e4a9-47f5-9362-99b1bd12c5f0 req-6c5d6f39-ad6b-455f-aecf-da234fcebdf1 service neutron] 10.222.0.40 "GET /v2.0/networks?id=dfc603d1-751d-4be9-b4c0-08fa2224635a HTTP/1.1" status: 200 len: 919 time: 0.6543164 Jun 16 00:37:20.481161 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=21 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:37:20.517654 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-42eb901b-e4a9-47f5-9362-99b1bd12c5f0 req-e0cce7cb-a2be-447c-9ee5-1f7ee0db58ff service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4557ec90-6594-4691-a0bc-66834fbe9117 HTTP/1.1" status: 200 len: 999 time: 0.0931978 Jun 16 00:37:20.535298 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:37:20.612379 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb901b-e4a9-47f5-9362-99b1bd12c5f0 req-d6fae518-4a8b-42d8-bd36-ff1e0e4e13c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:20.615762 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-42eb901b-e4a9-47f5-9362-99b1bd12c5f0 req-d6fae518-4a8b-42d8-bd36-ff1e0e4e13c3 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=b8b321f5-1d44-4d62-a89c-8299c51aa908 HTTP/1.1" status: 200 len: 857 time: 0.0862565 Jun 16 00:37:20.615967 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:37:20.727250 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb901b-e4a9-47f5-9362-99b1bd12c5f0 req-74e2c0ff-c807-4a58-8d31-386de36b94fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:20.728261 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-badf21c4-69cf-41ba-a5f0-a9f429474d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b866e7-a6b0-4b6b-8ebb-c9bd8cece985', 'name': 'tempest-ServerRescueNegativeTestJSON-775123431-router', 'tenant_id': 'a4e7be42e39248e4b9f5c89e96a6b82e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '68308b25-ab33-4557-b7ec-e276240536b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:34:36Z', 'updated_at': '2022-06-16T00:34:51Z', 'revision_number': 4, 'project_id': 'a4e7be42e39248e4b9f5c89e96a6b82e', 'gw_port': {'id': '68308b25-ab33-4557-b7ec-e276240536b9', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:36:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b866e7-a6b0-4b6b-8ebb-c9bd8cece985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:38Z', 'updated_at': '2022-06-16T00:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_floatingips': [{'id': 'f315f94e-81ae-48e9-a008-148fa2075b46', 'tenant_id': 'a4e7be42e39248e4b9f5c89e96a6b82e', 'floating_ip_address': '172.27.1.130', 'floating_network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'router_id': '43b866e7-a6b0-4b6b-8ebb-c9bd8cece985', 'port_id': '4557ec90-6594-4691-a0bc-66834fbe9117', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfc603d1-751d-4be9-b4c0-08fa2224635a', 'mac_address': 'fa:16:3e:21:c2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b06a62e-3a82-4a98-b470-cdc82179df7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T00:36:58Z', 'updated_at': '2022-06-16T00:37:18Z', 'revision_number': 1, 'project_id': 'a4e7be42e39248e4b9f5c89e96a6b82e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a47108a1-c520-47ad-9272-28cb98936d46', 'name': '', 'network_id': 'dfc603d1-751d-4be9-b4c0-08fa2224635a', 'tenant_id': 'a4e7be42e39248e4b9f5c89e96a6b82e', 'mac_address': 'fa:16:3e:13:4c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b866e7-a6b0-4b6b-8ebb-c9bd8cece985', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'b8b321f5-1d44-4d62-a89c-8299c51aa908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:48Z', 'updated_at': '2022-06-16T00:35:04Z', 'revision_number': 5, 'project_id': 'a4e7be42e39248e4b9f5c89e96a6b82e', 'subnets': [{'id': 'b8b321f5-1d44-4d62-a89c-8299c51aa908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:37:20.731131 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-42eb901b-e4a9-47f5-9362-99b1bd12c5f0 req-74e2c0ff-c807-4a58-8d31-386de36b94fc service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=dfc603d1-751d-4be9-b4c0-08fa2224635a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1077628 Jun 16 00:37:20.765584 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badf21c4-69cf-41ba-a5f0-a9f429474d8a None None] The sync data for ids ['43b866e7-a6b0-4b6b-8ebb-c9bd8cece985'] in dv-cinder-803823-11-iscsi is: [{'id': '43b866e7-a6b0-4b6b-8ebb-c9bd8cece985', 'name': 'tempest-ServerRescueNegativeTestJSON-775123431-router', 'tenant_id': 'a4e7be42e39248e4b9f5c89e96a6b82e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '68308b25-ab33-4557-b7ec-e276240536b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:34:36Z', 'updated_at': '2022-06-16T00:34:51Z', 'revision_number': 4, 'project_id': 'a4e7be42e39248e4b9f5c89e96a6b82e', 'gw_port': {'id': '68308b25-ab33-4557-b7ec-e276240536b9', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:36:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b866e7-a6b0-4b6b-8ebb-c9bd8cece985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:38Z', 'updated_at': '2022-06-16T00:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_floatingips': [{'id': 'f315f94e-81ae-48e9-a008-148fa2075b46', 'tenant_id': 'a4e7be42e39248e4b9f5c89e96a6b82e', 'floating_ip_address': '172.27.1.130', 'floating_network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'router_id': '43b866e7-a6b0-4b6b-8ebb-c9bd8cece985', 'port_id': '4557ec90-6594-4691-a0bc-66834fbe9117', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfc603d1-751d-4be9-b4c0-08fa2224635a', 'mac_address': 'fa:16:3e:21:c2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b06a62e-3a82-4a98-b470-cdc82179df7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T00:36:58Z', 'updated_at': '2022-06-16T00:37:18Z', 'revision_number': 1, 'project_id': 'a4e7be42e39248e4b9f5c89e96a6b82e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a47108a1-c520-47ad-9272-28cb98936d46', 'name': '', 'network_id': 'dfc603d1-751d-4be9-b4c0-08fa2224635a', 'tenant_id': 'a4e7be42e39248e4b9f5c89e96a6b82e', 'mac_address': 'fa:16:3e:13:4c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b866e7-a6b0-4b6b-8ebb-c9bd8cece985', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'b8b321f5-1d44-4d62-a89c-8299c51aa908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:48Z', 'updated_at': '2022-06-16T00:35:04Z', 'revision_number': 5, 'project_id': 'a4e7be42e39248e4b9f5c89e96a6b82e', 'subnets': [{'id': 'b8b321f5-1d44-4d62-a89c-8299c51aa908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 00:37:20.879093 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-42eb901b-e4a9-47f5-9362-99b1bd12c5f0 req-885c9177-0765-4861-b64c-7c582754ef55 service neutron] 10.222.0.40 "GET /v2.0/networks/dfc603d1-751d-4be9-b4c0-08fa2224635a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385458 Jun 16 00:37:21.016905 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-42eb901b-e4a9-47f5-9362-99b1bd12c5f0 req-6230caf4-b943-4210-a1f6-a03470cade15 service neutron] 10.222.0.40 "GET /v2.0/networks/dfc603d1-751d-4be9-b4c0-08fa2224635a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184399 Jun 16 00:37:21.051578 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1498e728-a15e-41eb-ac82-7c8f1431a976 None None] New status for floating IP f315f94e-81ae-48e9-a008-148fa2075b46: ACTIVE {{(pid=111025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 00:37:21.296436 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964449d9-bcb2-4596-b33d-a525ff791658 req-7a8ebb06-0754-4400-ba90-b05e9d15449d tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:21.298016 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-964449d9-bcb2-4596-b33d-a525ff791658 req-7a8ebb06-0754-4400-ba90-b05e9d15449d tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 945 time: 0.0499556 Jun 16 00:37:21.352835 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-964449d9-bcb2-4596-b33d-a525ff791658 req-a1745269-7764-46bf-9cef-17b54d696c0f tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412772 Jun 16 00:37:21.563677 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 43876) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:37:21.579367 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-4072d38e-dec6-444a-9911-0196d77c84ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:21.680089 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-4072d38e-dec6-444a-9911-0196d77c84ac admin admin] Publish callbacks [] for security_group (1d50ea3c-e983-4138-9287-b9c9b6652aba), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:21.758867 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-4072d38e-dec6-444a-9911-0196d77c84ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (1d50ea3c-e983-4138-9287-b9c9b6652aba), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:21.806077 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-4072d38e-dec6-444a-9911-0196d77c84ac admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b1a1c667f3cf4d6b81912a1c06268127&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2406368 Jun 16 00:37:21.807294 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4072d38e-dec6-444a-9911-0196d77c84ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d50ea3c-e983-4138-9287-b9c9b6652aba,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:37:21.809247 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 43878) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:37:21.834202 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:37:21.845985 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:37:21.884371 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-a0ce1ffb-c3f2-46f4-8d37-cc239caa052b admin admin] Publish callbacks [] for security_group (1d50ea3c-e983-4138-9287-b9c9b6652aba), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:21.910928 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-a0ce1ffb-c3f2-46f4-8d37-cc239caa052b admin admin] Publish callbacks [] for security_group (1d50ea3c-e983-4138-9287-b9c9b6652aba), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:22.062704 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-a0ce1ffb-c3f2-46f4-8d37-cc239caa052b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (1d50ea3c-e983-4138-9287-b9c9b6652aba), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:22.065825 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-a0ce1ffb-c3f2-46f4-8d37-cc239caa052b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:22.078140 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-a0ce1ffb-c3f2-46f4-8d37-cc239caa052b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1d50ea3c-e983-4138-9287-b9c9b6652aba HTTP/1.1" status: 204 len: 168 time: 0.2566774 Jun 16 00:37:22.078140 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ce1ffb-c3f2-46f4-8d37-cc239caa052b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d50ea3c-e983-4138-9287-b9c9b6652aba,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:37:22.480683 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9192507b-143a-4ff8-be86-8b58e8ec84cf req-7e753a4b-8692-4819-be21-7bbf2b6bdbce tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:22.482151 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-9192507b-143a-4ff8-be86-8b58e8ec84cf req-7e753a4b-8692-4819-be21-7bbf2b6bdbce tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 945 time: 0.0522988 Jun 16 00:37:22.538134 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-9192507b-143a-4ff8-be86-8b58e8ec84cf req-c648e229-2e8e-4071-b44e-6a89ba7f7a9f tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497999 Jun 16 00:37:23.682282 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8647381-e3c7-487b-ac37-4f94c59ee3e4 req-d105c07d-853d-4ddb-a6e8-617bfda742a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:23.684129 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-f8647381-e3c7-487b-ac37-4f94c59ee3e4 req-d105c07d-853d-4ddb-a6e8-617bfda742a9 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=494ce289f1774df0833301de8e46ae11&device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 1129 time: 0.0736897 Jun 16 00:37:23.701069 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8028b8c-48bf-41c3-a0d7-fa3fb3788376 req-f032dda4-c7a9-40ba-84af-c6795c81c896 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:23.702506 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-c8028b8c-48bf-41c3-a0d7-fa3fb3788376 req-f032dda4-c7a9-40ba-84af-c6795c81c896 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 945 time: 0.0811992 Jun 16 00:37:23.806045 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-c8028b8c-48bf-41c3-a0d7-fa3fb3788376 req-607f3b31-f596-4b93-9477-5c420c052ad0 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979688 Jun 16 00:37:23.833361 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8647381-e3c7-487b-ac37-4f94c59ee3e4 req-782e6431-904f-4fbc-abb8-5387c5a5cab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:23.834827 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-f8647381-e3c7-487b-ac37-4f94c59ee3e4 req-782e6431-904f-4fbc-abb8-5387c5a5cab5 service neutron] 10.222.0.40 "GET /v2.0/networks?id=a6844d01-625d-4b71-91cf-373fe3e3e7cc HTTP/1.1" status: 200 len: 918 time: 0.1191936 Jun 16 00:37:23.907478 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-f8647381-e3c7-487b-ac37-4f94c59ee3e4 req-ee495188-0446-475d-a4a8-cbd2391081b0 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=887c04b4-2d9e-4578-ae6e-a8075049b4fa HTTP/1.1" status: 200 len: 1001 time: 0.0632429 Jun 16 00:37:23.961681 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8647381-e3c7-487b-ac37-4f94c59ee3e4 req-56d183c3-41e8-4f3d-b508-7750223c64ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:23.968372 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-f8647381-e3c7-487b-ac37-4f94c59ee3e4 req-56d183c3-41e8-4f3d-b508-7750223c64ec service neutron] 10.222.0.40 "GET /v2.0/subnets?id=892d2143-b3e2-4410-bf1b-7ad84511c529 HTTP/1.1" status: 200 len: 856 time: 0.0457604 Jun 16 00:37:24.008453 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8647381-e3c7-487b-ac37-4f94c59ee3e4 req-4b23d399-6429-4826-ba36-f61170421d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:24.010454 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-f8647381-e3c7-487b-ac37-4f94c59ee3e4 req-4b23d399-6429-4826-ba36-f61170421d64 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=a6844d01-625d-4b71-91cf-373fe3e3e7cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0379841 Jun 16 00:37:24.105388 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-f8647381-e3c7-487b-ac37-4f94c59ee3e4 req-fc5e978f-237a-4356-bbbb-163a02014ca4 service neutron] 10.222.0.40 "GET /v2.0/networks/a6844d01-625d-4b71-91cf-373fe3e3e7cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887108 Jun 16 00:37:24.202490 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-f8647381-e3c7-487b-ac37-4f94c59ee3e4 req-ed48fa07-2072-481f-87f9-30cc241a9ae7 service neutron] 10.222.0.40 "GET /v2.0/networks/a6844d01-625d-4b71-91cf-373fe3e3e7cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887115 Jun 16 00:37:24.524446 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-20e67ade-03b9-4c87-9d45-6b1a225ad904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (2a8c543c-b8d9-40d8-999c-fa03b757f547), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:24.927378 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5556f-2800-440c-839d-cf1921fd516b req-f81abd82-b0b8-492c-826a-17507c7e6a11 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:24.928901 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-2fe5556f-2800-440c-839d-cf1921fd516b req-f81abd82-b0b8-492c-826a-17507c7e6a11 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 945 time: 0.0465410 Jun 16 00:37:24.978812 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-2fe5556f-2800-440c-839d-cf1921fd516b req-bbeeeb33-fdec-44d8-81a0-f67952f13128 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429821 Jun 16 00:37:26.102794 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c98c68-9aa8-41f5-abcf-fe921ecb8c20 req-5571023f-502e-4809-af3c-cfeae8a5e83a tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:26.104295 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-a3c98c68-9aa8-41f5-abcf-fe921ecb8c20 req-5571023f-502e-4809-af3c-cfeae8a5e83a tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 945 time: 0.0494864 Jun 16 00:37:26.169345 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-a3c98c68-9aa8-41f5-abcf-fe921ecb8c20 req-e6e4ef6f-3c0e-49f2-8946-f8d0846e3e52 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585382 Jun 16 00:37:26.744413 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-6b809974-8856-4374-b6d0-6bab66e6f333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (d0297bc9-c3a8-45ac-9023-c937cb4f21fc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:27.291068 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd4b55c-ee15-4c93-9be9-f02a61ff6fe7 req-a48a07f6-9c41-4a99-b664-5c6a39da539e tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:27.292569 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-8bd4b55c-ee15-4c93-9be9-f02a61ff6fe7 req-a48a07f6-9c41-4a99-b664-5c6a39da539e tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 945 time: 0.0453885 Jun 16 00:37:27.346565 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-8bd4b55c-ee15-4c93-9be9-f02a61ff6fe7 req-f6d8cd2e-6a89-4c90-93cb-16631d3d158f tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483477 Jun 16 00:37:27.925725 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-117977e4-98b1-40f2-baea-1bec010e476c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (b90f279a-3e8f-4325-a28d-8d213fb96fbc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:28.144392 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device 887c04b4-2d9e-4578-ae6e-a8075049b4fa no longer exists at agent hyperv_hv-cinder-80382 {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 00:37:28.225428 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Current status of the port 887c04b4-2d9e-4578-ae6e-a8075049b4fa is: ACTIVE; New status is: DOWN {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:37:28.225814 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (887c04b4-2d9e-4578-ae6e-a8075049b4fa), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:28.250023 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '787e855e-1684-4ea2-aeeb-6e5737f35194', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '887c04b4-2d9e-4578-ae6e-a8075049b4fa'}] {{(pid=111024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:37:28.252254 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4573778420d3d0f041bbf6733ae9852b47924bf8d6b8ed88ee9f05ae747ab312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6aa9ca-b312-4267-bdd7-39151f94d2b4" -d '{"events": [{"server_uuid": "787e855e-1684-4ea2-aeeb-6e5737f35194", "name": "network-vif-unplugged", "status": "completed", "tag": "887c04b4-2d9e-4578-ae6e-a8075049b4fa"}]}' {{(pid=111024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:37:28.265863 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] For port 887c04b4-2d9e-4578-ae6e-a8075049b4fa, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=887c04b4-2d9e-4578-ae6e-a8075049b4fa,segment=NetworkSegment(5c02ce47-b4ce-4c8e-af6b-d3fbab975164),segment_id=5c02ce47-b4ce-4c8e-af6b-d3fbab975164)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:37:28.284558 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Jun 2022 00:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a8b9b78-4752-4df6-a6d2-bdca9700d79f x-openstack-request-id: req-4a8b9b78-4752-4df6-a6d2-bdca9700d79f {{(pid=111024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:37:28.284845 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "787e855e-1684-4ea2-aeeb-6e5737f35194", "name": "network-vif-unplugged", "status": "failed", "tag": "887c04b4-2d9e-4578-ae6e-a8075049b4fa", "code": 422}]} {{(pid=111024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:37:28.285089 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4a8b9b78-4752-4df6-a6d2-bdca9700d79f {{(pid=111024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:37:28.285514 dv-cinder-803823-11-iscsi neutron-server[111024]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-4a8b9b78-4752-4df6-a6d2-bdca9700d79f']: {'server_uuid': '787e855e-1684-4ea2-aeeb-6e5737f35194', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '887c04b4-2d9e-4578-ae6e-a8075049b4fa', 'code': 422} returned with failed status Jun 16 00:37:28.330851 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (887c04b4-2d9e-4578-ae6e-a8075049b4fa), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:28.376983 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Pushing event updated for resources: {'Port': ['ID=887c04b4-2d9e-4578-ae6e-a8075049b4fa,revision_number=8']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:37:28.541520 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [req-42913e79-ba06-4b26-8299-4b9ed752695f req-5e1dfecd-77ca-4363-85aa-3a724f7b65b0 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=111022) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 00:37:28.542555 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-42913e79-ba06-4b26-8299-4b9ed752695f req-5e1dfecd-77ca-4363-85aa-3a724f7b65b0 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051537 Jun 16 00:37:28.802371 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552cf7d6-44a3-4c55-857e-8d28140c04ac req-f096ae27-5551-4519-bb2a-c1a40137d415 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:28.803853 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-552cf7d6-44a3-4c55-857e-8d28140c04ac req-f096ae27-5551-4519-bb2a-c1a40137d415 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 943 time: 0.0549960 Jun 16 00:37:28.823292 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:37:28.852603 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-552cf7d6-44a3-4c55-857e-8d28140c04ac req-81bb45d9-ed38-4ca7-aa72-daae9af34b5c tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425553 Jun 16 00:37:29.234315 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-faa15201-cec6-4660-ae33-7025f254e5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (50ece25a-9452-44f6-8bc9-48c0ade2294b), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:29.358211 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 44048) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:37:29.443338 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-7950da88-3874-4154-bb9a-95254055b123 req-932380c1-929a-4e86-a2b3-d1a07489b422 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0839698 Jun 16 00:37:29.451876 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [req-7950da88-3874-4154-bb9a-95254055b123 req-6c61b52b-cebe-4965-8067-853f4fe5d81d service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=111023) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 00:37:29.452861 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-7950da88-3874-4154-bb9a-95254055b123 req-6c61b52b-cebe-4965-8067-853f4fe5d81d service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049627 Jun 16 00:37:29.551609 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 44060) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:37:29.669960 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7950da88-3874-4154-bb9a-95254055b123 req-9ac03806-91a8-4c8f-ab22-3d445f5e9de0 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:29.671326 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-7950da88-3874-4154-bb9a-95254055b123 req-9ac03806-91a8-4c8f-ab22-3d445f5e9de0 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports/887c04b4-2d9e-4578-ae6e-a8075049b4fa HTTP/1.1" status: 200 len: 940 time: 0.1185119 Jun 16 00:37:29.701390 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (81117e21-cbf2-493f-9e14-29a3cec1f25a), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:30.145836 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce25e3d-e3e6-449d-a423-f65516ee6730 req-74623f6b-f0a9-46d1-9adf-183baa6a77b2 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:30.147416 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-cce25e3d-e3e6-449d-a423-f65516ee6730 req-74623f6b-f0a9-46d1-9adf-183baa6a77b2 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 943 time: 0.2212276 Jun 16 00:37:30.195310 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-cce25e3d-e3e6-449d-a423-f65516ee6730 req-575c99af-694f-4b01-ac7b-f9534539b1bc tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417647 Jun 16 00:37:31.153016 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:37:31.154892 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=43,neutron:UPDATE=2 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:37:31.314461 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f3c78-7584-418d-bbdd-4e13995d6ec8 req-c3f3ac60-a457-4c49-81f5-740a9f3ea4d4 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:31.316224 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-c00f3c78-7584-418d-bbdd-4e13995d6ec8 req-c3f3ac60-a457-4c49-81f5-740a9f3ea4d4 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 943 time: 0.0476809 Jun 16 00:37:31.366149 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-c00f3c78-7584-418d-bbdd-4e13995d6ec8 req-c61c7ff9-78b5-4a47-9d0a-486cfcae9cc7 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442195 Jun 16 00:37:32.461112 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:37:32.499286 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11652700-2461-43d8-b769-01c30e7b9575 req-6d771fd2-ca31-4e89-80e1-7ba711da9c97 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:32.500752 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-11652700-2461-43d8-b769-01c30e7b9575 req-6d771fd2-ca31-4e89-80e1-7ba711da9c97 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 943 time: 0.0493560 Jun 16 00:37:32.548696 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-11652700-2461-43d8-b769-01c30e7b9575 req-6fc18136-9aff-4259-91aa-0552f9191574 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415196 Jun 16 00:37:32.965052 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=100 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:37:32.974096 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7950da88-3874-4154-bb9a-95254055b123 req-d6b19fe7-395d-4ad8-a2ad-0693cccf6c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:32.975619 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-7950da88-3874-4154-bb9a-95254055b123 req-d6b19fe7-395d-4ad8-a2ad-0693cccf6c21 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194&tenant_id=494ce289f1774df0833301de8e46ae11 HTTP/1.1" status: 200 len: 1127 time: 0.0769017 Jun 16 00:37:33.063571 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7950da88-3874-4154-bb9a-95254055b123 req-678386ce-a258-4535-b542-a0c22864389b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:33.064936 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-7950da88-3874-4154-bb9a-95254055b123 req-678386ce-a258-4535-b542-a0c22864389b service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=494ce289f1774df0833301de8e46ae11&device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 1127 time: 0.0417471 Jun 16 00:37:33.161392 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7950da88-3874-4154-bb9a-95254055b123 req-dede1068-2929-4460-aa31-39e4e780a4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:33.162866 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-7950da88-3874-4154-bb9a-95254055b123 req-dede1068-2929-4460-aa31-39e4e780a4a4 service neutron] 10.222.0.40 "GET /v2.0/networks?id=a6844d01-625d-4b71-91cf-373fe3e3e7cc HTTP/1.1" status: 200 len: 918 time: 0.0876217 Jun 16 00:37:33.229287 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-7950da88-3874-4154-bb9a-95254055b123 req-94ad3384-4b98-4ecd-81bd-bf76672f6c48 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=887c04b4-2d9e-4578-ae6e-a8075049b4fa HTTP/1.1" status: 200 len: 999 time: 0.0597088 Jun 16 00:37:33.278834 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7950da88-3874-4154-bb9a-95254055b123 req-90216dbb-16f9-4dd6-9d17-aad286628805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:33.280509 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-7950da88-3874-4154-bb9a-95254055b123 req-90216dbb-16f9-4dd6-9d17-aad286628805 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=892d2143-b3e2-4410-bf1b-7ad84511c529 HTTP/1.1" status: 200 len: 856 time: 0.0445433 Jun 16 00:37:33.329254 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7950da88-3874-4154-bb9a-95254055b123 req-8f83008d-057c-4651-8b4d-80a4e9b1cd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:33.337790 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-7950da88-3874-4154-bb9a-95254055b123 req-8f83008d-057c-4651-8b4d-80a4e9b1cd02 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=a6844d01-625d-4b71-91cf-373fe3e3e7cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0393262 Jun 16 00:37:33.393114 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 44120) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:37:33.427234 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-7950da88-3874-4154-bb9a-95254055b123 req-2f26be09-531c-401f-a8f0-91b81e7a6001 service neutron] 10.222.0.40 "GET /v2.0/networks/a6844d01-625d-4b71-91cf-373fe3e3e7cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896056 Jun 16 00:37:33.504039 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-5acf9a1e-fdbe-4160-bd6d-e45d99eeeaa9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:33.530518 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-7950da88-3874-4154-bb9a-95254055b123 req-bb1e7ff9-9cec-419e-ba92-f048c2be19e1 service neutron] 10.222.0.40 "GET /v2.0/networks/a6844d01-625d-4b71-91cf-373fe3e3e7cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955987 Jun 16 00:37:33.590059 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-5acf9a1e-fdbe-4160-bd6d-e45d99eeeaa9 admin admin] Publish callbacks [] for security_group (13be9b44-8e18-424d-99a9-3e9b6980255e), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:33.650867 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-5acf9a1e-fdbe-4160-bd6d-e45d99eeeaa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (13be9b44-8e18-424d-99a9-3e9b6980255e), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:33.670568 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:37:33.679681 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72007a8-374d-48e7-bc0f-d36b2630b393 req-634d017e-865f-42f3-b495-45a6b1695741 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:33.681211 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-f72007a8-374d-48e7-bc0f-d36b2630b393 req-634d017e-865f-42f3-b495-45a6b1695741 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 943 time: 0.0574152 Jun 16 00:37:33.691904 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-5acf9a1e-fdbe-4160-bd6d-e45d99eeeaa9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=39dfe24befeb4c568c343835b11624a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2976522 Jun 16 00:37:33.693999 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acf9a1e-fdbe-4160-bd6d-e45d99eeeaa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13be9b44-8e18-424d-99a9-3e9b6980255e,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:37:33.694738 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 44128) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:37:33.760389 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-f72007a8-374d-48e7-bc0f-d36b2630b393 req-37a22afe-1a85-4f36-b455-d04135d71d48 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726690 Jun 16 00:37:33.775047 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-98fb5ead-0477-4a3e-b41d-59bce213e352 admin admin] Publish callbacks [] for security_group (13be9b44-8e18-424d-99a9-3e9b6980255e), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:33.796887 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-98fb5ead-0477-4a3e-b41d-59bce213e352 admin admin] Publish callbacks [] for security_group (13be9b44-8e18-424d-99a9-3e9b6980255e), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:33.903818 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-98fb5ead-0477-4a3e-b41d-59bce213e352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (13be9b44-8e18-424d-99a9-3e9b6980255e), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:33.906780 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-98fb5ead-0477-4a3e-b41d-59bce213e352 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:33.907840 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-98fb5ead-0477-4a3e-b41d-59bce213e352 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/13be9b44-8e18-424d-99a9-3e9b6980255e HTTP/1.1" status: 204 len: 168 time: 0.2122335 Jun 16 00:37:33.925204 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fb5ead-0477-4a3e-b41d-59bce213e352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13be9b44-8e18-424d-99a9-3e9b6980255e,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:37:34.636494 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 44164) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:37:34.651371 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-0569c0b0-3d07-46b5-b10b-619202b91b04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:34.665597 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:37:34.735049 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:37:34.739870 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-0569c0b0-3d07-46b5-b10b-619202b91b04 admin admin] Publish callbacks [] for security_group (d6a2b2f2-bd20-47a6-bacf-e9e9826715b2), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:34.811699 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-0569c0b0-3d07-46b5-b10b-619202b91b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (d6a2b2f2-bd20-47a6-bacf-e9e9826715b2), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:34.878616 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-0569c0b0-3d07-46b5-b10b-619202b91b04 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dd46c6dc4d414dcc9f2c6b12f8e2a115&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2404342 Jun 16 00:37:34.881404 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 44170) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:37:34.900649 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0569c0b0-3d07-46b5-b10b-619202b91b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a2b2f2-bd20-47a6-bacf-e9e9826715b2,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:37:34.934683 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeceb31f-fe43-494a-9c6c-22582b8650c4 req-47a4a538-6423-413d-9524-63e746132f03 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:34.936391 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-eeceb31f-fe43-494a-9c6c-22582b8650c4 req-47a4a538-6423-413d-9524-63e746132f03 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 943 time: 0.0776391 Jun 16 00:37:34.950979 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-87b96c91-f9d6-4f01-9426-d4e34a282a1a admin admin] Publish callbacks [] for security_group (d6a2b2f2-bd20-47a6-bacf-e9e9826715b2), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:34.979972 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-87b96c91-f9d6-4f01-9426-d4e34a282a1a admin admin] Publish callbacks [] for security_group (d6a2b2f2-bd20-47a6-bacf-e9e9826715b2), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:34.997171 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-eeceb31f-fe43-494a-9c6c-22582b8650c4 req-12434e1c-7bb7-4441-95d5-4c4f62ddbd78 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505652 Jun 16 00:37:35.118345 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-87b96c91-f9d6-4f01-9426-d4e34a282a1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (d6a2b2f2-bd20-47a6-bacf-e9e9826715b2), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:35.120908 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-87b96c91-f9d6-4f01-9426-d4e34a282a1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:35.122689 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-87b96c91-f9d6-4f01-9426-d4e34a282a1a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d6a2b2f2-bd20-47a6-bacf-e9e9826715b2 HTTP/1.1" status: 204 len: 168 time: 0.2397931 Jun 16 00:37:35.132659 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b96c91-f9d6-4f01-9426-d4e34a282a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a2b2f2-bd20-47a6-bacf-e9e9826715b2,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:37:35.858239 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 44178) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:37:35.873369 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-60378080-a230-4dd8-b601-baa25393c38f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:35.960509 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-60378080-a230-4dd8-b601-baa25393c38f admin admin] Publish callbacks [] for security_group (c18ce631-2e92-4c4f-af25-0efac3884c38), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:36.027073 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-60378080-a230-4dd8-b601-baa25393c38f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (c18ce631-2e92-4c4f-af25-0efac3884c38), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:36.055066 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-60378080-a230-4dd8-b601-baa25393c38f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=30f30138096346329ab8d2a6c0db5e41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1957088 Jun 16 00:37:36.057962 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 44182) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:37:36.092380 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60378080-a230-4dd8-b601-baa25393c38f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c18ce631-2e92-4c4f-af25-0efac3884c38,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:37:36.105331 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60378080-a230-4dd8-b601-baa25393c38f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:37:36.105994 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60378080-a230-4dd8-b601-baa25393c38f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:37:36.125220 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60378080-a230-4dd8-b601-baa25393c38f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:37:36.125803 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60378080-a230-4dd8-b601-baa25393c38f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:37:36.126557 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60378080-a230-4dd8-b601-baa25393c38f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:37:36.127189 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60378080-a230-4dd8-b601-baa25393c38f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:37:36.127689 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60378080-a230-4dd8-b601-baa25393c38f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:37:36.129629 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60378080-a230-4dd8-b601-baa25393c38f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:37:36.130260 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60378080-a230-4dd8-b601-baa25393c38f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:37:36.130837 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60378080-a230-4dd8-b601-baa25393c38f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:37:36.131404 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60378080-a230-4dd8-b601-baa25393c38f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:37:36.131854 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60378080-a230-4dd8-b601-baa25393c38f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:37:36.132270 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60378080-a230-4dd8-b601-baa25393c38f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:37:36.132776 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60378080-a230-4dd8-b601-baa25393c38f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:37:36.133259 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60378080-a230-4dd8-b601-baa25393c38f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:37:36.142442 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-e839e8a9-4efb-4573-a6b3-eb23b8027903 admin admin] Publish callbacks [] for security_group (c18ce631-2e92-4c4f-af25-0efac3884c38), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:36.177717 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-e839e8a9-4efb-4573-a6b3-eb23b8027903 admin admin] Publish callbacks [] for security_group (c18ce631-2e92-4c4f-af25-0efac3884c38), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:36.215064 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f61613-286c-4b3c-8ece-50ab6a8fa418 req-baa66af8-59df-416c-b057-d9371fe7c868 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:36.216873 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-c7f61613-286c-4b3c-8ece-50ab6a8fa418 req-baa66af8-59df-416c-b057-d9371fe7c868 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 943 time: 0.0652428 Jun 16 00:37:36.276563 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-c7f61613-286c-4b3c-8ece-50ab6a8fa418 req-b1b5ffeb-a81b-4d1d-a7b2-bc6455d747c2 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538964 Jun 16 00:37:36.300489 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-e839e8a9-4efb-4573-a6b3-eb23b8027903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (c18ce631-2e92-4c4f-af25-0efac3884c38), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:36.303064 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-e839e8a9-4efb-4573-a6b3-eb23b8027903 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:36.304639 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-e839e8a9-4efb-4573-a6b3-eb23b8027903 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c18ce631-2e92-4c4f-af25-0efac3884c38 HTTP/1.1" status: 204 len: 168 time: 0.2452729 Jun 16 00:37:36.326903 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839e8a9-4efb-4573-a6b3-eb23b8027903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18ce631-2e92-4c4f-af25-0efac3884c38,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:37:37.407989 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6411371-0cc0-48cc-aa0f-f4f5b5637912 req-00175c59-372d-4cff-bc11-29757ec932dd tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:37.409584 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-e6411371-0cc0-48cc-aa0f-f4f5b5637912 req-00175c59-372d-4cff-bc11-29757ec932dd tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 943 time: 0.0494835 Jun 16 00:37:37.466573 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-e6411371-0cc0-48cc-aa0f-f4f5b5637912 req-a75305d1-9e13-4dab-bd0b-51283b538af7 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505834 Jun 16 00:37:38.610393 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f56935-8219-4de2-8332-127d09ad1af1 req-6f1646c7-6593-499e-85dd-7bccf6b543c3 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:38.611959 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-76f56935-8219-4de2-8332-127d09ad1af1 req-6f1646c7-6593-499e-85dd-7bccf6b543c3 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 943 time: 0.0615594 Jun 16 00:37:38.672083 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-76f56935-8219-4de2-8332-127d09ad1af1 req-f98d4390-8f68-4030-8c61-d88bc92704bb tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540974 Jun 16 00:37:39.799832 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae04e666-1584-47e4-b903-2ff4c1d9be67 req-358dac23-048d-48ca-8b1a-c3a8019a3364 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:39.801525 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-ae04e666-1584-47e4-b903-2ff4c1d9be67 req-358dac23-048d-48ca-8b1a-c3a8019a3364 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 943 time: 0.0514953 Jun 16 00:37:39.852330 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-ae04e666-1584-47e4-b903-2ff4c1d9be67 req-01f7c0b7-aac7-4876-ab77-deb3f1f90674 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450549 Jun 16 00:37:40.822479 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.agents_db [None req-15653567-1518-4353-bd1f-4d0dcdae15fd None None] Agent healthcheck: found 6 active agents {{(pid=111025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 00:37:40.976889 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:37:40.986274 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7fbabf-0513-4c39-96e5-985729c6b6e0 req-c60716cd-a8e4-40d5-96b6-749d10b57856 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:40.990892 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-5a7fbabf-0513-4c39-96e5-985729c6b6e0 req-c60716cd-a8e4-40d5-96b6-749d10b57856 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 943 time: 0.0567751 Jun 16 00:37:41.046529 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-5a7fbabf-0513-4c39-96e5-985729c6b6e0 req-689e02ef-86af-4e0c-906a-636210bf580f tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530322 Jun 16 00:37:42.171740 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404641f-ba9a-41a9-8644-9b8be52d580c req-08285a38-f606-4d3d-b1c9-f7878b978049 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:42.173383 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-0404641f-ba9a-41a9-8644-9b8be52d580c req-08285a38-f606-4d3d-b1c9-f7878b978049 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 943 time: 0.0519555 Jun 16 00:37:42.236655 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-0404641f-ba9a-41a9-8644-9b8be52d580c req-d49907bc-fbc0-4b6e-b204-9ec359d9df8a tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558918 Jun 16 00:37:42.994444 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (42cc932a-4e60-43e8-a4dc-4f47b3d3efae), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:43.396849 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a665c69a-f76c-49c0-9e16-c0ac91dcfe84 req-d3a00f55-b2be-4569-ad2f-55fb6269ff05 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:43.398341 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-a665c69a-f76c-49c0-9e16-c0ac91dcfe84 req-d3a00f55-b2be-4569-ad2f-55fb6269ff05 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 943 time: 0.0528283 Jun 16 00:37:43.461834 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-a665c69a-f76c-49c0-9e16-c0ac91dcfe84 req-96cf4d9c-1812-476d-9db1-08c87196b714 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572431 Jun 16 00:37:44.594337 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0032097-3f37-43c5-9060-db659a91c2a1 req-787fb8a2-ab51-42fa-9ef9-2cf9aa45b2de tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:44.595874 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-d0032097-3f37-43c5-9060-db659a91c2a1 req-787fb8a2-ab51-42fa-9ef9-2cf9aa45b2de tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 943 time: 0.0602891 Jun 16 00:37:44.653822 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-d0032097-3f37-43c5-9060-db659a91c2a1 req-48472e99-2464-4054-8586-020909b1c671 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523748 Jun 16 00:37:45.778342 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1490d80a-f67b-4c29-8e6b-adbeec2e4730 req-d40707b4-10ac-48c8-a58a-1677734b7bbd tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:45.780370 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-1490d80a-f67b-4c29-8e6b-adbeec2e4730 req-d40707b4-10ac-48c8-a58a-1677734b7bbd tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 943 time: 0.0538394 Jun 16 00:37:45.830542 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-1490d80a-f67b-4c29-8e6b-adbeec2e4730 req-55b5555d-2c01-44f3-b69c-5d16f3a469a8 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446117 Jun 16 00:37:46.003256 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-9d774807-f79c-494e-b99a-6eefbca616b2 req-9da16f62-aee8-4087-a3ab-4458ec6155b5 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=b99af546-f8bc-4967-b251-7e486805f7f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409913 Jun 16 00:37:46.107679 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d774807-f79c-494e-b99a-6eefbca616b2 req-828f1193-fe14-4e05-bdad-a76e6c447b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:46.107679 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-9d774807-f79c-494e-b99a-6eefbca616b2 req-828f1193-fe14-4e05-bdad-a76e6c447b28 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=a4e7be42e39248e4b9f5c89e96a6b82e&device_id=b99af546-f8bc-4967-b251-7e486805f7f7 HTTP/1.1" status: 200 len: 1129 time: 0.0406199 Jun 16 00:37:46.210583 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d774807-f79c-494e-b99a-6eefbca616b2 req-10ac5931-b410-4978-80f6-a043b64dd37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:46.212060 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-9d774807-f79c-494e-b99a-6eefbca616b2 req-10ac5931-b410-4978-80f6-a043b64dd37c service neutron] 10.222.0.40 "GET /v2.0/networks?id=dfc603d1-751d-4be9-b4c0-08fa2224635a HTTP/1.1" status: 200 len: 919 time: 0.0847011 Jun 16 00:37:46.255496 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-9d774807-f79c-494e-b99a-6eefbca616b2 req-1afe7274-6df8-474c-ad6c-0882f5ef4de5 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef72a429-cef2-411d-909d-196a4e3ab735 HTTP/1.1" status: 200 len: 217 time: 0.0350869 Jun 16 00:37:46.292858 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:37:46.303586 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d774807-f79c-494e-b99a-6eefbca616b2 req-97cbb837-f14e-4253-965d-6e6a5c995868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:46.304968 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-9d774807-f79c-494e-b99a-6eefbca616b2 req-97cbb837-f14e-4253-965d-6e6a5c995868 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=b8b321f5-1d44-4d62-a89c-8299c51aa908 HTTP/1.1" status: 200 len: 857 time: 0.0418248 Jun 16 00:37:46.347420 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d774807-f79c-494e-b99a-6eefbca616b2 req-4e096e34-bbf7-4d33-a3c6-889401bcb091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:46.348954 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-9d774807-f79c-494e-b99a-6eefbca616b2 req-4e096e34-bbf7-4d33-a3c6-889401bcb091 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=dfc603d1-751d-4be9-b4c0-08fa2224635a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0374391 Jun 16 00:37:46.378698 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:37:46.446494 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-9d774807-f79c-494e-b99a-6eefbca616b2 req-947da8d3-c12a-4ffa-acf5-b6ea65de45d7 service neutron] 10.222.0.40 "GET /v2.0/networks/dfc603d1-751d-4be9-b4c0-08fa2224635a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898352 Jun 16 00:37:46.542644 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-9d774807-f79c-494e-b99a-6eefbca616b2 req-c58ee7fc-898b-4d0a-ab57-b3f3655cf927 service neutron] 10.222.0.40 "GET /v2.0/networks/dfc603d1-751d-4be9-b4c0-08fa2224635a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888565 Jun 16 00:37:46.964233 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4104df42-22c6-4fc6-b7f1-c199b93454af req-9c2fd741-4a64-4c5f-8f21-135b68293238 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:46.965733 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-4104df42-22c6-4fc6-b7f1-c199b93454af req-9c2fd741-4a64-4c5f-8f21-135b68293238 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 943 time: 0.0619197 Jun 16 00:37:47.013299 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-4104df42-22c6-4fc6-b7f1-c199b93454af req-cd6e20bc-d421-46e4-8419-156e03cffa95 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415080 Jun 16 00:37:48.131233 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f954edb-4dab-48f5-89cd-3603d1600bba req-96fc1213-cdad-42cc-ab16-f4158fe1faaf tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:48.132918 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-1f954edb-4dab-48f5-89cd-3603d1600bba req-96fc1213-cdad-42cc-ab16-f4158fe1faaf tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 943 time: 0.0470476 Jun 16 00:37:48.180592 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-1f954edb-4dab-48f5-89cd-3603d1600bba req-26cbe2f7-6693-4f56-8f39-1fe8f888a795 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419869 Jun 16 00:37:49.302216 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4b5d88-d8e2-4119-883d-126d5a6f3e4a req-93b6f459-bffa-4bf8-89db-5f82d6727183 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:49.303761 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-de4b5d88-d8e2-4119-883d-126d5a6f3e4a req-93b6f459-bffa-4bf8-89db-5f82d6727183 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 943 time: 0.0466237 Jun 16 00:37:49.351491 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-de4b5d88-d8e2-4119-883d-126d5a6f3e4a req-9bc3ef62-ecc0-4e0f-abd3-28ac7f135198 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422969 Jun 16 00:37:50.466373 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:37:50.474895 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d1b10-4e80-4482-b7c8-035b3bd36ea2 req-d20f917e-ad2b-4ede-841c-e82c2b913603 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:50.476425 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-995d1b10-4e80-4482-b7c8-035b3bd36ea2 req-d20f917e-ad2b-4ede-841c-e82c2b913603 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 943 time: 0.0487232 Jun 16 00:37:50.530414 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-995d1b10-4e80-4482-b7c8-035b3bd36ea2 req-a84d1b90-48bc-4213-8b5a-5a1e67bda2fb tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484490 Jun 16 00:37:50.818686 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=4 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:37:50.819396 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=4 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:37:51.646510 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c375d-d501-4f78-8002-d0be3cb5a104 req-20bcc34d-4800-4324-a3cb-887dca23ae96 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:51.648164 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-7f0c375d-d501-4f78-8002-d0be3cb5a104 req-20bcc34d-4800-4324-a3cb-887dca23ae96 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 943 time: 0.0465565 Jun 16 00:37:51.699545 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-7f0c375d-d501-4f78-8002-d0be3cb5a104 req-d7366541-28e2-4608-bcc9-d18f9fd9b42e tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458276 Jun 16 00:37:52.816131 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68295fb0-65a7-4688-9201-b85e9ad45fab req-cffa61ab-0190-42ff-9f38-d44c8dedbfe1 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:52.817647 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-68295fb0-65a7-4688-9201-b85e9ad45fab req-cffa61ab-0190-42ff-9f38-d44c8dedbfe1 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 943 time: 0.0464611 Jun 16 00:37:52.869275 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-68295fb0-65a7-4688-9201-b85e9ad45fab req-37a68931-3b41-4195-acff-985e829bb90a tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460298 Jun 16 00:37:53.987966 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f309da-ce26-438f-813c-ba1794dc688b req-8b154729-018e-4a04-92f0-16e481fd220d tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:53.989448 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-79f309da-ce26-438f-813c-ba1794dc688b req-8b154729-018e-4a04-92f0-16e481fd220d tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 943 time: 0.0476470 Jun 16 00:37:54.037627 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-79f309da-ce26-438f-813c-ba1794dc688b req-4ca49c68-bf34-42c8-9753-14d9668987e2 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428514 Jun 16 00:37:54.266613 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device 887c04b4-2d9e-4578-ae6e-a8075049b4fa details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=111024) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 00:37:54.269438 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=47,neutron:UPDATE=5 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:37:54.270874 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=67,neutron:UPDATE=3 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:37:54.363336 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] For port 887c04b4-2d9e-4578-ae6e-a8075049b4fa, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=887c04b4-2d9e-4578-ae6e-a8075049b4fa,segment=NetworkSegment(5c02ce47-b4ce-4c8e-af6b-d3fbab975164),segment_id=5c02ce47-b4ce-4c8e-af6b-d3fbab975164)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:37:54.374673 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Returning: {'device': '887c04b4-2d9e-4578-ae6e-a8075049b4fa', 'network_id': 'a6844d01-625d-4b71-91cf-373fe3e3e7cc', 'port_id': '887c04b4-2d9e-4578-ae6e-a8075049b4fa', 'mac_address': 'fa:16:3e:34:69:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '892d2143-b3e2-4410-bf1b-7ad84511c529', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111024) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 00:37:54.413496 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Current status of the port 887c04b4-2d9e-4578-ae6e-a8075049b4fa is: DOWN; New status is: BUILD {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:37:54.413872 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (887c04b4-2d9e-4578-ae6e-a8075049b4fa), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:54.427347 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.notifiers.nova [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 887c04b4-2d9e-4578-ae6e-a8075049b4fa {{(pid=111024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 00:37:54.461235 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] For port 887c04b4-2d9e-4578-ae6e-a8075049b4fa, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=887c04b4-2d9e-4578-ae6e-a8075049b4fa,segment=NetworkSegment(5c02ce47-b4ce-4c8e-af6b-d3fbab975164),segment_id=5c02ce47-b4ce-4c8e-af6b-d3fbab975164)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:37:54.524537 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-1418d06f-17e1-4209-8b5c-4f133562bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (2a8c543c-b8d9-40d8-999c-fa03b757f547), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:54.570356 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (887c04b4-2d9e-4578-ae6e-a8075049b4fa), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:54.619076 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Pushing event updated for resources: {'Port': ['ID=887c04b4-2d9e-4578-ae6e-a8075049b4fa,revision_number=9']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:37:55.021880 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] get_ports_and_sgs() called for port_ids ['887c04b4-2d9e-4578-ae6e-a8075049b4fa'] {{(pid=111024) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 00:37:55.158166 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8adac1-d314-449d-8109-2a1682794b5e req-d421f81f-e039-499a-b82c-4e194cbbd597 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:55.159640 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-8d8adac1-d314-449d-8109-2a1682794b5e req-d421f81f-e039-499a-b82c-4e194cbbd597 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 944 time: 0.0472503 Jun 16 00:37:55.207214 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-8d8adac1-d314-449d-8109-2a1682794b5e req-66276ea4-56bc-4f70-9708-b777be48cf7e tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412383 Jun 16 00:37:56.321985 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22824c-0bf2-45bc-8a55-83637e07ac9f req-232617bf-04e7-44f6-82f2-66508f2a88a5 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:56.323417 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-3d22824c-0bf2-45bc-8a55-83637e07ac9f req-232617bf-04e7-44f6-82f2-66508f2a88a5 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 944 time: 0.0455394 Jun 16 00:37:56.368698 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-3d22824c-0bf2-45bc-8a55-83637e07ac9f req-1a88eb42-81b1-420d-a87b-46694289217c tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398061 Jun 16 00:37:56.747412 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-99e141c5-af89-47de-be3f-7027b08b8864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (d0297bc9-c3a8-45ac-9023-c937cb4f21fc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:57.497894 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d320f2-0cfd-4a7e-877f-054d4ed033f9 req-fbfb7d4b-ec8c-4d3d-a70c-9546ad076464 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:57.499323 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-04d320f2-0cfd-4a7e-877f-054d4ed033f9 req-fbfb7d4b-ec8c-4d3d-a70c-9546ad076464 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 944 time: 0.0495369 Jun 16 00:37:57.546631 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-04d320f2-0cfd-4a7e-877f-054d4ed033f9 req-7255d111-e70a-46c8-9c22-dfe4b9db0ce3 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418439 Jun 16 00:37:57.907181 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-117977e4-98b1-40f2-baea-1bec010e476c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (b90f279a-3e8f-4325-a28d-8d213fb96fbc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:58.641415 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device 887c04b4-2d9e-4578-ae6e-a8075049b4fa up at agent hyperv_hv-cinder-80382 {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:37:58.679541 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431eb780-e477-4dea-b2af-1c9adc8260aa req-94dfe9dd-1c0d-4930-a4c9-fc5e34eb9654 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:58.681033 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-431eb780-e477-4dea-b2af-1c9adc8260aa req-94dfe9dd-1c0d-4930-a4c9-fc5e34eb9654 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 944 time: 0.0520890 Jun 16 00:37:58.685657 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Provisioning complete for port 887c04b4-2d9e-4578-ae6e-a8075049b4fa triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:37:58.686025 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (887c04b4-2d9e-4578-ae6e-a8075049b4fa), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:58.711198 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:37:58.728959 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-431eb780-e477-4dea-b2af-1c9adc8260aa req-046a5632-9436-4807-b8c6-7e95127d5e71 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420635 Jun 16 00:37:58.761858 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Current status of the port 887c04b4-2d9e-4578-ae6e-a8075049b4fa is: BUILD; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:37:58.762213 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (887c04b4-2d9e-4578-ae6e-a8075049b4fa), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:58.785935 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '787e855e-1684-4ea2-aeeb-6e5737f35194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '887c04b4-2d9e-4578-ae6e-a8075049b4fa'}] {{(pid=111024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:37:58.792203 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4573778420d3d0f041bbf6733ae9852b47924bf8d6b8ed88ee9f05ae747ab312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b8f55c9-b549-44d6-9abd-451ca3f6d484" -d '{"events": [{"server_uuid": "787e855e-1684-4ea2-aeeb-6e5737f35194", "name": "network-vif-plugged", "status": "completed", "tag": "887c04b4-2d9e-4578-ae6e-a8075049b4fa"}]}' {{(pid=111024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:37:58.800505 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] For port 887c04b4-2d9e-4578-ae6e-a8075049b4fa, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=887c04b4-2d9e-4578-ae6e-a8075049b4fa,segment=NetworkSegment(5c02ce47-b4ce-4c8e-af6b-d3fbab975164),segment_id=5c02ce47-b4ce-4c8e-af6b-d3fbab975164)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:37:58.824639 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 00:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a6ec31-bb5e-4b8b-999b-f30896368322 x-openstack-request-id: req-89a6ec31-bb5e-4b8b-999b-f30896368322 {{(pid=111024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:37:58.824948 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "787e855e-1684-4ea2-aeeb-6e5737f35194", "name": "network-vif-plugged", "status": "completed", "tag": "887c04b4-2d9e-4578-ae6e-a8075049b4fa", "code": 200}]} {{(pid=111024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:37:58.825196 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-89a6ec31-bb5e-4b8b-999b-f30896368322 {{(pid=111024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:37:58.825590 dv-cinder-803823-11-iscsi neutron-server[111024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89a6ec31-bb5e-4b8b-999b-f30896368322'] response: {'server_uuid': '787e855e-1684-4ea2-aeeb-6e5737f35194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '887c04b4-2d9e-4578-ae6e-a8075049b4fa', 'code': 200} Jun 16 00:37:58.880264 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (887c04b4-2d9e-4578-ae6e-a8075049b4fa), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:58.930017 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Pushing event updated for resources: {'Port': ['ID=887c04b4-2d9e-4578-ae6e-a8075049b4fa,revision_number=10']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:37:59.233287 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-faa15201-cec6-4660-ae33-7025f254e5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (50ece25a-9452-44f6-8bc9-48c0ade2294b), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:59.696239 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (81117e21-cbf2-493f-9e14-29a3cec1f25a), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:37:59.849240 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207c3d83-f790-4a15-9ea2-1d2acb123861 req-ed06661a-577b-432d-bb40-95eb52cd9b82 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:37:59.851436 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-207c3d83-f790-4a15-9ea2-1d2acb123861 req-ed06661a-577b-432d-bb40-95eb52cd9b82 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 946 time: 0.0479958 Jun 16 00:37:59.898587 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-207c3d83-f790-4a15-9ea2-1d2acb123861 req-4e8c739b-a890-4c18-a59b-60f4aa6fd3f9 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418108 Jun 16 00:38:01.024089 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c81e79-b4cb-444e-9651-746aae28cf0a req-59af0642-f6ad-4888-b1d1-2e19a5db30df tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:01.025550 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-a3c81e79-b4cb-444e-9651-746aae28cf0a req-59af0642-f6ad-4888-b1d1-2e19a5db30df tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 946 time: 0.0455253 Jun 16 00:38:01.071330 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-a3c81e79-b4cb-444e-9651-746aae28cf0a req-c90ca1ef-c075-4084-b55d-b190976be724 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404458 Jun 16 00:38:02.188934 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443cda6c-4529-4e25-83c5-3ef3814e3ae4 req-fbd014e2-59d9-4817-81d3-a9c51fc0e704 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:02.190307 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-443cda6c-4529-4e25-83c5-3ef3814e3ae4 req-fbd014e2-59d9-4817-81d3-a9c51fc0e704 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 946 time: 0.0492945 Jun 16 00:38:02.239132 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-443cda6c-4529-4e25-83c5-3ef3814e3ae4 req-77b4638f-0b58-4b0c-9c6a-4dc701526e1a tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425172 Jun 16 00:38:02.382034 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=100 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:38:02.389245 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb141c8-0a1e-4c4a-af60-2c96904f005f req-f1d8bfd1-e0bb-4034-9914-916acedf43b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:02.390733 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-edb141c8-0a1e-4c4a-af60-2c96904f005f req-f1d8bfd1-e0bb-4034-9914-916acedf43b4 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 1130 time: 0.0380924 Jun 16 00:38:02.436486 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-edb141c8-0a1e-4c4a-af60-2c96904f005f req-8376943b-29b3-4298-9072-ca13b9e69875 service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372424 Jun 16 00:38:03.359193 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88747b1f-b2dc-4466-8fb4-b29c025fd6e8 req-c4500021-90d2-42e9-a761-821b20a4eb4b tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:03.360827 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-88747b1f-b2dc-4466-8fb4-b29c025fd6e8 req-c4500021-90d2-42e9-a761-821b20a4eb4b tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 946 time: 0.0494578 Jun 16 00:38:03.409357 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-88747b1f-b2dc-4466-8fb4-b29c025fd6e8 req-8b0c5d90-76af-4780-8e5e-bc1ed7441ea1 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427094 Jun 16 00:38:04.531709 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f22721e-fb17-4695-a53e-478473dd98f9 req-ff2bb95b-afaf-41e8-9095-94a6eb770e51 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:04.533210 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-3f22721e-fb17-4695-a53e-478473dd98f9 req-ff2bb95b-afaf-41e8-9095-94a6eb770e51 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 946 time: 0.0511236 Jun 16 00:38:04.553132 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=100 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:38:04.583231 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-3f22721e-fb17-4695-a53e-478473dd98f9 req-6620506e-973a-4cca-9c0f-9380113a6dac tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443122 Jun 16 00:38:05.701437 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2c5391-118c-4267-a97c-d515535e2897 req-8f720196-02d1-4ea9-a085-17d8ed054a79 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:05.702784 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-2c2c5391-118c-4267-a97c-d515535e2897 req-8f720196-02d1-4ea9-a085-17d8ed054a79 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 946 time: 0.0459371 Jun 16 00:38:05.748658 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-2c2c5391-118c-4267-a97c-d515535e2897 req-89513507-1b58-4559-b202-a3bb4b33590b tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405357 Jun 16 00:38:06.727565 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ad2960-a49d-4020-a4cb-fce46d888e9c req-6a887b2c-2333-4f7e-b1e1-4645976720df tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:06.729033 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-99ad2960-a49d-4020-a4cb-fce46d888e9c req-6a887b2c-2333-4f7e-b1e1-4645976720df tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac529ee5-1040-4f28-acb9-4346e98dba6d HTTP/1.1" status: 200 len: 945 time: 0.0462742 Jun 16 00:38:06.740916 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=100 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:38:06.779206 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-99ad2960-a49d-4020-a4cb-fce46d888e9c req-ea4f2158-de17-4b1b-bd79-81f10f13e677 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccda61a9-4ad6-4931-8778-2739cae747ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446618 Jun 16 00:38:06.870778 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6902397e-2814-473d-97ff-a56d7be4f76c req-ab998a01-6719-40cb-8780-3f630a9efb59 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:06.872204 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-6902397e-2814-473d-97ff-a56d7be4f76c req-ab998a01-6719-40cb-8780-3f630a9efb59 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 946 time: 0.0460081 Jun 16 00:38:06.919213 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-6902397e-2814-473d-97ff-a56d7be4f76c req-d5843adb-fab2-42d3-9b2c-947c78fcde98 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415039 Jun 16 00:38:07.893275 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dd34f7-e1d8-47f3-883d-75286b6250a9 req-06104715-7b49-48ca-a99d-2db4cbd698cc tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:07.894730 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-97dd34f7-e1d8-47f3-883d-75286b6250a9 req-06104715-7b49-48ca-a99d-2db4cbd698cc tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac529ee5-1040-4f28-acb9-4346e98dba6d HTTP/1.1" status: 200 len: 945 time: 0.0464182 Jun 16 00:38:07.943557 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-97dd34f7-e1d8-47f3-883d-75286b6250a9 req-c2796e29-70a3-49f7-86fd-b67365c3393e tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccda61a9-4ad6-4931-8778-2739cae747ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434551 Jun 16 00:38:08.036220 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f75149-36ff-4225-aa47-24b8089c5f5f req-4092afc9-4df9-434e-aaa1-f13630e94bfb tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:08.037676 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-58f75149-36ff-4225-aa47-24b8089c5f5f req-4092afc9-4df9-434e-aaa1-f13630e94bfb tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 946 time: 0.0459604 Jun 16 00:38:08.083957 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-58f75149-36ff-4225-aa47-24b8089c5f5f req-434d0d41-e42d-40b5-b198-3d7b185702b3 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406635 Jun 16 00:38:09.054417 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb97603a-76d2-4a62-8e80-6441b949fa4e req-2099b2ea-562e-4620-aec4-2d695539dab9 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:09.056494 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-bb97603a-76d2-4a62-8e80-6441b949fa4e req-2099b2ea-562e-4620-aec4-2d695539dab9 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac529ee5-1040-4f28-acb9-4346e98dba6d HTTP/1.1" status: 200 len: 945 time: 0.0457611 Jun 16 00:38:09.101948 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-bb97603a-76d2-4a62-8e80-6441b949fa4e req-18c2fe5f-9d86-42d5-9b98-0020378ce12d tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccda61a9-4ad6-4931-8778-2739cae747ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396550 Jun 16 00:38:09.202179 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79bd12b-8d1a-4bbe-8f29-1554c4456484 req-cfc596ad-286b-4f9e-80ff-e54eeed8edf4 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:09.203647 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-d79bd12b-8d1a-4bbe-8f29-1554c4456484 req-cfc596ad-286b-4f9e-80ff-e54eeed8edf4 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 946 time: 0.0494709 Jun 16 00:38:09.251339 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-d79bd12b-8d1a-4bbe-8f29-1554c4456484 req-40bee8ab-cdae-409c-b85b-c2b2ce3f7d49 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420961 Jun 16 00:38:09.621706 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:38:09.622503 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=71,neutron:UPDATE=4 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:38:10.218270 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d27d2d6-a3b6-4d9e-9ef1-d4418cc7c88c req-55fd2a28-a8ad-4653-9057-d7d9261244fb tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:10.219743 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-8d27d2d6-a3b6-4d9e-9ef1-d4418cc7c88c req-55fd2a28-a8ad-4653-9057-d7d9261244fb tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac529ee5-1040-4f28-acb9-4346e98dba6d HTTP/1.1" status: 200 len: 945 time: 0.0511675 Jun 16 00:38:10.270139 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-8d27d2d6-a3b6-4d9e-9ef1-d4418cc7c88c req-26c64ca7-4d92-44f4-b062-d7bc44873cae tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccda61a9-4ad6-4931-8778-2739cae747ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447795 Jun 16 00:38:10.370448 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac54f4-93c4-4834-acfe-8e923ea4e8e8 req-372a9338-08ee-44ed-aaff-5dcbca132ba6 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:10.371900 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-19ac54f4-93c4-4834-acfe-8e923ea4e8e8 req-372a9338-08ee-44ed-aaff-5dcbca132ba6 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 946 time: 0.0461032 Jun 16 00:38:10.417941 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-19ac54f4-93c4-4834-acfe-8e923ea4e8e8 req-550c64e2-5599-49d2-bb68-dfc82ae13081 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403993 Jun 16 00:38:11.355808 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=100 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:38:11.392280 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6060b6a0-2862-4fb3-80e4-252ec771027b req-c22a61ad-9eca-4b1f-95d0-4addf3b0ec6d tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:11.393669 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-6060b6a0-2862-4fb3-80e4-252ec771027b req-c22a61ad-9eca-4b1f-95d0-4addf3b0ec6d tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac529ee5-1040-4f28-acb9-4346e98dba6d HTTP/1.1" status: 200 len: 945 time: 0.0485902 Jun 16 00:38:11.442741 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-6060b6a0-2862-4fb3-80e4-252ec771027b req-b6329704-6410-4071-beaf-e65744637928 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccda61a9-4ad6-4931-8778-2739cae747ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433335 Jun 16 00:38:11.545906 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfa83f8-9177-4a82-afda-8316cd532eda req-66d1cab2-a320-4c8d-95bb-4c4c8b51846f tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:11.547328 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-8cfa83f8-9177-4a82-afda-8316cd532eda req-66d1cab2-a320-4c8d-95bb-4c4c8b51846f tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.40 "GET /v2.0/ports?device_id=ac529ee5-1040-4f28-acb9-4346e98dba6d HTTP/1.1" status: 200 len: 945 time: 0.0757070 Jun 16 00:38:11.561369 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1b2e47-1dd0-4a3a-943b-f0fa3dc03af4 req-ff193a86-81e3-4e2f-91a4-90493564c3ef tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:11.562713 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-0f1b2e47-1dd0-4a3a-943b-f0fa3dc03af4 req-ff193a86-81e3-4e2f-91a4-90493564c3ef tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 946 time: 0.0639842 Jun 16 00:38:11.672249 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-0f1b2e47-1dd0-4a3a-943b-f0fa3dc03af4 req-2ccbdc36-6ba6-49f3-bfbc-5f91dc6d6cb0 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024349 Jun 16 00:38:11.675428 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [req-8cfa83f8-9177-4a82-afda-8316cd532eda req-868c8a32-39db-452a-ac7d-f608d92ccecd tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Deleting port 1a6c10c9-930f-4464-af5a-19b5b85c5bc2 {{(pid=111023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 00:38:11.675765 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-8cfa83f8-9177-4a82-afda-8316cd532eda req-868c8a32-39db-452a-ac7d-f608d92ccecd tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753842671270'] for port (1a6c10c9-930f-4464-af5a-19b5b85c5bc2), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:11.764975 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.db [req-8cfa83f8-9177-4a82-afda-8316cd532eda req-868c8a32-39db-452a-ac7d-f608d92ccecd tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] For port 1a6c10c9-930f-4464-af5a-19b5b85c5bc2, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=1a6c10c9-930f-4464-af5a-19b5b85c5bc2,segment=NetworkSegment(fea0c3b1-4564-4c46-a939-13c53483f391),segment_id=fea0c3b1-4564-4c46-a939-13c53483f391)] {{(pid=111023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:38:11.765338 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-8cfa83f8-9177-4a82-afda-8316cd532eda req-868c8a32-39db-452a-ac7d-f608d92ccecd tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642233'] for port (1a6c10c9-930f-4464-af5a-19b5b85c5bc2), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:11.975476 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-8cfa83f8-9177-4a82-afda-8316cd532eda req-868c8a32-39db-452a-ac7d-f608d92ccecd tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:11.975835 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-8cfa83f8-9177-4a82-afda-8316cd532eda req-868c8a32-39db-452a-ac7d-f608d92ccecd tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672953'] for floatingip (7ba21d1f-b4aa-4f3b-82b1-17f09ef7efeb), after_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:11.976148 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.db.l3_db [req-8cfa83f8-9177-4a82-afda-8316cd532eda req-868c8a32-39db-452a-ac7d-f608d92ccecd tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Floating IP 7ba21d1f-b4aa-4f3b-82b1-17f09ef7efeb disassociated. External IP: 172.27.1.7, port: 1a6c10c9-930f-4464-af5a-19b5b85c5bc2. Jun 16 00:38:11.976490 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [req-8cfa83f8-9177-4a82-afda-8316cd532eda req-868c8a32-39db-452a-ac7d-f608d92ccecd tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Calling delete_port for 1a6c10c9-930f-4464-af5a-19b5b85c5bc2 owned by compute:nova {{(pid=111023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 00:38:11.982000 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:38:12.035034 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:38:12.180741 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-8cfa83f8-9177-4a82-afda-8316cd532eda req-868c8a32-39db-452a-ac7d-f608d92ccecd tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753842673475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753842110814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909837'] for port (1a6c10c9-930f-4464-af5a-19b5b85c5bc2), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:12.208090 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868c8a32-39db-452a-ac7d-f608d92ccecd tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Pushing event deleted for resources: {'Port': ['ID=1a6c10c9-930f-4464-af5a-19b5b85c5bc2,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:38:12.223660 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868c8a32-39db-452a-ac7d-f608d92ccecd tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:38:12.224008 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868c8a32-39db-452a-ac7d-f608d92ccecd tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:38:12.224344 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868c8a32-39db-452a-ac7d-f608d92ccecd tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:38:12.224711 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868c8a32-39db-452a-ac7d-f608d92ccecd tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:38:12.225034 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868c8a32-39db-452a-ac7d-f608d92ccecd tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:38:12.225359 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868c8a32-39db-452a-ac7d-f608d92ccecd tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:38:12.225685 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868c8a32-39db-452a-ac7d-f608d92ccecd tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:38:12.226004 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868c8a32-39db-452a-ac7d-f608d92ccecd tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:38:12.226322 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868c8a32-39db-452a-ac7d-f608d92ccecd tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:38:12.226641 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868c8a32-39db-452a-ac7d-f608d92ccecd tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:38:12.226987 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868c8a32-39db-452a-ac7d-f608d92ccecd tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:38:12.227303 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868c8a32-39db-452a-ac7d-f608d92ccecd tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:38:12.227617 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868c8a32-39db-452a-ac7d-f608d92ccecd tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:38:12.227931 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868c8a32-39db-452a-ac7d-f608d92ccecd tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:38:12.228245 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868c8a32-39db-452a-ac7d-f608d92ccecd tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:38:12.339516 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8cfa83f8-9177-4a82-afda-8316cd532eda req-868c8a32-39db-452a-ac7d-f608d92ccecd tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Router 1b62cfae-791c-4204-bf01-912f6aca26ba has already been hosted by L3 agent d0297bc9-c3a8-45ac-9023-c937cb4f21fc {{(pid=111023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 00:38:12.447841 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8cfa83f8-9177-4a82-afda-8316cd532eda req-868c8a32-39db-452a-ac7d-f608d92ccecd tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Notify agent at l3_agent.dv-cinder-803823-11-iscsi the message routers_updated {{(pid=111023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 00:38:12.460031 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1954d5b5-5894-42ff-8983-31f747e50b5c None None] Sync routers for ids ['1b62cfae-791c-4204-bf01-912f6aca26ba'] in dv-cinder-803823-11-iscsi {{(pid=111024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 00:38:12.474715 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1954d5b5-5894-42ff-8983-31f747e50b5c None None] Routers {'1b62cfae-791c-4204-bf01-912f6aca26ba'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:38:12.475610 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-1954d5b5-5894-42ff-8983-31f747e50b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:37:57Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['1b62cfae-791c-4204-bf01-912f6aca26ba'], 'active': True} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:38:12.500169 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cfa83f8-9177-4a82-afda-8316cd532eda req-868c8a32-39db-452a-ac7d-f608d92ccecd tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] No DVR routers for this DVR port 1a6c10c9-930f-4464-af5a-19b5b85c5bc2 on host hv-cinder-80382 {{(pid=111023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 00:38:12.503671 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-8cfa83f8-9177-4a82-afda-8316cd532eda req-868c8a32-39db-452a-ac7d-f608d92ccecd tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for port (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:12.507393 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-8cfa83f8-9177-4a82-afda-8316cd532eda req-868c8a32-39db-452a-ac7d-f608d92ccecd tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.40 "DELETE /v2.0/ports/1a6c10c9-930f-4464-af5a-19b5b85c5bc2 HTTP/1.1" status: 204 len: 173 time: 0.9521708 Jun 16 00:38:12.509288 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac529ee5-1040-4f28-acb9-4346e98dba6d', 'name': 'network-vif-deleted', 'tag': '1a6c10c9-930f-4464-af5a-19b5b85c5bc2'}] {{(pid=111023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:38:12.513833 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849ffc5c5c28115853a01ef2d84a57e68c82d4a74a931575540ba89325b26957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a878294d-7469-43cf-b7a5-c7bda987a662" -d '{"events": [{"server_uuid": "ac529ee5-1040-4f28-acb9-4346e98dba6d", "name": "network-vif-deleted", "tag": "1a6c10c9-930f-4464-af5a-19b5b85c5bc2"}]}' {{(pid=111023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:38:12.596807 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 00:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a03f9235-7b21-4315-a04d-86f56f83d50f x-openstack-request-id: req-a03f9235-7b21-4315-a04d-86f56f83d50f {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:38:12.597870 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac529ee5-1040-4f28-acb9-4346e98dba6d", "name": "network-vif-deleted", "tag": "1a6c10c9-930f-4464-af5a-19b5b85c5bc2", "status": "completed", "code": 200}]} {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:38:12.597870 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a03f9235-7b21-4315-a04d-86f56f83d50f {{(pid=111023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:38:12.597870 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a03f9235-7b21-4315-a04d-86f56f83d50f'] response: {'server_uuid': 'ac529ee5-1040-4f28-acb9-4346e98dba6d', 'name': 'network-vif-deleted', 'tag': '1a6c10c9-930f-4464-af5a-19b5b85c5bc2', 'status': 'completed', 'code': 200} Jun 16 00:38:12.603168 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-81350f60-a59d-4293-89dd-0ee42f14f701 req-389e32ad-40a1-4a8e-b887-41505b9224e3 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac529ee5-1040-4f28-acb9-4346e98dba6d HTTP/1.1" status: 200 len: 210 time: 0.0510085 Jun 16 00:38:12.645781 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvr_db [None req-1954d5b5-5894-42ff-8983-31f747e50b5c None None] Set router 1b62cfae-791c-4204-bf01-912f6aca26ba gateway port host: dv-cinder-803823-11-iscsi {{(pid=111024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:38:12.803350 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462c62e-eaf2-4901-b0ba-2d45ce76b7f5 req-769381c9-c436-48ef-ad1f-b2011b54d4e8 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:12.808885 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-c462c62e-eaf2-4901-b0ba-2d45ce76b7f5 req-769381c9-c436-48ef-ad1f-b2011b54d4e8 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 946 time: 0.0538843 Jun 16 00:38:12.870474 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-c462c62e-eaf2-4901-b0ba-2d45ce76b7f5 req-27d959c8-a903-4739-ab3a-0cb2bf4138a0 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573268 Jun 16 00:38:12.872970 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-1954d5b5-5894-42ff-8983-31f747e50b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'name': 'tempest-AttachVolumeNegativeTest-1185601359-router', 'tenant_id': '45031128a55e42989da61e01948538d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '0f66962a-1205-4a33-9a8f-65465c9ebb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:34:34Z', 'updated_at': '2022-06-16T00:34:43Z', 'revision_number': 4, 'project_id': '45031128a55e42989da61e01948538d3', 'gw_port': {'id': '0f66962a-1205-4a33-9a8f-65465c9ebb13', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:aa:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:36Z', 'updated_at': '2022-06-16T00:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_floatingips': [{'id': 'e37d5b16-814f-4177-a2a6-ae0f6375474f', 'tenant_id': '45031128a55e42989da61e01948538d3', 'floating_ip_address': '172.27.1.11', 'floating_network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'router_id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'port_id': '29f5f1c3-c98e-4a58-85e1-442189e98eee', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffe9c59a-3096-4aef-8b2e-e3aa63722c28', 'mac_address': 'fa:16:3e:71:fc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb3ce76-65b1-48b8-8b1a-3374f6f7c0b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T00:34:50Z', 'updated_at': '2022-06-16T00:35:30Z', 'revision_number': 2, 'project_id': '45031128a55e42989da61e01948538d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10a8169d-3fef-4cc7-94c5-78192087f720', 'name': '', 'network_id': 'ffe9c59a-3096-4aef-8b2e-e3aa63722c28', 'tenant_id': '45031128a55e42989da61e01948538d3', 'mac_address': 'fa:16:3e:d1:28:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1f18fa19-d797-425e-adb2-49437faef043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:41Z', 'updated_at': '2022-06-16T00:34:50Z', 'revision_number': 5, 'project_id': '45031128a55e42989da61e01948538d3', 'subnets': [{'id': '1f18fa19-d797-425e-adb2-49437faef043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:38:12.904339 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1954d5b5-5894-42ff-8983-31f747e50b5c None None] Checking router: 1b62cfae-791c-4204-bf01-912f6aca26ba for host: dv-cinder-803823-11-iscsi {{(pid=111024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 00:38:12.913575 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1954d5b5-5894-42ff-8983-31f747e50b5c None None] Routers {'1b62cfae-791c-4204-bf01-912f6aca26ba'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:38:12.914163 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-1954d5b5-5894-42ff-8983-31f747e50b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:37:57Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['1b62cfae-791c-4204-bf01-912f6aca26ba'], 'active': True} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:38:13.043365 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvr_db [None req-1954d5b5-5894-42ff-8983-31f747e50b5c None None] Set router 1b62cfae-791c-4204-bf01-912f6aca26ba gateway port host: dv-cinder-803823-11-iscsi {{(pid=111024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:38:13.069896 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (42cc932a-4e60-43e8-a4dc-4f47b3d3efae), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:13.404322 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-1954d5b5-5894-42ff-8983-31f747e50b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'name': 'tempest-AttachVolumeNegativeTest-1185601359-router', 'tenant_id': '45031128a55e42989da61e01948538d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '0f66962a-1205-4a33-9a8f-65465c9ebb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:34:34Z', 'updated_at': '2022-06-16T00:34:43Z', 'revision_number': 4, 'project_id': '45031128a55e42989da61e01948538d3', 'gw_port': {'id': '0f66962a-1205-4a33-9a8f-65465c9ebb13', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:aa:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:36Z', 'updated_at': '2022-06-16T00:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_floatingips': [{'id': 'e37d5b16-814f-4177-a2a6-ae0f6375474f', 'tenant_id': '45031128a55e42989da61e01948538d3', 'floating_ip_address': '172.27.1.11', 'floating_network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'router_id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'port_id': '29f5f1c3-c98e-4a58-85e1-442189e98eee', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffe9c59a-3096-4aef-8b2e-e3aa63722c28', 'mac_address': 'fa:16:3e:71:fc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb3ce76-65b1-48b8-8b1a-3374f6f7c0b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T00:34:50Z', 'updated_at': '2022-06-16T00:35:30Z', 'revision_number': 2, 'project_id': '45031128a55e42989da61e01948538d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10a8169d-3fef-4cc7-94c5-78192087f720', 'name': '', 'network_id': 'ffe9c59a-3096-4aef-8b2e-e3aa63722c28', 'tenant_id': '45031128a55e42989da61e01948538d3', 'mac_address': 'fa:16:3e:d1:28:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1f18fa19-d797-425e-adb2-49437faef043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:41Z', 'updated_at': '2022-06-16T00:34:50Z', 'revision_number': 5, 'project_id': '45031128a55e42989da61e01948538d3', 'subnets': [{'id': '1f18fa19-d797-425e-adb2-49437faef043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:38:13.434029 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1954d5b5-5894-42ff-8983-31f747e50b5c None None] The sync data for ids ['1b62cfae-791c-4204-bf01-912f6aca26ba'] in dv-cinder-803823-11-iscsi is: [{'id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'name': 'tempest-AttachVolumeNegativeTest-1185601359-router', 'tenant_id': '45031128a55e42989da61e01948538d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '0f66962a-1205-4a33-9a8f-65465c9ebb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:34:34Z', 'updated_at': '2022-06-16T00:34:43Z', 'revision_number': 4, 'project_id': '45031128a55e42989da61e01948538d3', 'gw_port': {'id': '0f66962a-1205-4a33-9a8f-65465c9ebb13', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:aa:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:36Z', 'updated_at': '2022-06-16T00:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_floatingips': [{'id': 'e37d5b16-814f-4177-a2a6-ae0f6375474f', 'tenant_id': '45031128a55e42989da61e01948538d3', 'floating_ip_address': '172.27.1.11', 'floating_network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'router_id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'port_id': '29f5f1c3-c98e-4a58-85e1-442189e98eee', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffe9c59a-3096-4aef-8b2e-e3aa63722c28', 'mac_address': 'fa:16:3e:71:fc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb3ce76-65b1-48b8-8b1a-3374f6f7c0b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T00:34:50Z', 'updated_at': '2022-06-16T00:35:30Z', 'revision_number': 2, 'project_id': '45031128a55e42989da61e01948538d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10a8169d-3fef-4cc7-94c5-78192087f720', 'name': '', 'network_id': 'ffe9c59a-3096-4aef-8b2e-e3aa63722c28', 'tenant_id': '45031128a55e42989da61e01948538d3', 'mac_address': 'fa:16:3e:d1:28:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1f18fa19-d797-425e-adb2-49437faef043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:41Z', 'updated_at': '2022-06-16T00:34:50Z', 'revision_number': 5, 'project_id': '45031128a55e42989da61e01948538d3', 'subnets': [{'id': '1f18fa19-d797-425e-adb2-49437faef043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 00:38:13.750082 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-0befcf41-e6a1-4de5-be32-5905f2193cdd req-bfbc159c-63d3-45af-9596-f4490e053d27 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac529ee5-1040-4f28-acb9-4346e98dba6d HTTP/1.1" status: 200 len: 210 time: 0.0334740 Jun 16 00:38:13.760241 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976493b3-1ace-4c10-bb53-d01e8a410360 None None] New status for floating IP 7ba21d1f-b4aa-4f3b-82b1-17f09ef7efeb: DOWN {{(pid=111025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 00:38:14.934646 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 44612) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:38:14.990959 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-c1f4de5f-71b3-4611-b52c-6e9bfa0ee212 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for security_group (ccda61a9-4ad6-4931-8778-2739cae747ac), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:15.024572 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-c1f4de5f-71b3-4611-b52c-6e9bfa0ee212 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for security_group (ccda61a9-4ad6-4931-8778-2739cae747ac), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:15.170056 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-c1f4de5f-71b3-4611-b52c-6e9bfa0ee212 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (ccda61a9-4ad6-4931-8778-2739cae747ac), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:15.172981 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-c1f4de5f-71b3-4611-b52c-6e9bfa0ee212 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for security_group (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:15.174233 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-c1f4de5f-71b3-4611-b52c-6e9bfa0ee212 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "DELETE /v2.0/security-groups/ccda61a9-4ad6-4931-8778-2739cae747ac HTTP/1.1" status: 204 len: 168 time: 0.2417514 Jun 16 00:38:15.177151 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 44618) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:38:15.183575 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f4de5f-71b3-4611-b52c-6e9bfa0ee212 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccda61a9-4ad6-4931-8778-2739cae747ac,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:38:15.193481 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.api.v2.resource [None req-da7218cd-f9cd-4c65-8cd1-ab4853da191c tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] show failed (client error): The resource could not be found. Jun 16 00:38:15.194472 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-da7218cd-f9cd-4c65-8cd1-ab4853da191c tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/security-groups/ccda61a9-4ad6-4931-8778-2739cae747ac HTTP/1.1" status: 404 len: 347 time: 0.0156686 Jun 16 00:38:15.197982 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 44620) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:38:15.568833 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [None req-603daf07-6c5d-40b1-83d1-4bc5bb2157c2 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Deleting port 6975c146-ada2-49f7-b695-cb28db96cdc1 {{(pid=111023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 00:38:15.569125 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-603daf07-6c5d-40b1-83d1-4bc5bb2157c2 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753842671270'] for port (6975c146-ada2-49f7-b695-cb28db96cdc1), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:15.645558 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-603daf07-6c5d-40b1-83d1-4bc5bb2157c2 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642233'] for port (6975c146-ada2-49f7-b695-cb28db96cdc1), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:15.645918 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-603daf07-6c5d-40b1-83d1-4bc5bb2157c2 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for floatingip (6975c146-ada2-49f7-b695-cb28db96cdc1), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:15.659689 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [None req-603daf07-6c5d-40b1-83d1-4bc5bb2157c2 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Calling delete_port for 6975c146-ada2-49f7-b695-cb28db96cdc1 owned by network:floatingip {{(pid=111023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 00:38:15.671875 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:38:15.861200 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-603daf07-6c5d-40b1-83d1-4bc5bb2157c2 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753842673475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753842110814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909837'] for port (6975c146-ada2-49f7-b695-cb28db96cdc1), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:15.887005 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603daf07-6c5d-40b1-83d1-4bc5bb2157c2 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Pushing event deleted for resources: {'Port': ['ID=6975c146-ada2-49f7-b695-cb28db96cdc1,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:38:15.963663 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-603daf07-6c5d-40b1-83d1-4bc5bb2157c2 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for floatingip (7ba21d1f-b4aa-4f3b-82b1-17f09ef7efeb), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:15.966151 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-603daf07-6c5d-40b1-83d1-4bc5bb2157c2 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for floatingip (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:15.967284 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-603daf07-6c5d-40b1-83d1-4bc5bb2157c2 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "DELETE /v2.0/floatingips/7ba21d1f-b4aa-4f3b-82b1-17f09ef7efeb HTTP/1.1" status: 204 len: 168 time: 0.7683027 Jun 16 00:38:17.823321 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.agents_db [None req-15653567-1518-4353-bd1f-4d0dcdae15fd None None] Agent healthcheck: found 6 active agents {{(pid=111025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 00:38:18.389274 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device 1a6c10c9-930f-4464-af5a-19b5b85c5bc2 no longer exists at agent hyperv_hv-cinder-80382 {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 00:38:18.405719 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] No Port match for: 1a6c10c9-930f-4464-af5a-19b5b85c5bc2 {{(pid=111024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 00:38:18.406056 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device 1a6c10c9-930f-4464-af5a-19b5b85c5bc2 not bound to the agent host hv-cinder-80382 {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 00:38:19.908675 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9ca3e6-d0dc-4436-b63d-30e990c8c8a5 req-84205156-8ef5-4746-9274-2a2285898e79 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:19.910114 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-db9ca3e6-d0dc-4436-b63d-30e990c8c8a5 req-84205156-8ef5-4746-9274-2a2285898e79 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.20 "GET /v2.0/ports?device_id=b90e80cd-430b-414f-bf31-7641c0490c88 HTTP/1.1" status: 200 len: 945 time: 0.0456233 Jun 16 00:38:19.959005 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-db9ca3e6-d0dc-4436-b63d-30e990c8c8a5 req-64fbc959-c81d-4b54-b39a-70733b038afb tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.20 "GET /v2.0/security-groups?id=61215bc0-8f8c-42e3-ae69-0f4b76d2a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433385 Jun 16 00:38:21.073781 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b75bea0-389f-4228-a67b-93fddbeaf587 req-37f19468-1743-466b-9897-9ee59058d3af tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:21.075132 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-6b75bea0-389f-4228-a67b-93fddbeaf587 req-37f19468-1743-466b-9897-9ee59058d3af tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.20 "GET /v2.0/ports?device_id=b90e80cd-430b-414f-bf31-7641c0490c88 HTTP/1.1" status: 200 len: 945 time: 0.0460362 Jun 16 00:38:21.123145 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-6b75bea0-389f-4228-a67b-93fddbeaf587 req-d354e61b-4493-452f-9c77-7e7e4f3b3c3b tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.20 "GET /v2.0/security-groups?id=61215bc0-8f8c-42e3-ae69-0f4b76d2a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424528 Jun 16 00:38:22.097372 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:38:22.137108 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34a830e-1c4d-4a5d-86d4-75312e70b6ec req-4a213041-0809-41c1-97c7-aa88adda9dc9 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:22.138547 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-d34a830e-1c4d-4a5d-86d4-75312e70b6ec req-4a213041-0809-41c1-97c7-aa88adda9dc9 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.40 "GET /v2.0/ports?device_id=b90e80cd-430b-414f-bf31-7641c0490c88 HTTP/1.1" status: 200 len: 945 time: 0.0505824 Jun 16 00:38:22.258098 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [req-d34a830e-1c4d-4a5d-86d4-75312e70b6ec req-8a319a75-26ce-44d4-8d45-fdab0dd878d0 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Deleting port 54ce7cb7-1dd2-41ca-9a4b-a45d1a44bdde {{(pid=111023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 00:38:22.258425 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-d34a830e-1c4d-4a5d-86d4-75312e70b6ec req-8a319a75-26ce-44d4-8d45-fdab0dd878d0 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753842671270'] for port (54ce7cb7-1dd2-41ca-9a4b-a45d1a44bdde), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:22.267143 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc1e69-8b9d-4471-9238-c98543174656 req-9274586e-5583-44ac-b34c-7d096ed54808 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:22.268714 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-f8bc1e69-8b9d-4471-9238-c98543174656 req-9274586e-5583-44ac-b34c-7d096ed54808 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.20 "GET /v2.0/ports?device_id=b90e80cd-430b-414f-bf31-7641c0490c88 HTTP/1.1" status: 200 len: 945 time: 0.0789587 Jun 16 00:38:22.374453 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-f8bc1e69-8b9d-4471-9238-c98543174656 req-3c55c83e-e089-497d-aadc-eaa6d475bcac tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.20 "GET /v2.0/security-groups?id=61215bc0-8f8c-42e3-ae69-0f4b76d2a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930800 Jun 16 00:38:22.389650 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.db [req-d34a830e-1c4d-4a5d-86d4-75312e70b6ec req-8a319a75-26ce-44d4-8d45-fdab0dd878d0 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] For port 54ce7cb7-1dd2-41ca-9a4b-a45d1a44bdde, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=54ce7cb7-1dd2-41ca-9a4b-a45d1a44bdde,segment=NetworkSegment(f457d295-fb6c-4cde-8e95-60c99307f14b),segment_id=f457d295-fb6c-4cde-8e95-60c99307f14b)] {{(pid=111023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:38:22.390007 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-d34a830e-1c4d-4a5d-86d4-75312e70b6ec req-8a319a75-26ce-44d4-8d45-fdab0dd878d0 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642233'] for port (54ce7cb7-1dd2-41ca-9a4b-a45d1a44bdde), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:22.403477 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [req-d34a830e-1c4d-4a5d-86d4-75312e70b6ec req-8a319a75-26ce-44d4-8d45-fdab0dd878d0 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Calling delete_port for 54ce7cb7-1dd2-41ca-9a4b-a45d1a44bdde owned by compute:nova {{(pid=111023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 00:38:22.476346 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:38:22.604615 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-d34a830e-1c4d-4a5d-86d4-75312e70b6ec req-8a319a75-26ce-44d4-8d45-fdab0dd878d0 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753842673475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753842110814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909837'] for port (54ce7cb7-1dd2-41ca-9a4b-a45d1a44bdde), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:22.633805 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a319a75-26ce-44d4-8d45-fdab0dd878d0 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Pushing event deleted for resources: {'Port': ['ID=54ce7cb7-1dd2-41ca-9a4b-a45d1a44bdde,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:38:22.643227 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] get_ports_and_sgs() called for port_ids ['54ce7cb7-1dd2-41ca-9a4b-a45d1a44bdde'] {{(pid=111024) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 00:38:22.680099 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.l3_dvrscheduler_db [req-d34a830e-1c4d-4a5d-86d4-75312e70b6ec req-8a319a75-26ce-44d4-8d45-fdab0dd878d0 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] No DVR routers for this DVR port 54ce7cb7-1dd2-41ca-9a4b-a45d1a44bdde on host hv-cinder-80382 {{(pid=111023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 00:38:22.683719 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-d34a830e-1c4d-4a5d-86d4-75312e70b6ec req-8a319a75-26ce-44d4-8d45-fdab0dd878d0 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for port (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:22.686972 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-d34a830e-1c4d-4a5d-86d4-75312e70b6ec req-8a319a75-26ce-44d4-8d45-fdab0dd878d0 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.40 "DELETE /v2.0/ports/54ce7cb7-1dd2-41ca-9a4b-a45d1a44bdde HTTP/1.1" status: 204 len: 173 time: 0.5406139 Jun 16 00:38:22.687405 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b90e80cd-430b-414f-bf31-7641c0490c88', 'name': 'network-vif-deleted', 'tag': '54ce7cb7-1dd2-41ca-9a4b-a45d1a44bdde'}] {{(pid=111023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:38:22.689816 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849ffc5c5c28115853a01ef2d84a57e68c82d4a74a931575540ba89325b26957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b43dfc52-0fe4-46e6-a519-53bd75d54eff" -d '{"events": [{"server_uuid": "b90e80cd-430b-414f-bf31-7641c0490c88", "name": "network-vif-deleted", "tag": "54ce7cb7-1dd2-41ca-9a4b-a45d1a44bdde"}]}' {{(pid=111023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:38:22.728309 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 00:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aac231b-c14f-47a3-90c3-e3baba6e5912 x-openstack-request-id: req-0aac231b-c14f-47a3-90c3-e3baba6e5912 {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:38:22.729277 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b90e80cd-430b-414f-bf31-7641c0490c88", "name": "network-vif-deleted", "tag": "54ce7cb7-1dd2-41ca-9a4b-a45d1a44bdde", "status": "completed", "code": 200}]} {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:38:22.729547 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0aac231b-c14f-47a3-90c3-e3baba6e5912 {{(pid=111023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:38:22.729947 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0aac231b-c14f-47a3-90c3-e3baba6e5912'] response: {'server_uuid': 'b90e80cd-430b-414f-bf31-7641c0490c88', 'name': 'network-vif-deleted', 'tag': '54ce7cb7-1dd2-41ca-9a4b-a45d1a44bdde', 'status': 'completed', 'code': 200} Jun 16 00:38:23.225889 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85866982-3b93-4b0f-a907-92f978b28a84 req-7cd0bb2b-be72-44a0-b97a-7c4d13a91989 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:23.227251 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-85866982-3b93-4b0f-a907-92f978b28a84 req-7cd0bb2b-be72-44a0-b97a-7c4d13a91989 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcb3ce76-65b1-48b8-8b1a-3374f6f7c0b0 HTTP/1.1" status: 200 len: 946 time: 0.0468493 Jun 16 00:38:23.272991 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-85866982-3b93-4b0f-a907-92f978b28a84 req-ad97790f-b4d1-4ace-a7ed-f3736021544b tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c537079-4cab-4ede-9263-8171bf77f5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402851 Jun 16 00:38:23.480876 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-3e73a34c-14b0-4887-a7db-dc70e9011b3c req-02ec2e5f-791f-46f1-94c3-2c50b8ffc3b4 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.20 "GET /v2.0/ports?device_id=b90e80cd-430b-414f-bf31-7641c0490c88 HTTP/1.1" status: 200 len: 210 time: 0.0270875 Jun 16 00:38:24.384941 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b7d8fa-2e81-4b8c-b004-dafd12d13535 req-b6965cb8-96db-4df7-8602-37b67211d876 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:24.386457 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-23b7d8fa-2e81-4b8c-b004-dafd12d13535 req-b6965cb8-96db-4df7-8602-37b67211d876 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcb3ce76-65b1-48b8-8b1a-3374f6f7c0b0 HTTP/1.1" status: 200 len: 946 time: 0.0471165 Jun 16 00:38:24.436706 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-23b7d8fa-2e81-4b8c-b004-dafd12d13535 req-2290ec8a-f943-47ec-a2ba-cc1415881f5a tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c537079-4cab-4ede-9263-8171bf77f5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446720 Jun 16 00:38:24.523848 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-9ecb8bde-3f93-40d6-8ab1-881c83a8c1bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (2a8c543c-b8d9-40d8-999c-fa03b757f547), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:24.599326 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-42d429d0-7af9-40db-a240-120260703d53 req-27ac317d-9efb-4c20-9eef-36c6b3fe5c9e tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.20 "GET /v2.0/ports?device_id=b90e80cd-430b-414f-bf31-7641c0490c88 HTTP/1.1" status: 200 len: 210 time: 0.0312965 Jun 16 00:38:25.329432 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0549d136-b8e1-4fcd-83e5-7428ae511a54 req-f0050929-e9a9-4e0d-91cf-aa4e9d016a24 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:25.330844 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-0549d136-b8e1-4fcd-83e5-7428ae511a54 req-f0050929-e9a9-4e0d-91cf-aa4e9d016a24 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.40 "GET /v2.0/ports?device_id=fcb3ce76-65b1-48b8-8b1a-3374f6f7c0b0 HTTP/1.1" status: 200 len: 946 time: 0.0458307 Jun 16 00:38:25.420988 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [req-0549d136-b8e1-4fcd-83e5-7428ae511a54 req-31954725-af4d-4b93-89b8-7bfcc82d2a22 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Deleting port 29f5f1c3-c98e-4a58-85e1-442189e98eee {{(pid=111023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 00:38:25.421669 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-0549d136-b8e1-4fcd-83e5-7428ae511a54 req-31954725-af4d-4b93-89b8-7bfcc82d2a22 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753842671270'] for port (29f5f1c3-c98e-4a58-85e1-442189e98eee), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:25.472092 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device 54ce7cb7-1dd2-41ca-9a4b-a45d1a44bdde no longer exists at agent hyperv_hv-cinder-80382 {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 00:38:25.493867 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] No Port match for: 54ce7cb7-1dd2-41ca-9a4b-a45d1a44bdde {{(pid=111024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 00:38:25.494257 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device 54ce7cb7-1dd2-41ca-9a4b-a45d1a44bdde not bound to the agent host hv-cinder-80382 {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 00:38:25.561017 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.db [req-0549d136-b8e1-4fcd-83e5-7428ae511a54 req-31954725-af4d-4b93-89b8-7bfcc82d2a22 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] For port 29f5f1c3-c98e-4a58-85e1-442189e98eee, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=29f5f1c3-c98e-4a58-85e1-442189e98eee,segment=NetworkSegment(fea0c3b1-4564-4c46-a939-13c53483f391),segment_id=fea0c3b1-4564-4c46-a939-13c53483f391)] {{(pid=111023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:38:25.563424 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-0549d136-b8e1-4fcd-83e5-7428ae511a54 req-31954725-af4d-4b93-89b8-7bfcc82d2a22 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642233'] for port (29f5f1c3-c98e-4a58-85e1-442189e98eee), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:25.582240 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:38:25.589025 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3399cb3d-7112-4910-857e-c718105f1faf req-cf628e1c-6d00-4098-8708-5f8d8e5c1c86 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:25.590926 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-3399cb3d-7112-4910-857e-c718105f1faf req-cf628e1c-6d00-4098-8708-5f8d8e5c1c86 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcb3ce76-65b1-48b8-8b1a-3374f6f7c0b0 HTTP/1.1" status: 200 len: 946 time: 0.0689528 Jun 16 00:38:25.709973 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-3399cb3d-7112-4910-857e-c718105f1faf req-f3cec853-624f-4cf7-9f63-43fd082ad1ab tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c537079-4cab-4ede-9263-8171bf77f5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890925 Jun 16 00:38:25.794211 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-0549d136-b8e1-4fcd-83e5-7428ae511a54 req-31954725-af4d-4b93-89b8-7bfcc82d2a22 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:25.794492 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-0549d136-b8e1-4fcd-83e5-7428ae511a54 req-31954725-af4d-4b93-89b8-7bfcc82d2a22 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672953'] for floatingip (e37d5b16-814f-4177-a2a6-ae0f6375474f), after_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:25.794803 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.db.l3_db [req-0549d136-b8e1-4fcd-83e5-7428ae511a54 req-31954725-af4d-4b93-89b8-7bfcc82d2a22 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Floating IP e37d5b16-814f-4177-a2a6-ae0f6375474f disassociated. External IP: 172.27.1.11, port: 29f5f1c3-c98e-4a58-85e1-442189e98eee. Jun 16 00:38:25.795144 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [req-0549d136-b8e1-4fcd-83e5-7428ae511a54 req-31954725-af4d-4b93-89b8-7bfcc82d2a22 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Calling delete_port for 29f5f1c3-c98e-4a58-85e1-442189e98eee owned by compute:nova {{(pid=111023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 00:38:25.818171 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 44724) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:38:25.930755 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-29c0e0f1-af12-45da-b838-e274936116e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:25.958238 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-0549d136-b8e1-4fcd-83e5-7428ae511a54 req-31954725-af4d-4b93-89b8-7bfcc82d2a22 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753842673475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753842110814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909837'] for port (29f5f1c3-c98e-4a58-85e1-442189e98eee), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:25.990341 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31954725-af4d-4b93-89b8-7bfcc82d2a22 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Pushing event deleted for resources: {'Port': ['ID=29f5f1c3-c98e-4a58-85e1-442189e98eee,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:38:25.996591 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:38:26.048229 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-29c0e0f1-af12-45da-b838-e274936116e6 admin admin] Publish callbacks [] for security_group (d2957164-f1e2-4cb6-ad09-89e66247be52), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:26.100233 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0549d136-b8e1-4fcd-83e5-7428ae511a54 req-31954725-af4d-4b93-89b8-7bfcc82d2a22 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Router 1b62cfae-791c-4204-bf01-912f6aca26ba has already been hosted by L3 agent d0297bc9-c3a8-45ac-9023-c937cb4f21fc {{(pid=111023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 00:38:26.123885 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-29c0e0f1-af12-45da-b838-e274936116e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (d2957164-f1e2-4cb6-ad09-89e66247be52), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:26.166232 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-29c0e0f1-af12-45da-b838-e274936116e6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=03a03b2a18664b2a826416647f20aa40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3444722 Jun 16 00:38:26.167005 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 44730) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:38:26.175813 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0e0f1-af12-45da-b838-e274936116e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2957164-f1e2-4cb6-ad09-89e66247be52,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:38:26.204253 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0549d136-b8e1-4fcd-83e5-7428ae511a54 req-31954725-af4d-4b93-89b8-7bfcc82d2a22 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Notify agent at l3_agent.dv-cinder-803823-11-iscsi the message routers_updated {{(pid=111023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 00:38:26.215720 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155f7fe5-8089-4d3f-b80b-9a7013750f57 None None] Sync routers for ids ['1b62cfae-791c-4204-bf01-912f6aca26ba'] in dv-cinder-803823-11-iscsi {{(pid=111024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 00:38:26.225397 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155f7fe5-8089-4d3f-b80b-9a7013750f57 None None] Routers {'1b62cfae-791c-4204-bf01-912f6aca26ba'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:38:26.226239 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-155f7fe5-8089-4d3f-b80b-9a7013750f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:37:57Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['1b62cfae-791c-4204-bf01-912f6aca26ba'], 'active': True} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:38:26.227512 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-d5137777-1dea-4174-be95-2a309c9a1894 admin admin] Publish callbacks [] for security_group (d2957164-f1e2-4cb6-ad09-89e66247be52), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:26.231516 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=8 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:38:26.250978 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-d5137777-1dea-4174-be95-2a309c9a1894 admin admin] Publish callbacks [] for security_group (d2957164-f1e2-4cb6-ad09-89e66247be52), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:26.254714 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.l3_dvrscheduler_db [req-0549d136-b8e1-4fcd-83e5-7428ae511a54 req-31954725-af4d-4b93-89b8-7bfcc82d2a22 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] No DVR routers for this DVR port 29f5f1c3-c98e-4a58-85e1-442189e98eee on host hv-cinder-80382 {{(pid=111023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 00:38:26.257148 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-0549d136-b8e1-4fcd-83e5-7428ae511a54 req-31954725-af4d-4b93-89b8-7bfcc82d2a22 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for port (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:26.262900 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-0549d136-b8e1-4fcd-83e5-7428ae511a54 req-31954725-af4d-4b93-89b8-7bfcc82d2a22 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.40 "DELETE /v2.0/ports/29f5f1c3-c98e-4a58-85e1-442189e98eee HTTP/1.1" status: 204 len: 173 time: 0.9226022 Jun 16 00:38:26.263372 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcb3ce76-65b1-48b8-8b1a-3374f6f7c0b0', 'name': 'network-vif-deleted', 'tag': '29f5f1c3-c98e-4a58-85e1-442189e98eee'}] {{(pid=111023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:38:26.265752 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849ffc5c5c28115853a01ef2d84a57e68c82d4a74a931575540ba89325b26957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff760978-4623-4761-a389-71b8819e830b" -d '{"events": [{"server_uuid": "fcb3ce76-65b1-48b8-8b1a-3374f6f7c0b0", "name": "network-vif-deleted", "tag": "29f5f1c3-c98e-4a58-85e1-442189e98eee"}]}' {{(pid=111023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:38:26.302579 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 00:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b3cd190-82a0-4e68-b1eb-cc756b1e7f52 x-openstack-request-id: req-3b3cd190-82a0-4e68-b1eb-cc756b1e7f52 {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:38:26.302871 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcb3ce76-65b1-48b8-8b1a-3374f6f7c0b0", "name": "network-vif-deleted", "tag": "29f5f1c3-c98e-4a58-85e1-442189e98eee", "status": "completed", "code": 200}]} {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:38:26.303127 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3b3cd190-82a0-4e68-b1eb-cc756b1e7f52 {{(pid=111023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:38:26.303520 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b3cd190-82a0-4e68-b1eb-cc756b1e7f52'] response: {'server_uuid': 'fcb3ce76-65b1-48b8-8b1a-3374f6f7c0b0', 'name': 'network-vif-deleted', 'tag': '29f5f1c3-c98e-4a58-85e1-442189e98eee', 'status': 'completed', 'code': 200} Jun 16 00:38:26.332415 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=100 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:38:26.334444 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvr_db [None req-155f7fe5-8089-4d3f-b80b-9a7013750f57 None None] Set router 1b62cfae-791c-4204-bf01-912f6aca26ba gateway port host: dv-cinder-803823-11-iscsi {{(pid=111024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:38:26.375425 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-d5137777-1dea-4174-be95-2a309c9a1894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (d2957164-f1e2-4cb6-ad09-89e66247be52), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:26.378634 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-d5137777-1dea-4174-be95-2a309c9a1894 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:26.380010 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-d5137777-1dea-4174-be95-2a309c9a1894 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d2957164-f1e2-4cb6-ad09-89e66247be52 HTTP/1.1" status: 204 len: 168 time: 0.2126079 Jun 16 00:38:26.390438 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5137777-1dea-4174-be95-2a309c9a1894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2957164-f1e2-4cb6-ad09-89e66247be52,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:38:26.417984 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:38:26.545150 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-155f7fe5-8089-4d3f-b80b-9a7013750f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'name': 'tempest-AttachVolumeNegativeTest-1185601359-router', 'tenant_id': '45031128a55e42989da61e01948538d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '0f66962a-1205-4a33-9a8f-65465c9ebb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:34:34Z', 'updated_at': '2022-06-16T00:34:43Z', 'revision_number': 4, 'project_id': '45031128a55e42989da61e01948538d3', 'gw_port': {'id': '0f66962a-1205-4a33-9a8f-65465c9ebb13', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:aa:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:36Z', 'updated_at': '2022-06-16T00:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_interfaces': [{'id': '10a8169d-3fef-4cc7-94c5-78192087f720', 'name': '', 'network_id': 'ffe9c59a-3096-4aef-8b2e-e3aa63722c28', 'tenant_id': '45031128a55e42989da61e01948538d3', 'mac_address': 'fa:16:3e:d1:28:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1f18fa19-d797-425e-adb2-49437faef043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:41Z', 'updated_at': '2022-06-16T00:34:50Z', 'revision_number': 5, 'project_id': '45031128a55e42989da61e01948538d3', 'subnets': [{'id': '1f18fa19-d797-425e-adb2-49437faef043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:38:26.573696 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155f7fe5-8089-4d3f-b80b-9a7013750f57 None None] Checking router: 1b62cfae-791c-4204-bf01-912f6aca26ba for host: dv-cinder-803823-11-iscsi {{(pid=111024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 00:38:26.578871 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155f7fe5-8089-4d3f-b80b-9a7013750f57 None None] Routers {'1b62cfae-791c-4204-bf01-912f6aca26ba'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:38:26.579466 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-155f7fe5-8089-4d3f-b80b-9a7013750f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:37:57Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['1b62cfae-791c-4204-bf01-912f6aca26ba'], 'active': True} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:38:26.695814 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvr_db [None req-155f7fe5-8089-4d3f-b80b-9a7013750f57 None None] Set router 1b62cfae-791c-4204-bf01-912f6aca26ba gateway port host: dv-cinder-803823-11-iscsi {{(pid=111024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:38:26.770437 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a0472709-1e56-400c-a9cb-cd0713120f18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (d0297bc9-c3a8-45ac-9023-c937cb4f21fc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:26.827460 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-2b2f7b32-5db6-487c-b86d-35d8ff53828b req-19ceef3c-0bd3-4338-bd88-5843c6cc8f8c tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcb3ce76-65b1-48b8-8b1a-3374f6f7c0b0 HTTP/1.1" status: 200 len: 210 time: 0.0332294 Jun 16 00:38:26.899266 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-155f7fe5-8089-4d3f-b80b-9a7013750f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'name': 'tempest-AttachVolumeNegativeTest-1185601359-router', 'tenant_id': '45031128a55e42989da61e01948538d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '0f66962a-1205-4a33-9a8f-65465c9ebb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:34:34Z', 'updated_at': '2022-06-16T00:34:43Z', 'revision_number': 4, 'project_id': '45031128a55e42989da61e01948538d3', 'gw_port': {'id': '0f66962a-1205-4a33-9a8f-65465c9ebb13', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:aa:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:36Z', 'updated_at': '2022-06-16T00:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_interfaces': [{'id': '10a8169d-3fef-4cc7-94c5-78192087f720', 'name': '', 'network_id': 'ffe9c59a-3096-4aef-8b2e-e3aa63722c28', 'tenant_id': '45031128a55e42989da61e01948538d3', 'mac_address': 'fa:16:3e:d1:28:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1f18fa19-d797-425e-adb2-49437faef043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:41Z', 'updated_at': '2022-06-16T00:34:50Z', 'revision_number': 5, 'project_id': '45031128a55e42989da61e01948538d3', 'subnets': [{'id': '1f18fa19-d797-425e-adb2-49437faef043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:38:26.930826 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155f7fe5-8089-4d3f-b80b-9a7013750f57 None None] The sync data for ids ['1b62cfae-791c-4204-bf01-912f6aca26ba'] in dv-cinder-803823-11-iscsi is: [{'id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'name': 'tempest-AttachVolumeNegativeTest-1185601359-router', 'tenant_id': '45031128a55e42989da61e01948538d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '0f66962a-1205-4a33-9a8f-65465c9ebb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:34:34Z', 'updated_at': '2022-06-16T00:34:43Z', 'revision_number': 4, 'project_id': '45031128a55e42989da61e01948538d3', 'gw_port': {'id': '0f66962a-1205-4a33-9a8f-65465c9ebb13', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:aa:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:36Z', 'updated_at': '2022-06-16T00:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_interfaces': [{'id': '10a8169d-3fef-4cc7-94c5-78192087f720', 'name': '', 'network_id': 'ffe9c59a-3096-4aef-8b2e-e3aa63722c28', 'tenant_id': '45031128a55e42989da61e01948538d3', 'mac_address': 'fa:16:3e:d1:28:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1f18fa19-d797-425e-adb2-49437faef043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:41Z', 'updated_at': '2022-06-16T00:34:50Z', 'revision_number': 5, 'project_id': '45031128a55e42989da61e01948538d3', 'subnets': [{'id': '1f18fa19-d797-425e-adb2-49437faef043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 00:38:27.168504 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df34873-84b2-4da9-9eac-9e5ad233600e None None] New status for floating IP e37d5b16-814f-4177-a2a6-ae0f6375474f: DOWN {{(pid=111025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 00:38:27.926252 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-045db097-6098-4cc0-a0b6-9790f7432324 req-f8b9e67f-a7d6-439b-a55f-cdd7f6033df9 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcb3ce76-65b1-48b8-8b1a-3374f6f7c0b0 HTTP/1.1" status: 200 len: 210 time: 0.0273676 Jun 16 00:38:27.934762 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-117977e4-98b1-40f2-baea-1bec010e476c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (b90f279a-3e8f-4325-a28d-8d213fb96fbc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:28.963412 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device 29f5f1c3-c98e-4a58-85e1-442189e98eee no longer exists at agent hyperv_hv-cinder-80382 {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 00:38:28.981871 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] No Port match for: 29f5f1c3-c98e-4a58-85e1-442189e98eee {{(pid=111024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 00:38:28.982210 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device 29f5f1c3-c98e-4a58-85e1-442189e98eee not bound to the agent host hv-cinder-80382 {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 00:38:29.022264 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-abff15fd-48df-4295-8947-137c7d41b42a req-70c41061-f0ad-4f32-8739-1065dd1de45e tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcb3ce76-65b1-48b8-8b1a-3374f6f7c0b0 HTTP/1.1" status: 200 len: 210 time: 0.0282211 Jun 16 00:38:29.238464 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-faa15201-cec6-4660-ae33-7025f254e5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (50ece25a-9452-44f6-8bc9-48c0ade2294b), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:29.741177 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (81117e21-cbf2-493f-9e14-29a3cec1f25a), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:30.146890 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 44766) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:38:30.206368 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-fde6be31-718a-4ba3-8adc-a06dae19198a tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for security_group (2c537079-4cab-4ede-9263-8171bf77f5f2), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:30.231126 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-fde6be31-718a-4ba3-8adc-a06dae19198a tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for security_group (2c537079-4cab-4ede-9263-8171bf77f5f2), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:30.358205 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-fde6be31-718a-4ba3-8adc-a06dae19198a tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (2c537079-4cab-4ede-9263-8171bf77f5f2), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:30.360835 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-fde6be31-718a-4ba3-8adc-a06dae19198a tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for security_group (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:30.361989 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-fde6be31-718a-4ba3-8adc-a06dae19198a tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "DELETE /v2.0/security-groups/2c537079-4cab-4ede-9263-8171bf77f5f2 HTTP/1.1" status: 204 len: 168 time: 0.2142789 Jun 16 00:38:30.364985 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 44778) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:38:30.372269 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde6be31-718a-4ba3-8adc-a06dae19198a tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c537079-4cab-4ede-9263-8171bf77f5f2,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:38:30.379571 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.api.v2.resource [None req-bcda4e48-5c00-41b8-bfb6-6339b96b1f79 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] show failed (client error): The resource could not be found. Jun 16 00:38:30.382838 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-bcda4e48-5c00-41b8-bfb6-6339b96b1f79 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/security-groups/2c537079-4cab-4ede-9263-8171bf77f5f2 HTTP/1.1" status: 404 len: 347 time: 0.0145564 Jun 16 00:38:30.383487 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 44780) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:38:30.527140 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.plugin [None req-1c25a4c3-bd77-4cdb-bc0e-b74555873e2f tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Deleting port 443248e3-cee1-4867-a908-c4bec317330f {{(pid=111022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 00:38:30.527500 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-1c25a4c3-bd77-4cdb-bc0e-b74555873e2f tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753842671270'] for port (443248e3-cee1-4867-a908-c4bec317330f), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:30.606343 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-1c25a4c3-bd77-4cdb-bc0e-b74555873e2f tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642233'] for port (443248e3-cee1-4867-a908-c4bec317330f), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:30.606669 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-1c25a4c3-bd77-4cdb-bc0e-b74555873e2f tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for floatingip (443248e3-cee1-4867-a908-c4bec317330f), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:30.619922 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.plugin [None req-1c25a4c3-bd77-4cdb-bc0e-b74555873e2f tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Calling delete_port for 443248e3-cee1-4867-a908-c4bec317330f owned by network:floatingip {{(pid=111022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 00:38:30.680256 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:38:30.832387 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-1c25a4c3-bd77-4cdb-bc0e-b74555873e2f tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753842673475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753842110814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18330592'] for port (443248e3-cee1-4867-a908-c4bec317330f), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:30.855360 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c25a4c3-bd77-4cdb-bc0e-b74555873e2f tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Pushing event deleted for resources: {'Port': ['ID=443248e3-cee1-4867-a908-c4bec317330f,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:38:30.921746 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-1c25a4c3-bd77-4cdb-bc0e-b74555873e2f tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for floatingip (e37d5b16-814f-4177-a2a6-ae0f6375474f), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:30.925346 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-1c25a4c3-bd77-4cdb-bc0e-b74555873e2f tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for floatingip (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:30.926510 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-1c25a4c3-bd77-4cdb-bc0e-b74555873e2f tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "DELETE /v2.0/floatingips/e37d5b16-814f-4177-a2a6-ae0f6375474f HTTP/1.1" status: 204 len: 168 time: 0.5420361 Jun 16 00:38:31.058129 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 44788) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:38:31.062685 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [None req-87a26203-3b51-43c9-a7c0-0d5cf8ddc09c tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1397209419', 'description': 'tempest-description--724323833'}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:38:31.140988 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-87a26203-3b51-43c9-a7c0-0d5cf8ddc09c tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for security_group (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:31.151751 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=7,neutron:INSERT=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:38:31.206965 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-87a26203-3b51-43c9-a7c0-0d5cf8ddc09c tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for security_group (32accf88-c6c1-4cab-b182-f021d3b77654), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:31.255297 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-87a26203-3b51-43c9-a7c0-0d5cf8ddc09c tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (32accf88-c6c1-4cab-b182-f021d3b77654), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:31.287699 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a26203-3b51-43c9-a7c0-0d5cf8ddc09c tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32accf88-c6c1-4cab-b182-f021d3b77654,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:38:31.331575 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-87a26203-3b51-43c9-a7c0-0d5cf8ddc09c tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for security_group (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:31.332876 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-87a26203-3b51-43c9-a7c0-0d5cf8ddc09c tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2737176 Jun 16 00:38:31.335673 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 44790) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:38:31.340494 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [None req-88f68ffc-7cad-46f6-99de-fa75a9cfe12b tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Request body: {'security_group_rule': {'security_group_id': '32accf88-c6c1-4cab-b182-f021d3b77654', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:38:31.455921 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-88f68ffc-7cad-46f6-99de-fa75a9cfe12b tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for security_group_rule (2f01907d-8ec3-4f4b-ba95-c0bfea073f24), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:31.515463 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-88f68ffc-7cad-46f6-99de-fa75a9cfe12b tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for security_group_rule (2f01907d-8ec3-4f4b-ba95-c0bfea073f24), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:31.580466 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-88f68ffc-7cad-46f6-99de-fa75a9cfe12b tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623384'] for security_group_rule (2f01907d-8ec3-4f4b-ba95-c0bfea073f24), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:31.600321 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f68ffc-7cad-46f6-99de-fa75a9cfe12b tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f01907d-8ec3-4f4b-ba95-c0bfea073f24,revision_number=0']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:38:31.668474 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-88f68ffc-7cad-46f6-99de-fa75a9cfe12b tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:31.669737 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-88f68ffc-7cad-46f6-99de-fa75a9cfe12b tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3331432 Jun 16 00:38:31.672491 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 44796) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:38:31.676705 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [None req-7a7d2558-1e62-4e0f-b756-662fc2252cba tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Request body: {'security_group_rule': {'security_group_id': '32accf88-c6c1-4cab-b182-f021d3b77654', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:38:31.775852 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-7a7d2558-1e62-4e0f-b756-662fc2252cba tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for security_group_rule (612211b6-4830-4dd7-a60a-e6873b8257e3), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:31.784413 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:38:31.834065 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-7a7d2558-1e62-4e0f-b756-662fc2252cba tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for security_group_rule (612211b6-4830-4dd7-a60a-e6873b8257e3), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:31.901702 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-7a7d2558-1e62-4e0f-b756-662fc2252cba tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623384'] for security_group_rule (612211b6-4830-4dd7-a60a-e6873b8257e3), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:31.923113 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7d2558-1e62-4e0f-b756-662fc2252cba tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=612211b6-4830-4dd7-a60a-e6873b8257e3,revision_number=0']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:38:32.001080 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-7a7d2558-1e62-4e0f-b756-662fc2252cba tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:32.002329 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-7a7d2558-1e62-4e0f-b756-662fc2252cba tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3288524 Jun 16 00:38:32.009322 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 44802) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:38:32.013524 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [None req-0998103c-c813-49d4-b030-31105d0a6a19 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Request body: {'floatingip': {'floating_network_id': '81cb8278-aa95-4a96-976c-13998a04ce85'}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:38:32.095326 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-0998103c-c813-49d4-b030-31105d0a6a19 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:32.173065 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-0998103c-c813-49d4-b030-31105d0a6a19 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:32.273530 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.db_base_plugin_common [None req-0998103c-c813-49d4-b030-31105d0a6a19 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Allocated IP 172.27.1.41 (81cb8278-aa95-4a96-976c-13998a04ce85/7fa235f2-2172-4ff3-86e8-0e0d1995c273/b7c1d1f6-5d84-471a-b3b4-72a04921a4b9) {{(pid=111023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 00:38:32.376963 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-0998103c-c813-49d4-b030-31105d0a6a19 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for port (b7c1d1f6-5d84-471a-b3b4-72a04921a4b9), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:32.399618 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:38:32.472768 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-0998103c-c813-49d4-b030-31105d0a6a19 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753842110805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909837'] for port (b7c1d1f6-5d84-471a-b3b4-72a04921a4b9), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:32.512906 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0998103c-c813-49d4-b030-31105d0a6a19 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Network 81cb8278-aa95-4a96-976c-13998a04ce85 is already hosted by enough agents. {{(pid=111023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:38:32.518309 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.base_scheduler [None req-0998103c-c813-49d4-b030-31105d0a6a19 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Resources bound (agent type, host, resource id): {{(pid=111023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:38:32.522374 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0998103c-c813-49d4-b030-31105d0a6a19 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Received port after_create {{(pid=111023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 00:38:32.525329 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0998103c-c813-49d4-b030-31105d0a6a19 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Pushing event updated for resources: {'Port': ['ID=b7c1d1f6-5d84-471a-b3b4-72a04921a4b9,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:38:32.608165 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-0998103c-c813-49d4-b030-31105d0a6a19 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for floatingip (5ef00bed-f19e-4f9b-8e67-0a20bf545468), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:32.700826 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-0998103c-c813-49d4-b030-31105d0a6a19 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (b7c1d1f6-5d84-471a-b3b4-72a04921a4b9), before_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:32.790729 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:38:32.844453 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-0998103c-c813-49d4-b030-31105d0a6a19 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for port (b7c1d1f6-5d84-471a-b3b4-72a04921a4b9), precommit_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:32.901204 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-0998103c-c813-49d4-b030-31105d0a6a19 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909850'] for port (b7c1d1f6-5d84-471a-b3b4-72a04921a4b9), after_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:32.976667 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0998103c-c813-49d4-b030-31105d0a6a19 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Pushing event updated for resources: {'Port': ['ID=b7c1d1f6-5d84-471a-b3b4-72a04921a4b9,revision_number=2']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:38:32.988587 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-0998103c-c813-49d4-b030-31105d0a6a19 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672953'] for floatingip (5ef00bed-f19e-4f9b-8e67-0a20bf545468), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:33.057046 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-0998103c-c813-49d4-b030-31105d0a6a19 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for floatingip (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:33.058297 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-0998103c-c813-49d4-b030-31105d0a6a19 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0480397 Jun 16 00:38:33.251809 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-ccd0baf7-59e8-4698-9c6c-740643f0afdd req-c592249f-334d-4104-b80e-04afc365519b tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1397209419&fields=id&tenant_id=45031128a55e42989da61e01948538d3 HTTP/1.1" status: 200 len: 267 time: 0.0413947 Jun 16 00:38:33.357721 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd0baf7-59e8-4698-9c6c-740643f0afdd req-020b1963-62a8-4cee-bf6b-c00d6b2c7edf tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:33.359140 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-ccd0baf7-59e8-4698-9c6c-740643f0afdd req-020b1963-62a8-4cee-bf6b-c00d6b2c7edf tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/networks?id=ffe9c59a-3096-4aef-8b2e-e3aa63722c28 HTTP/1.1" status: 200 len: 815 time: 0.1011393 Jun 16 00:38:33.373752 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-ccd0baf7-59e8-4698-9c6c-740643f0afdd req-6a8171f8-80e5-4ccc-8994-0f2a9d83bef0 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/quotas/45031128a55e42989da61e01948538d3 HTTP/1.1" status: 200 len: 375 time: 0.0092626 Jun 16 00:38:33.420193 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-ccd0baf7-59e8-4698-9c6c-740643f0afdd req-92d1d267-d59b-4794-9d4a-3c7fa0a99928 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=45031128a55e42989da61e01948538d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0416877 Jun 16 00:38:33.511353 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:38:33.517390 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-ccd0baf7-59e8-4698-9c6c-740643f0afdd req-9d065a0f-8070-4c53-9f6a-fda4360d1687 service neutron] 10.222.0.20 "GET /v2.0/networks/ffe9c59a-3096-4aef-8b2e-e3aa63722c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861416 Jun 16 00:38:33.606087 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-ccd0baf7-59e8-4698-9c6c-740643f0afdd req-f14ce8ce-d670-4104-a933-076d43e24191 service neutron] 10.222.0.20 "GET /v2.0/networks/ffe9c59a-3096-4aef-8b2e-e3aa63722c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829344 Jun 16 00:38:33.834981 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-be85c769-8a32-4369-a007-7f34741827c0 req-6d90a7ef-270e-46e9-96db-59156e467807 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9783fec-706a-4ed8-96b9-b5d790347dc8 HTTP/1.1" status: 200 len: 210 time: 0.0296819 Jun 16 00:38:34.935174 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-00851009-1927-4b6c-b697-5a4e9cab5c7b req-1eabe5a4-54f5-401a-9e8c-a50427984077 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9783fec-706a-4ed8-96b9-b5d790347dc8 HTTP/1.1" status: 200 len: 210 time: 0.0323071 Jun 16 00:38:35.235197 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b7576e-b615-46cb-bfb4-b16992d89c37 req-74eaa548-3e6b-4e5d-9c47-ee193cc1fbfa tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:35.236668 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-66b7576e-b615-46cb-bfb4-b16992d89c37 req-74eaa548-3e6b-4e5d-9c47-ee193cc1fbfa tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.20 "GET /v2.0/networks?id=03feb970-ecf8-40b0-b2d6-45c5b0cb82d7 HTTP/1.1" status: 200 len: 814 time: 0.1028979 Jun 16 00:38:35.251457 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-66b7576e-b615-46cb-bfb4-b16992d89c37 req-e1b8651e-fe67-4cdb-b044-42c76c18442e tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.20 "GET /v2.0/quotas/213787a3040e45efb2c14f5dd9dcf509 HTTP/1.1" status: 200 len: 375 time: 0.0095096 Jun 16 00:38:35.286989 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-66b7576e-b615-46cb-bfb4-b16992d89c37 req-ede22b5a-990b-4228-93f8-918d873c7a89 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=213787a3040e45efb2c14f5dd9dcf509&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297284 Jun 16 00:38:35.379940 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-66b7576e-b615-46cb-bfb4-b16992d89c37 req-178ddc4c-0a04-4d64-9d0a-d4712ba72b92 service neutron] 10.222.0.20 "GET /v2.0/networks/03feb970-ecf8-40b0-b2d6-45c5b0cb82d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859227 Jun 16 00:38:35.473621 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-66b7576e-b615-46cb-bfb4-b16992d89c37 req-d83fac8f-9fbf-4f4e-9b87-6d9a15d69a0f service neutron] 10.222.0.20 "GET /v2.0/networks/03feb970-ecf8-40b0-b2d6-45c5b0cb82d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881805 Jun 16 00:38:35.736103 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd0baf7-59e8-4698-9c6c-740643f0afdd req-71e073fb-d606-4191-9267-eaa1c6c803da tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:35.737597 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-ccd0baf7-59e8-4698-9c6c-740643f0afdd req-71e073fb-d606-4191-9267-eaa1c6c803da tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.40 "GET /v2.0/networks?id=ffe9c59a-3096-4aef-8b2e-e3aa63722c28 HTTP/1.1" status: 200 len: 815 time: 0.1006262 Jun 16 00:38:35.775092 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:38:35.813415 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-ccd0baf7-59e8-4698-9c6c-740643f0afdd req-3f962d24-cee9-4483-ac11-e089e899c92a tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.40 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45031128a55e42989da61e01948538d3 HTTP/1.1" status: 200 len: 380 time: 0.0597746 Jun 16 00:38:35.815711 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-8a4d29c2-4fc3-4493-807f-4303d187a47c req-8b693632-d3c7-488e-bd7d-3468c07b2f2a tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.20 "GET /v2.0/ports?device_id=2369b3bf-9cb7-44f5-87fc-ccb4290aee4e HTTP/1.1" status: 200 len: 210 time: 0.0450521 Jun 16 00:38:35.935386 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [req-ccd0baf7-59e8-4698-9c6c-740643f0afdd req-5a04e3c2-ac5e-4dda-bd12-35a2b0fb11ae tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Request body: {'port': {'device_id': 'c9783fec-706a-4ed8-96b9-b5d790347dc8', 'network_id': 'ffe9c59a-3096-4aef-8b2e-e3aa63722c28', 'admin_state_up': True, 'tenant_id': '45031128a55e42989da61e01948538d3', 'security_groups': ['32accf88-c6c1-4cab-b182-f021d3b77654']}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:38:36.040007 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-d82623d4-b887-4122-ae7e-b9696dd20b33 req-b415d92f-e9d4-4539-b4fc-a8328bdac544 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9783fec-706a-4ed8-96b9-b5d790347dc8 HTTP/1.1" status: 200 len: 210 time: 0.0339589 Jun 16 00:38:36.140796 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccd0baf7-59e8-4698-9c6c-740643f0afdd req-5a04e3c2-ac5e-4dda-bd12-35a2b0fb11ae tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Made reservation on behalf of 45031128a55e42989da61e01948538d3 for: {'port': 1} {{(pid=111023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 00:38:36.144233 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-ccd0baf7-59e8-4698-9c6c-740643f0afdd req-5a04e3c2-ac5e-4dda-bd12-35a2b0fb11ae tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:36.274889 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.db_base_plugin_common [req-ccd0baf7-59e8-4698-9c6c-740643f0afdd req-5a04e3c2-ac5e-4dda-bd12-35a2b0fb11ae tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Allocated IP 172.20.0.10 (ffe9c59a-3096-4aef-8b2e-e3aa63722c28/1f18fa19-d797-425e-adb2-49437faef043/d19ee40c-ad48-4dc4-be4e-bfe79a861aa1) {{(pid=111023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 00:38:36.285887 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:38:36.416747 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-ccd0baf7-59e8-4698-9c6c-740643f0afdd req-5a04e3c2-ac5e-4dda-bd12-35a2b0fb11ae tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for port (d19ee40c-ad48-4dc4-be4e-bfe79a861aa1), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:36.495478 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-ccd0baf7-59e8-4698-9c6c-740643f0afdd req-5a04e3c2-ac5e-4dda-bd12-35a2b0fb11ae tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753842110805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909837'] for port (d19ee40c-ad48-4dc4-be4e-bfe79a861aa1), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:36.539506 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccd0baf7-59e8-4698-9c6c-740643f0afdd req-5a04e3c2-ac5e-4dda-bd12-35a2b0fb11ae tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Network ffe9c59a-3096-4aef-8b2e-e3aa63722c28 is already hosted by enough agents. {{(pid=111023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:38:36.545185 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.base_scheduler [req-ccd0baf7-59e8-4698-9c6c-740643f0afdd req-5a04e3c2-ac5e-4dda-bd12-35a2b0fb11ae tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Resources bound (agent type, host, resource id): {{(pid=111023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:38:36.551344 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccd0baf7-59e8-4698-9c6c-740643f0afdd req-5a04e3c2-ac5e-4dda-bd12-35a2b0fb11ae tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Received port after_create {{(pid=111023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 00:38:36.582204 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a04e3c2-ac5e-4dda-bd12-35a2b0fb11ae tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Pushing event updated for resources: {'Port': ['ID=d19ee40c-ad48-4dc4-be4e-bfe79a861aa1,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:38:36.616250 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd0baf7-59e8-4698-9c6c-740643f0afdd req-5a04e3c2-ac5e-4dda-bd12-35a2b0fb11ae tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:36.616912 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-ccd0baf7-59e8-4698-9c6c-740643f0afdd req-5a04e3c2-ac5e-4dda-bd12-35a2b0fb11ae tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for port (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:36.698609 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-ccd0baf7-59e8-4698-9c6c-740643f0afdd req-5a04e3c2-ac5e-4dda-bd12-35a2b0fb11ae tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7672112 Jun 16 00:38:36.733399 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [req-ccd0baf7-59e8-4698-9c6c-740643f0afdd req-598329ba-0515-49f9-882b-861e5fd9407e service neutron] Request body: {'port': {'device_id': 'c9783fec-706a-4ed8-96b9-b5d790347dc8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:38:36.735890 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:38:36.798683 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-ccd0baf7-59e8-4698-9c6c-740643f0afdd req-598329ba-0515-49f9-882b-861e5fd9407e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (d19ee40c-ad48-4dc4-be4e-bfe79a861aa1), before_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:36.844558 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-c9e09fa4-ec15-4e78-94f8-4c77497beb9c None None] Provisioning complete for port d19ee40c-ad48-4dc4-be4e-bfe79a861aa1 triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:38:36.845054 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-c9e09fa4-ec15-4e78-94f8-4c77497beb9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (d19ee40c-ad48-4dc4-be4e-bfe79a861aa1), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:36.896938 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-c9e09fa4-ec15-4e78-94f8-4c77497beb9c None None] Port d19ee40c-ad48-4dc4-be4e-bfe79a861aa1 cannot update to ACTIVE because it is not bound. {{(pid=111024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 00:38:36.908927 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-60bc5738-33fe-4e4c-aa93-e7981a6d487f req-61b0a115-67de-460b-9da8-4203d51bae73 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.20 "GET /v2.0/ports?device_id=2369b3bf-9cb7-44f5-87fc-ccb4290aee4e HTTP/1.1" status: 200 len: 210 time: 0.0318947 Jun 16 00:38:37.070817 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.notifiers.nova [req-ccd0baf7-59e8-4698-9c6c-740643f0afdd req-598329ba-0515-49f9-882b-861e5fd9407e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d19ee40c-ad48-4dc4-be4e-bfe79a861aa1 {{(pid=111023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 00:38:37.078701 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-ccd0baf7-59e8-4698-9c6c-740643f0afdd req-598329ba-0515-49f9-882b-861e5fd9407e service neutron] Publish callbacks [] for port (d19ee40c-ad48-4dc4-be4e-bfe79a861aa1), precommit_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:37.091808 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.provisioning_blocks [req-ccd0baf7-59e8-4698-9c6c-740643f0afdd req-598329ba-0515-49f9-882b-861e5fd9407e service neutron] Transition to ACTIVE for port object d19ee40c-ad48-4dc4-be4e-bfe79a861aa1 will not be triggered until provisioned by entity L2. {{(pid=111023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 00:38:37.142732 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-ccd0baf7-59e8-4698-9c6c-740643f0afdd req-598329ba-0515-49f9-882b-861e5fd9407e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909850'] for port (d19ee40c-ad48-4dc4-be4e-bfe79a861aa1), after_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:37.187882 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112ac651-10fe-4ced-844a-b4d696cd66cf req-3fb1d529-3ade-4f73-9a56-85a8e4ed1edc tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:37.189484 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-112ac651-10fe-4ced-844a-b4d696cd66cf req-3fb1d529-3ade-4f73-9a56-85a8e4ed1edc tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9783fec-706a-4ed8-96b9-b5d790347dc8 HTTP/1.1" status: 200 len: 932 time: 0.0809717 Jun 16 00:38:37.233756 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598329ba-0515-49f9-882b-861e5fd9407e service neutron] Pushing event updated for resources: {'Port': ['ID=d19ee40c-ad48-4dc4-be4e-bfe79a861aa1,revision_number=2']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:38:37.258631 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=13,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:38:37.313859 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:38:37.348903 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-112ac651-10fe-4ced-844a-b4d696cd66cf req-f2596d26-8da0-4729-a7c3-89005afcdc0a tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/security-groups?id=32accf88-c6c1-4cab-b182-f021d3b77654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435056 Jun 16 00:38:37.367051 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.managers [req-ccd0baf7-59e8-4698-9c6c-740643f0afdd req-598329ba-0515-49f9-882b-861e5fd9407e service neutron] Attempting to bind port d19ee40c-ad48-4dc4-be4e-bfe79a861aa1 on host hv-cinder-80382 for vnic_type normal with profile {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 00:38:37.367378 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.managers [req-ccd0baf7-59e8-4698-9c6c-740643f0afdd req-598329ba-0515-49f9-882b-861e5fd9407e service neutron] Attempting to bind port d19ee40c-ad48-4dc4-be4e-bfe79a861aa1 by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': 'fea0c3b1-4564-4c46-a939-13c53483f391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ffe9c59a-3096-4aef-8b2e-e3aa63722c28'}] {{(pid=111023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 00:38:37.367700 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd0baf7-59e8-4698-9c6c-740643f0afdd req-598329ba-0515-49f9-882b-861e5fd9407e service neutron] Attempting to bind port d19ee40c-ad48-4dc4-be4e-bfe79a861aa1 on network ffe9c59a-3096-4aef-8b2e-e3aa63722c28 {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 00:38:37.372851 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd0baf7-59e8-4698-9c6c-740643f0afdd req-598329ba-0515-49f9-882b-861e5fd9407e service neutron] Port d19ee40c-ad48-4dc4-be4e-bfe79a861aa1 on network ffe9c59a-3096-4aef-8b2e-e3aa63722c28 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 00:38:37.373270 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd0baf7-59e8-4698-9c6c-740643f0afdd req-598329ba-0515-49f9-882b-861e5fd9407e service neutron] Attempting to bind port d19ee40c-ad48-4dc4-be4e-bfe79a861aa1 on network ffe9c59a-3096-4aef-8b2e-e3aa63722c28 {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 00:38:37.378643 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd0baf7-59e8-4698-9c6c-740643f0afdd req-598329ba-0515-49f9-882b-861e5fd9407e service neutron] Checking agent: {'id': '42cc932a-4e60-43e8-a4dc-4f47b3d3efae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 0, 32, 41), 'started_at': datetime.datetime(2022, 6, 16, 0, 32, 41), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 0, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 00:38:37.378977 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd0baf7-59e8-4698-9c6c-740643f0afdd req-598329ba-0515-49f9-882b-861e5fd9407e service neutron] Checking segment: {'id': 'fea0c3b1-4564-4c46-a939-13c53483f391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ffe9c59a-3096-4aef-8b2e-e3aa63722c28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 00:38:37.379367 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd0baf7-59e8-4698-9c6c-740643f0afdd req-598329ba-0515-49f9-882b-861e5fd9407e service neutron] Bound using segment: {'id': 'fea0c3b1-4564-4c46-a939-13c53483f391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ffe9c59a-3096-4aef-8b2e-e3aa63722c28'} {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 00:38:37.382322 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.managers [req-ccd0baf7-59e8-4698-9c6c-740643f0afdd req-598329ba-0515-49f9-882b-861e5fd9407e service neutron] Bound port: d19ee40c-ad48-4dc4-be4e-bfe79a861aa1, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fea0c3b1-4564-4c46-a939-13c53483f391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ffe9c59a-3096-4aef-8b2e-e3aa63722c28'}}] {{(pid=111023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 00:38:37.382322 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-ccd0baf7-59e8-4698-9c6c-740643f0afdd req-598329ba-0515-49f9-882b-861e5fd9407e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (d19ee40c-ad48-4dc4-be4e-bfe79a861aa1), before_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:37.451638 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.db [req-ccd0baf7-59e8-4698-9c6c-740643f0afdd req-598329ba-0515-49f9-882b-861e5fd9407e service neutron] For port d19ee40c-ad48-4dc4-be4e-bfe79a861aa1, host hv-cinder-80382, cleared binding levels {{(pid=111023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 00:38:37.454659 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.db [req-ccd0baf7-59e8-4698-9c6c-740643f0afdd req-598329ba-0515-49f9-882b-861e5fd9407e service neutron] For port d19ee40c-ad48-4dc4-be4e-bfe79a861aa1, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=d19ee40c-ad48-4dc4-be4e-bfe79a861aa1,segment=NetworkSegment(fea0c3b1-4564-4c46-a939-13c53483f391),segment_id=fea0c3b1-4564-4c46-a939-13c53483f391)] {{(pid=111023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 00:38:37.524388 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-ccd0baf7-59e8-4698-9c6c-740643f0afdd req-598329ba-0515-49f9-882b-861e5fd9407e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909850'] for port (d19ee40c-ad48-4dc4-be4e-bfe79a861aa1), after_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:37.556113 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd0baf7-59e8-4698-9c6c-740643f0afdd req-598329ba-0515-49f9-882b-861e5fd9407e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:37.556868 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-ccd0baf7-59e8-4698-9c6c-740643f0afdd req-598329ba-0515-49f9-882b-861e5fd9407e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for port (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:37.558204 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-ccd0baf7-59e8-4698-9c6c-740643f0afdd req-598329ba-0515-49f9-882b-861e5fd9407e service neutron] 10.222.0.40 "PUT /v2.0/ports/d19ee40c-ad48-4dc4-be4e-bfe79a861aa1 HTTP/1.1" status: 200 len: 1094 time: 0.8306663 Jun 16 00:38:37.558741 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9783fec-706a-4ed8-96b9-b5d790347dc8', 'tag': 'd19ee40c-ad48-4dc4-be4e-bfe79a861aa1'}] {{(pid=111023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:38:37.560848 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849ffc5c5c28115853a01ef2d84a57e68c82d4a74a931575540ba89325b26957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7815857-b90c-4cd7-adc2-d4e3e1db638a" -d '{"events": [{"name": "network-changed", "server_uuid": "c9783fec-706a-4ed8-96b9-b5d790347dc8", "tag": "d19ee40c-ad48-4dc4-be4e-bfe79a861aa1"}]}' {{(pid=111023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:38:37.597870 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598329ba-0515-49f9-882b-861e5fd9407e service neutron] Pushing event updated for resources: {'Port': ['ID=d19ee40c-ad48-4dc4-be4e-bfe79a861aa1,revision_number=3']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:38:37.603372 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 00:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af681f0e-7df3-4ca4-9854-81908af26a64 x-openstack-request-id: req-af681f0e-7df3-4ca4-9854-81908af26a64 {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:38:37.603661 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9783fec-706a-4ed8-96b9-b5d790347dc8", "tag": "d19ee40c-ad48-4dc4-be4e-bfe79a861aa1", "status": "completed", "code": 200}]} {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:38:37.603917 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-af681f0e-7df3-4ca4-9854-81908af26a64 {{(pid=111023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:38:37.604312 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af681f0e-7df3-4ca4-9854-81908af26a64'] response: {'name': 'network-changed', 'server_uuid': 'c9783fec-706a-4ed8-96b9-b5d790347dc8', 'tag': 'd19ee40c-ad48-4dc4-be4e-bfe79a861aa1', 'status': 'completed', 'code': 200} Jun 16 00:38:37.744447 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:38:37.753756 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eeb6da-ca87-4933-8e03-f409fc2d1671 req-ef2430f2-2519-4534-af72-9f5756d8b758 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:37.755248 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-72eeb6da-ca87-4933-8e03-f409fc2d1671 req-ef2430f2-2519-4534-af72-9f5756d8b758 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b06a62e-3a82-4a98-b470-cdc82179df7b HTTP/1.1" status: 200 len: 945 time: 0.0804861 Jun 16 00:38:37.758695 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7815857-b90c-4cd7-adc2-d4e3e1db638a req-b44a16b8-c100-46d2-a23f-93f3ebbfad87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:37.760047 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-e7815857-b90c-4cd7-adc2-d4e3e1db638a req-b44a16b8-c100-46d2-a23f-93f3ebbfad87 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=45031128a55e42989da61e01948538d3&device_id=c9783fec-706a-4ed8-96b9-b5d790347dc8 HTTP/1.1" status: 200 len: 1128 time: 0.0549309 Jun 16 00:38:37.889819 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-72eeb6da-ca87-4933-8e03-f409fc2d1671 req-0ae2366e-df55-4d20-9f5e-3d9cbe3fd975 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd7b8519-57d8-45b4-9c24-ed32b8d7e769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282196 Jun 16 00:38:37.916586 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891f405-9b38-450d-8115-38caf449a0de req-94d77d0e-3bef-4ee2-92d1-116217fcd126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:37.921694 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-1891f405-9b38-450d-8115-38caf449a0de req-94d77d0e-3bef-4ee2-92d1-116217fcd126 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=a4e7be42e39248e4b9f5c89e96a6b82e&device_id=4b06a62e-3a82-4a98-b470-cdc82179df7b HTTP/1.1" status: 200 len: 1129 time: 0.0624101 Jun 16 00:38:37.927328 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7815857-b90c-4cd7-adc2-d4e3e1db638a req-05be8153-7796-46f0-8931-efffabcf2403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:37.928802 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-e7815857-b90c-4cd7-adc2-d4e3e1db638a req-05be8153-7796-46f0-8931-efffabcf2403 service neutron] 10.222.0.40 "GET /v2.0/networks?tenant_id=45031128a55e42989da61e01948538d3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1537440 Jun 16 00:38:38.008216 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-449d26d3-15f3-4c4c-9b5a-d0d5e5686f15 req-5cb56a78-4520-41f9-86e8-9972783daf3b tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.20 "GET /v2.0/ports?device_id=2369b3bf-9cb7-44f5-87fc-ccb4290aee4e HTTP/1.1" status: 200 len: 210 time: 0.0271051 Jun 16 00:38:38.529144 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4171c1cf-75f0-438c-9b1c-41bde63a3a71 req-49c93413-e726-45ab-b0e1-300b22351766 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:38.530593 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-4171c1cf-75f0-438c-9b1c-41bde63a3a71 req-49c93413-e726-45ab-b0e1-300b22351766 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9783fec-706a-4ed8-96b9-b5d790347dc8 HTTP/1.1" status: 200 len: 944 time: 0.1060078 Jun 16 00:38:38.537630 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b7576e-b615-46cb-bfb4-b16992d89c37 req-d2abe8f1-1fbd-48b2-b63e-e8a016ab9a72 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:38.538946 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-66b7576e-b615-46cb-bfb4-b16992d89c37 req-d2abe8f1-1fbd-48b2-b63e-e8a016ab9a72 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.40 "GET /v2.0/networks?id=03feb970-ecf8-40b0-b2d6-45c5b0cb82d7 HTTP/1.1" status: 200 len: 814 time: 0.5565903 Jun 16 00:38:38.541442 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7815857-b90c-4cd7-adc2-d4e3e1db638a req-cc4f3e01-2d2b-4f40-b6da-16f8555158b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:38.542694 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-e7815857-b90c-4cd7-adc2-d4e3e1db638a req-cc4f3e01-2d2b-4f40-b6da-16f8555158b4 service neutron] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5617020 Jun 16 00:38:38.545907 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891f405-9b38-450d-8115-38caf449a0de req-7ecb1e46-37a2-43b9-8f9b-4e1ad717e83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:38.547222 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-1891f405-9b38-450d-8115-38caf449a0de req-7ecb1e46-37a2-43b9-8f9b-4e1ad717e83f service neutron] 10.222.0.40 "GET /v2.0/networks?id=dfc603d1-751d-4be9-b4c0-08fa2224635a HTTP/1.1" status: 200 len: 919 time: 0.5566750 Jun 16 00:38:38.579270 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [req-66b7576e-b615-46cb-bfb4-b16992d89c37 req-c9cd25b7-b0a2-4625-94d2-e70ca171039a tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Request body: {'port': {'device_id': '2369b3bf-9cb7-44f5-87fc-ccb4290aee4e', 'network_id': '03feb970-ecf8-40b0-b2d6-45c5b0cb82d7', 'admin_state_up': True, 'tenant_id': '213787a3040e45efb2c14f5dd9dcf509'}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:38:38.668964 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-4171c1cf-75f0-438c-9b1c-41bde63a3a71 req-98469c27-a308-4bab-94de-5b15a2781944 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/security-groups?id=32accf88-c6c1-4cab-b182-f021d3b77654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284277 Jun 16 00:38:38.684562 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=100 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:38:38.738991 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd0baf7-59e8-4698-9c6c-740643f0afdd req-149c4be9-f18c-4744-850d-d946852db5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:38.740542 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-ccd0baf7-59e8-4698-9c6c-740643f0afdd req-149c4be9-f18c-4744-850d-d946852db5ac service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=45031128a55e42989da61e01948538d3&device_id=c9783fec-706a-4ed8-96b9-b5d790347dc8 HTTP/1.1" status: 200 len: 1128 time: 0.1075623 Jun 16 00:38:38.747071 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-1891f405-9b38-450d-8115-38caf449a0de req-7f9c7145-1afa-4faf-9288-87d99942da2e service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4557ec90-6594-4691-a0bc-66834fbe9117 HTTP/1.1" status: 200 len: 1001 time: 0.1793919 Jun 16 00:38:38.835975 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-ccd0baf7-59e8-4698-9c6c-740643f0afdd req-9c318e57-3a4a-4d1d-8c14-401de10ae58d service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d19ee40c-ad48-4dc4-be4e-bfe79a861aa1 HTTP/1.1" status: 200 len: 217 time: 0.0726163 Jun 16 00:38:38.896164 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891f405-9b38-450d-8115-38caf449a0de req-dee4b4ff-6851-47ec-b70d-facc55acb7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:38.897692 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-1891f405-9b38-450d-8115-38caf449a0de req-dee4b4ff-6851-47ec-b70d-facc55acb7a9 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=b8b321f5-1d44-4d62-a89c-8299c51aa908 HTTP/1.1" status: 200 len: 857 time: 0.1361277 Jun 16 00:38:38.915416 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd0baf7-59e8-4698-9c6c-740643f0afdd req-2e879fa5-4059-448a-8753-5df04eca633f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:38.916840 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-ccd0baf7-59e8-4698-9c6c-740643f0afdd req-2e879fa5-4059-448a-8753-5df04eca633f service neutron] 10.222.0.40 "GET /v2.0/subnets?id=1f18fa19-d797-425e-adb2-49437faef043 HTTP/1.1" status: 200 len: 854 time: 0.0732486 Jun 16 00:38:38.974395 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891f405-9b38-450d-8115-38caf449a0de req-502137e7-0da5-4862-8db5-bb59d2da6500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:38.975893 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-1891f405-9b38-450d-8115-38caf449a0de req-502137e7-0da5-4862-8db5-bb59d2da6500 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=dfc603d1-751d-4be9-b4c0-08fa2224635a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0717969 Jun 16 00:38:38.976474 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66b7576e-b615-46cb-bfb4-b16992d89c37 req-c9cd25b7-b0a2-4625-94d2-e70ca171039a tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Made reservation on behalf of 213787a3040e45efb2c14f5dd9dcf509 for: {'port': 1} {{(pid=111023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 00:38:38.979728 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-66b7576e-b615-46cb-bfb4-b16992d89c37 req-c9cd25b7-b0a2-4625-94d2-e70ca171039a tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:38.992741 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd0baf7-59e8-4698-9c6c-740643f0afdd req-eb69f48c-93e3-4d74-a2ec-93237e474e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:38.994154 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-ccd0baf7-59e8-4698-9c6c-740643f0afdd req-eb69f48c-93e3-4d74-a2ec-93237e474e92 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=ffe9c59a-3096-4aef-8b2e-e3aa63722c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0615425 Jun 16 00:38:39.013006 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddda648-a3b6-4f7c-9401-155bd298f1dd req-ec990e15-ecfd-41fc-a1b4-7e0d7f2de938 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:39.014446 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-7ddda648-a3b6-4f7c-9401-155bd298f1dd req-ec990e15-ecfd-41fc-a1b4-7e0d7f2de938 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b06a62e-3a82-4a98-b470-cdc82179df7b HTTP/1.1" status: 200 len: 945 time: 0.0496488 Jun 16 00:38:39.063273 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-7ddda648-a3b6-4f7c-9401-155bd298f1dd req-ef80a391-1ca8-47ad-b6e0-3d89e5cb88d9 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd7b8519-57d8-45b4-9c24-ed32b8d7e769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432119 Jun 16 00:38:39.201153 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-de0fe3f9-3b0d-4f73-83e1-96379385b12d req-2694ed6e-4808-4224-92ff-33ffe4f3d792 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.20 "GET /v2.0/ports?device_id=2369b3bf-9cb7-44f5-87fc-ccb4290aee4e HTTP/1.1" status: 200 len: 210 time: 0.1016314 Jun 16 00:38:39.232023 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-1891f405-9b38-450d-8115-38caf449a0de req-1cb834a7-c6e9-4f2e-94f7-0f7fe8430cee service neutron] 10.222.0.40 "GET /v2.0/networks/dfc603d1-751d-4be9-b4c0-08fa2224635a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499485 Jun 16 00:38:39.267416 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:38:39.269581 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-ccd0baf7-59e8-4698-9c6c-740643f0afdd req-79046a09-f6f1-40a8-8c18-413aa74ab127 service neutron] 10.222.0.40 "GET /v2.0/networks/ffe9c59a-3096-4aef-8b2e-e3aa63722c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587805 Jun 16 00:38:39.372432 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.db_base_plugin_common [req-66b7576e-b615-46cb-bfb4-b16992d89c37 req-c9cd25b7-b0a2-4625-94d2-e70ca171039a tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Allocated IP 172.20.0.11 (03feb970-ecf8-40b0-b2d6-45c5b0cb82d7/b25acca4-fbb1-4bdf-ac2f-2d9891cbfd5f/a061b975-29ef-466b-868b-b3a82091bb69) {{(pid=111023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 00:38:39.418812 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:38:39.467777 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-ccd0baf7-59e8-4698-9c6c-740643f0afdd req-c96def56-c664-4b35-ab14-e99857dc754b service neutron] 10.222.0.40 "GET /v2.0/networks/ffe9c59a-3096-4aef-8b2e-e3aa63722c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810377 Jun 16 00:38:39.469539 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-1891f405-9b38-450d-8115-38caf449a0de req-f95d8e81-dda9-4fbb-a513-b0b2d23632c5 service neutron] 10.222.0.40 "GET /v2.0/networks/dfc603d1-751d-4be9-b4c0-08fa2224635a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267451 Jun 16 00:38:39.597302 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-66b7576e-b615-46cb-bfb4-b16992d89c37 req-c9cd25b7-b0a2-4625-94d2-e70ca171039a tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Publish callbacks [] for port (a061b975-29ef-466b-868b-b3a82091bb69), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:39.707290 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-66b7576e-b615-46cb-bfb4-b16992d89c37 req-c9cd25b7-b0a2-4625-94d2-e70ca171039a tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753842110805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909837'] for port (a061b975-29ef-466b-868b-b3a82091bb69), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:39.747789 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66b7576e-b615-46cb-bfb4-b16992d89c37 req-c9cd25b7-b0a2-4625-94d2-e70ca171039a tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Network 03feb970-ecf8-40b0-b2d6-45c5b0cb82d7 is already hosted by enough agents. {{(pid=111023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:38:39.753124 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.base_scheduler [req-66b7576e-b615-46cb-bfb4-b16992d89c37 req-c9cd25b7-b0a2-4625-94d2-e70ca171039a tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Resources bound (agent type, host, resource id): {{(pid=111023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:38:39.755519 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.l3_dvrscheduler_db [req-66b7576e-b615-46cb-bfb4-b16992d89c37 req-c9cd25b7-b0a2-4625-94d2-e70ca171039a tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Received port after_create {{(pid=111023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 00:38:39.779749 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c5b528-9cae-4d4e-b2ba-a0a40b3e8de0 req-91af7cdc-a784-461b-94ae-4c9231f56f9e tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:39.781274 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-b8c5b528-9cae-4d4e-b2ba-a0a40b3e8de0 req-91af7cdc-a784-461b-94ae-4c9231f56f9e tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9783fec-706a-4ed8-96b9-b5d790347dc8 HTTP/1.1" status: 200 len: 944 time: 0.0466578 Jun 16 00:38:39.793632 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cd25b7-b0a2-4625-94d2-e70ca171039a tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Pushing event updated for resources: {'Port': ['ID=a061b975-29ef-466b-868b-b3a82091bb69,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:38:39.813450 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b7576e-b615-46cb-bfb4-b16992d89c37 req-c9cd25b7-b0a2-4625-94d2-e70ca171039a tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:39.814050 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-66b7576e-b615-46cb-bfb4-b16992d89c37 req-c9cd25b7-b0a2-4625-94d2-e70ca171039a tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for port (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:39.829575 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-b8c5b528-9cae-4d4e-b2ba-a0a40b3e8de0 req-0b6075f4-a12e-4517-8da9-4f413a21880a tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/security-groups?id=32accf88-c6c1-4cab-b182-f021d3b77654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421154 Jun 16 00:38:39.886557 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-66b7576e-b615-46cb-bfb4-b16992d89c37 req-c9cd25b7-b0a2-4625-94d2-e70ca171039a tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3200824 Jun 16 00:38:40.176263 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d6836f-e71c-47b2-872a-34d3e2f1160d req-72411514-e51c-45c5-b8c4-e16e7c4357cb tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:40.177702 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-26d6836f-e71c-47b2-872a-34d3e2f1160d req-72411514-e51c-45c5-b8c4-e16e7c4357cb tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b06a62e-3a82-4a98-b470-cdc82179df7b HTTP/1.1" status: 200 len: 945 time: 0.0459635 Jun 16 00:38:40.228705 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-26d6836f-e71c-47b2-872a-34d3e2f1160d req-7efc8685-a5dd-4843-aca7-c3100a73181d tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd7b8519-57d8-45b4-9c24-ed32b8d7e769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450649 Jun 16 00:38:40.311479 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecede7a-0328-483c-baa1-1e87138f80fc req-d87776db-c619-44c6-84f7-4113e805145a tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:40.312909 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-0ecede7a-0328-483c-baa1-1e87138f80fc req-d87776db-c619-44c6-84f7-4113e805145a tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.20 "GET /v2.0/ports?device_id=2369b3bf-9cb7-44f5-87fc-ccb4290aee4e HTTP/1.1" status: 200 len: 932 time: 0.0453997 Jun 16 00:38:40.361071 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-0ecede7a-0328-483c-baa1-1e87138f80fc req-27aba6e6-a238-487c-b7a9-659c06c92c3c tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.20 "GET /v2.0/security-groups?id=61215bc0-8f8c-42e3-ae69-0f4b76d2a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423970 Jun 16 00:38:40.642355 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [req-66b7576e-b615-46cb-bfb4-b16992d89c37 req-efe46c2e-539d-402d-a676-6e83b5758e57 service neutron] Request body: {'port': {'device_id': '2369b3bf-9cb7-44f5-87fc-ccb4290aee4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:38:40.695506 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:38:40.699806 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-66b7576e-b615-46cb-bfb4-b16992d89c37 req-efe46c2e-539d-402d-a676-6e83b5758e57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (a061b975-29ef-466b-868b-b3a82091bb69), before_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:40.985198 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599b7958-2fec-496e-83d6-cb91743f0966 req-af051eeb-1d06-42fd-9db7-9d2fa2edcf2b tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:40.986864 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-599b7958-2fec-496e-83d6-cb91743f0966 req-af051eeb-1d06-42fd-9db7-9d2fa2edcf2b tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9783fec-706a-4ed8-96b9-b5d790347dc8 HTTP/1.1" status: 200 len: 944 time: 0.0909131 Jun 16 00:38:41.002452 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:38:41.006709 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.notifiers.nova [req-66b7576e-b615-46cb-bfb4-b16992d89c37 req-efe46c2e-539d-402d-a676-6e83b5758e57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a061b975-29ef-466b-868b-b3a82091bb69 {{(pid=111023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 00:38:41.021755 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-66b7576e-b615-46cb-bfb4-b16992d89c37 req-efe46c2e-539d-402d-a676-6e83b5758e57 service neutron] Publish callbacks [] for port (a061b975-29ef-466b-868b-b3a82091bb69), precommit_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:41.052425 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.provisioning_blocks [req-66b7576e-b615-46cb-bfb4-b16992d89c37 req-efe46c2e-539d-402d-a676-6e83b5758e57 service neutron] Transition to ACTIVE for port object a061b975-29ef-466b-868b-b3a82091bb69 will not be triggered until provisioned by entity L2. {{(pid=111023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 00:38:41.064244 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-599b7958-2fec-496e-83d6-cb91743f0966 req-4d4b54b7-c142-496b-a069-ef68e93d7c19 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/security-groups?id=32accf88-c6c1-4cab-b182-f021d3b77654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692165 Jun 16 00:38:41.095352 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-66b7576e-b615-46cb-bfb4-b16992d89c37 req-efe46c2e-539d-402d-a676-6e83b5758e57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909850'] for port (a061b975-29ef-466b-868b-b3a82091bb69), after_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:41.145037 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe46c2e-539d-402d-a676-6e83b5758e57 service neutron] Pushing event updated for resources: {'Port': ['ID=a061b975-29ef-466b-868b-b3a82091bb69,revision_number=2']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:38:41.217416 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.managers [req-66b7576e-b615-46cb-bfb4-b16992d89c37 req-efe46c2e-539d-402d-a676-6e83b5758e57 service neutron] Attempting to bind port a061b975-29ef-466b-868b-b3a82091bb69 on host hv-cinder-80382 for vnic_type normal with profile {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 00:38:41.217723 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.managers [req-66b7576e-b615-46cb-bfb4-b16992d89c37 req-efe46c2e-539d-402d-a676-6e83b5758e57 service neutron] Attempting to bind port a061b975-29ef-466b-868b-b3a82091bb69 by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': 'f457d295-fb6c-4cde-8e95-60c99307f14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '03feb970-ecf8-40b0-b2d6-45c5b0cb82d7'}] {{(pid=111023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 00:38:41.218044 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b7576e-b615-46cb-bfb4-b16992d89c37 req-efe46c2e-539d-402d-a676-6e83b5758e57 service neutron] Attempting to bind port a061b975-29ef-466b-868b-b3a82091bb69 on network 03feb970-ecf8-40b0-b2d6-45c5b0cb82d7 {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 00:38:41.222271 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b7576e-b615-46cb-bfb4-b16992d89c37 req-efe46c2e-539d-402d-a676-6e83b5758e57 service neutron] Port a061b975-29ef-466b-868b-b3a82091bb69 on network 03feb970-ecf8-40b0-b2d6-45c5b0cb82d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 00:38:41.222580 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b7576e-b615-46cb-bfb4-b16992d89c37 req-efe46c2e-539d-402d-a676-6e83b5758e57 service neutron] Attempting to bind port a061b975-29ef-466b-868b-b3a82091bb69 on network 03feb970-ecf8-40b0-b2d6-45c5b0cb82d7 {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 00:38:41.227486 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b7576e-b615-46cb-bfb4-b16992d89c37 req-efe46c2e-539d-402d-a676-6e83b5758e57 service neutron] Checking agent: {'id': '42cc932a-4e60-43e8-a4dc-4f47b3d3efae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 0, 32, 41), 'started_at': datetime.datetime(2022, 6, 16, 0, 32, 41), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 0, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 00:38:41.227766 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b7576e-b615-46cb-bfb4-b16992d89c37 req-efe46c2e-539d-402d-a676-6e83b5758e57 service neutron] Checking segment: {'id': 'f457d295-fb6c-4cde-8e95-60c99307f14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '03feb970-ecf8-40b0-b2d6-45c5b0cb82d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 00:38:41.228137 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b7576e-b615-46cb-bfb4-b16992d89c37 req-efe46c2e-539d-402d-a676-6e83b5758e57 service neutron] Bound using segment: {'id': 'f457d295-fb6c-4cde-8e95-60c99307f14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '03feb970-ecf8-40b0-b2d6-45c5b0cb82d7'} {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 00:38:41.228573 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.managers [req-66b7576e-b615-46cb-bfb4-b16992d89c37 req-efe46c2e-539d-402d-a676-6e83b5758e57 service neutron] Bound port: a061b975-29ef-466b-868b-b3a82091bb69, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f457d295-fb6c-4cde-8e95-60c99307f14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '03feb970-ecf8-40b0-b2d6-45c5b0cb82d7'}}] {{(pid=111023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 00:38:41.228917 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-66b7576e-b615-46cb-bfb4-b16992d89c37 req-efe46c2e-539d-402d-a676-6e83b5758e57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (a061b975-29ef-466b-868b-b3a82091bb69), before_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:41.289514 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.db [req-66b7576e-b615-46cb-bfb4-b16992d89c37 req-efe46c2e-539d-402d-a676-6e83b5758e57 service neutron] For port a061b975-29ef-466b-868b-b3a82091bb69, host hv-cinder-80382, cleared binding levels {{(pid=111023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 00:38:41.292509 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.db [req-66b7576e-b615-46cb-bfb4-b16992d89c37 req-efe46c2e-539d-402d-a676-6e83b5758e57 service neutron] For port a061b975-29ef-466b-868b-b3a82091bb69, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=a061b975-29ef-466b-868b-b3a82091bb69,segment=NetworkSegment(f457d295-fb6c-4cde-8e95-60c99307f14b),segment_id=f457d295-fb6c-4cde-8e95-60c99307f14b)] {{(pid=111023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 00:38:41.342354 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e106f95-5e2d-4362-befd-e6d3b88eb084 req-c8ba9b32-7c50-4e35-9600-9c0ec20e1195 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:41.343806 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-1e106f95-5e2d-4362-befd-e6d3b88eb084 req-c8ba9b32-7c50-4e35-9600-9c0ec20e1195 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b06a62e-3a82-4a98-b470-cdc82179df7b HTTP/1.1" status: 200 len: 945 time: 0.0465162 Jun 16 00:38:41.375859 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-66b7576e-b615-46cb-bfb4-b16992d89c37 req-efe46c2e-539d-402d-a676-6e83b5758e57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909850'] for port (a061b975-29ef-466b-868b-b3a82091bb69), after_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:41.391946 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-1e106f95-5e2d-4362-befd-e6d3b88eb084 req-46894e18-96e1-4c2e-b843-d9930ccdf905 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd7b8519-57d8-45b4-9c24-ed32b8d7e769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422797 Jun 16 00:38:41.411651 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b7576e-b615-46cb-bfb4-b16992d89c37 req-efe46c2e-539d-402d-a676-6e83b5758e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:41.411651 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-66b7576e-b615-46cb-bfb4-b16992d89c37 req-efe46c2e-539d-402d-a676-6e83b5758e57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for port (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:41.411651 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-66b7576e-b615-46cb-bfb4-b16992d89c37 req-efe46c2e-539d-402d-a676-6e83b5758e57 service neutron] 10.222.0.40 "PUT /v2.0/ports/a061b975-29ef-466b-868b-b3a82091bb69 HTTP/1.1" status: 200 len: 1094 time: 0.7713833 Jun 16 00:38:41.411651 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2369b3bf-9cb7-44f5-87fc-ccb4290aee4e', 'tag': 'a061b975-29ef-466b-868b-b3a82091bb69'}] {{(pid=111023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:38:41.414019 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849ffc5c5c28115853a01ef2d84a57e68c82d4a74a931575540ba89325b26957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9aa4e58-e795-4494-bbca-8128cd7983a7" -d '{"events": [{"name": "network-changed", "server_uuid": "2369b3bf-9cb7-44f5-87fc-ccb4290aee4e", "tag": "a061b975-29ef-466b-868b-b3a82091bb69"}]}' {{(pid=111023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:38:41.457552 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 00:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ec2634-1691-4b5d-9d77-77fdcfa65e01 x-openstack-request-id: req-97ec2634-1691-4b5d-9d77-77fdcfa65e01 {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:38:41.457839 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2369b3bf-9cb7-44f5-87fc-ccb4290aee4e", "tag": "a061b975-29ef-466b-868b-b3a82091bb69", "status": "completed", "code": 200}]} {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:38:41.458084 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-97ec2634-1691-4b5d-9d77-77fdcfa65e01 {{(pid=111023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:38:41.458473 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97ec2634-1691-4b5d-9d77-77fdcfa65e01'] response: {'name': 'network-changed', 'server_uuid': '2369b3bf-9cb7-44f5-87fc-ccb4290aee4e', 'tag': 'a061b975-29ef-466b-868b-b3a82091bb69', 'status': 'completed', 'code': 200} Jun 16 00:38:41.460756 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe46c2e-539d-402d-a676-6e83b5758e57 service neutron] Pushing event updated for resources: {'Port': ['ID=a061b975-29ef-466b-868b-b3a82091bb69,revision_number=3']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:38:41.499133 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d7593f-f90b-4efa-8f65-8b5b25420191 req-27e3bd01-5eda-43b7-9d97-25326aa454b3 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:41.500757 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-24d7593f-f90b-4efa-8f65-8b5b25420191 req-27e3bd01-5eda-43b7-9d97-25326aa454b3 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.20 "GET /v2.0/ports?device_id=2369b3bf-9cb7-44f5-87fc-ccb4290aee4e HTTP/1.1" status: 200 len: 944 time: 0.0616884 Jun 16 00:38:41.547832 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device d19ee40c-ad48-4dc4-be4e-bfe79a861aa1 details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=111024) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 00:38:41.553453 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa4e58-e795-4494-bbca-8128cd7983a7 req-862cffb7-bc70-486d-ba2c-a1e1b14145ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:41.554922 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-b9aa4e58-e795-4494-bbca-8128cd7983a7 req-862cffb7-bc70-486d-ba2c-a1e1b14145ba service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=213787a3040e45efb2c14f5dd9dcf509&device_id=2369b3bf-9cb7-44f5-87fc-ccb4290aee4e HTTP/1.1" status: 200 len: 1128 time: 0.0533345 Jun 16 00:38:41.587431 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-24d7593f-f90b-4efa-8f65-8b5b25420191 req-03f84e5c-826d-41c7-a3f8-9b8613cbd786 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.20 "GET /v2.0/security-groups?id=61215bc0-8f8c-42e3-ae69-0f4b76d2a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781698 Jun 16 00:38:41.650034 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] For port d19ee40c-ad48-4dc4-be4e-bfe79a861aa1, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=d19ee40c-ad48-4dc4-be4e-bfe79a861aa1,segment=NetworkSegment(fea0c3b1-4564-4c46-a939-13c53483f391),segment_id=fea0c3b1-4564-4c46-a939-13c53483f391)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:38:41.656807 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:38:41.662190 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Returning: {'device': 'd19ee40c-ad48-4dc4-be4e-bfe79a861aa1', 'network_id': 'ffe9c59a-3096-4aef-8b2e-e3aa63722c28', 'port_id': 'd19ee40c-ad48-4dc4-be4e-bfe79a861aa1', 'mac_address': 'fa:16:3e:81:7e:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f18fa19-d797-425e-adb2-49437faef043', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111024) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 00:38:41.674071 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa4e58-e795-4494-bbca-8128cd7983a7 req-4993b99c-ab90-4c19-a915-36977c842cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:41.675515 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-b9aa4e58-e795-4494-bbca-8128cd7983a7 req-4993b99c-ab90-4c19-a915-36977c842cb4 service neutron] 10.222.0.40 "GET /v2.0/networks?tenant_id=213787a3040e45efb2c14f5dd9dcf509&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1024594 Jun 16 00:38:41.699028 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Current status of the port d19ee40c-ad48-4dc4-be4e-bfe79a861aa1 is: DOWN; New status is: BUILD {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:38:41.700543 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (d19ee40c-ad48-4dc4-be4e-bfe79a861aa1), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:41.714517 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.notifiers.nova [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d19ee40c-ad48-4dc4-be4e-bfe79a861aa1 {{(pid=111024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 00:38:41.734068 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] For port d19ee40c-ad48-4dc4-be4e-bfe79a861aa1, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=d19ee40c-ad48-4dc4-be4e-bfe79a861aa1,segment=NetworkSegment(fea0c3b1-4564-4c46-a939-13c53483f391),segment_id=fea0c3b1-4564-4c46-a939-13c53483f391)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:38:41.772914 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa4e58-e795-4494-bbca-8128cd7983a7 req-ae097a43-0990-4632-b830-7e153b63fa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:41.774395 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-b9aa4e58-e795-4494-bbca-8128cd7983a7 req-ae097a43-0990-4632-b830-7e153b63fa70 service neutron] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0894430 Jun 16 00:38:41.832655 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (d19ee40c-ad48-4dc4-be4e-bfe79a861aa1), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:41.877844 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b7576e-b615-46cb-bfb4-b16992d89c37 req-949ff9d5-815d-4c8b-a450-3688462169c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:41.879340 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-66b7576e-b615-46cb-bfb4-b16992d89c37 req-949ff9d5-815d-4c8b-a450-3688462169c4 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=213787a3040e45efb2c14f5dd9dcf509&device_id=2369b3bf-9cb7-44f5-87fc-ccb4290aee4e HTTP/1.1" status: 200 len: 1128 time: 0.0420959 Jun 16 00:38:41.883991 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Pushing event updated for resources: {'Port': ['ID=d19ee40c-ad48-4dc4-be4e-bfe79a861aa1,revision_number=4']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:38:41.891438 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:38:41.891782 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:38:41.892112 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:38:41.892440 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:38:41.892787 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:38:41.893109 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:38:41.893459 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:38:41.893777 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:38:41.894181 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:38:41.894621 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:38:41.894939 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:38:41.895273 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:38:41.895588 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:38:41.895897 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:38:41.896206 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:38:41.926852 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-66b7576e-b615-46cb-bfb4-b16992d89c37 req-5a5d055f-347f-48c1-9baf-2d600fb2a63b service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a061b975-29ef-466b-868b-b3a82091bb69 HTTP/1.1" status: 200 len: 217 time: 0.0317106 Jun 16 00:38:41.959217 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:38:41.974220 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b7576e-b615-46cb-bfb4-b16992d89c37 req-94e37966-8d20-4f73-898e-4d0d068c4027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:41.975582 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-66b7576e-b615-46cb-bfb4-b16992d89c37 req-94e37966-8d20-4f73-898e-4d0d068c4027 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=b25acca4-fbb1-4bdf-ac2f-2d9891cbfd5f HTTP/1.1" status: 200 len: 854 time: 0.0427141 Jun 16 00:38:42.008240 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-66b7576e-b615-46cb-bfb4-b16992d89c37 req-5317b5ce-ed2d-457e-870b-76c9fc0344a8 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=03feb970-ecf8-40b0-b2d6-45c5b0cb82d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240271 Jun 16 00:38:42.106096 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-66b7576e-b615-46cb-bfb4-b16992d89c37 req-e4079d4e-2533-4bff-8e75-a3a310a74eab service neutron] 10.222.0.40 "GET /v2.0/networks/03feb970-ecf8-40b0-b2d6-45c5b0cb82d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842762 Jun 16 00:38:42.181889 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ad056-f933-4e81-9761-3d253587ae83 req-95dbbcf3-4c93-4d08-a673-6a08c11f4048 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:42.183367 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-ce2ad056-f933-4e81-9761-3d253587ae83 req-95dbbcf3-4c93-4d08-a673-6a08c11f4048 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9783fec-706a-4ed8-96b9-b5d790347dc8 HTTP/1.1" status: 200 len: 945 time: 0.0468326 Jun 16 00:38:42.189669 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:38:42.193669 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-66b7576e-b615-46cb-bfb4-b16992d89c37 req-d64780d8-c706-446a-aa6f-4117a464b249 service neutron] 10.222.0.40 "GET /v2.0/networks/03feb970-ecf8-40b0-b2d6-45c5b0cb82d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855038 Jun 16 00:38:42.202393 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=100 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:38:42.223419 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] get_ports_and_sgs() called for port_ids ['d19ee40c-ad48-4dc4-be4e-bfe79a861aa1'] {{(pid=111024) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 00:38:42.234285 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-ce2ad056-f933-4e81-9761-3d253587ae83 req-56d3dd16-1634-4e4f-a023-c0f204bcf1a1 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/security-groups?id=32accf88-c6c1-4cab-b182-f021d3b77654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449271 Jun 16 00:38:42.249120 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:38:42.506148 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd403631-f93b-48d0-80d2-4738a5471a5c req-09797cba-a589-4190-8006-948fd30fe300 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:42.507579 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-dd403631-f93b-48d0-80d2-4738a5471a5c req-09797cba-a589-4190-8006-948fd30fe300 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b06a62e-3a82-4a98-b470-cdc82179df7b HTTP/1.1" status: 200 len: 945 time: 0.0467570 Jun 16 00:38:42.553981 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-dd403631-f93b-48d0-80d2-4738a5471a5c req-170d5e1f-239f-4549-a037-40f215f2e2ef tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd7b8519-57d8-45b4-9c24-ed32b8d7e769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402253 Jun 16 00:38:42.709953 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7619303c-647a-45a2-b0f9-787bc4bbb4b2 req-cc8f38b2-688c-45e1-8328-25bec9442856 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:42.711303 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-7619303c-647a-45a2-b0f9-787bc4bbb4b2 req-cc8f38b2-688c-45e1-8328-25bec9442856 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.20 "GET /v2.0/ports?device_id=2369b3bf-9cb7-44f5-87fc-ccb4290aee4e HTTP/1.1" status: 200 len: 944 time: 0.0516107 Jun 16 00:38:42.756627 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-7619303c-647a-45a2-b0f9-787bc4bbb4b2 req-bc80f7db-adfa-4e05-86d5-92fe0ee12d3b tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.20 "GET /v2.0/security-groups?id=61215bc0-8f8c-42e3-ae69-0f4b76d2a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390472 Jun 16 00:38:43.123485 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (42cc932a-4e60-43e8-a4dc-4f47b3d3efae), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:43.369748 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9840e1-48b8-441b-a2d6-a930862ccbcd req-6fcdcd89-48ab-444b-8b54-e6bf2ca616f5 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:43.371845 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-6e9840e1-48b8-441b-a2d6-a930862ccbcd req-6fcdcd89-48ab-444b-8b54-e6bf2ca616f5 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9783fec-706a-4ed8-96b9-b5d790347dc8 HTTP/1.1" status: 200 len: 945 time: 0.0720425 Jun 16 00:38:43.388846 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-0cd2adfa-d56b-427e-9d62-36c4d36f9d5d req-09ce8330-f47f-41a8-915c-bedbe15900b6 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=76508475-0af3-48d7-8f12-9ad3686d77f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0578699 Jun 16 00:38:43.430506 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-6e9840e1-48b8-441b-a2d6-a930862ccbcd req-4cbcc29f-db9e-4336-926a-a6e447154288 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/security-groups?id=32accf88-c6c1-4cab-b182-f021d3b77654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515604 Jun 16 00:38:43.460924 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2adfa-d56b-427e-9d62-36c4d36f9d5d req-f861ab52-872f-4fdf-8ca4-309e9787f9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:43.462420 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-0cd2adfa-d56b-427e-9d62-36c4d36f9d5d req-f861ab52-872f-4fdf-8ca4-309e9787f9bf service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=a4e7be42e39248e4b9f5c89e96a6b82e&device_id=76508475-0af3-48d7-8f12-9ad3686d77f0 HTTP/1.1" status: 200 len: 1130 time: 0.0419929 Jun 16 00:38:43.567028 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2adfa-d56b-427e-9d62-36c4d36f9d5d req-be6d8afb-756c-439d-b6d3-ae49f8a56318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:43.568481 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-0cd2adfa-d56b-427e-9d62-36c4d36f9d5d req-be6d8afb-756c-439d-b6d3-ae49f8a56318 service neutron] 10.222.0.40 "GET /v2.0/networks?id=dfc603d1-751d-4be9-b4c0-08fa2224635a HTTP/1.1" status: 200 len: 919 time: 0.0883486 Jun 16 00:38:43.579267 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device a061b975-29ef-466b-868b-b3a82091bb69 details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=111024) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 00:38:43.589888 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device d19ee40c-ad48-4dc4-be4e-bfe79a861aa1 up at agent hyperv_hv-cinder-80382 {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:38:43.671486 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Provisioning for port d19ee40c-ad48-4dc4-be4e-bfe79a861aa1 completed by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 00:38:43.681078 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b45ee-7c77-4636-bbe6-dfd3ac678ec9 req-5728b6d7-31c0-4a2a-8deb-8ba1a5f14a61 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:43.682646 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-b81b45ee-7c77-4636-bbe6-dfd3ac678ec9 req-5728b6d7-31c0-4a2a-8deb-8ba1a5f14a61 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b06a62e-3a82-4a98-b470-cdc82179df7b HTTP/1.1" status: 200 len: 945 time: 0.0517349 Jun 16 00:38:43.729492 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Provisioning complete for port d19ee40c-ad48-4dc4-be4e-bfe79a861aa1 triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:38:43.730017 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (d19ee40c-ad48-4dc4-be4e-bfe79a861aa1), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:43.736437 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-b81b45ee-7c77-4636-bbe6-dfd3ac678ec9 req-8882683c-7c40-41bf-a087-2c03673fad7f tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd7b8519-57d8-45b4-9c24-ed32b8d7e769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467074 Jun 16 00:38:43.770753 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] For port a061b975-29ef-466b-868b-b3a82091bb69, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=a061b975-29ef-466b-868b-b3a82091bb69,segment=NetworkSegment(f457d295-fb6c-4cde-8e95-60c99307f14b),segment_id=f457d295-fb6c-4cde-8e95-60c99307f14b)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:38:43.789192 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Returning: {'device': 'a061b975-29ef-466b-868b-b3a82091bb69', 'network_id': '03feb970-ecf8-40b0-b2d6-45c5b0cb82d7', 'port_id': 'a061b975-29ef-466b-868b-b3a82091bb69', 'mac_address': 'fa:16:3e:e6:27:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b25acca4-fbb1-4bdf-ac2f-2d9891cbfd5f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111024) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 00:38:43.829045 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:38:43.854823 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Current status of the port a061b975-29ef-466b-868b-b3a82091bb69 is: DOWN; New status is: BUILD {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:38:43.859330 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (a061b975-29ef-466b-868b-b3a82091bb69), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:43.868729 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Current status of the port d19ee40c-ad48-4dc4-be4e-bfe79a861aa1 is: BUILD; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:38:43.869188 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (d19ee40c-ad48-4dc4-be4e-bfe79a861aa1), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:43.878690 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-0cd2adfa-d56b-427e-9d62-36c4d36f9d5d req-454d5f47-bdca-4412-813b-54ce34c0f613 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba7aa17f-4993-4f62-8ae9-acb5a856dcd4 HTTP/1.1" status: 200 len: 217 time: 0.3039455 Jun 16 00:38:43.881393 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.notifiers.nova [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a061b975-29ef-466b-868b-b3a82091bb69 {{(pid=111024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 00:38:43.913548 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9783fec-706a-4ed8-96b9-b5d790347dc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd19ee40c-ad48-4dc4-be4e-bfe79a861aa1'}] {{(pid=111024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:38:43.915735 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4573778420d3d0f041bbf6733ae9852b47924bf8d6b8ed88ee9f05ae747ab312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb38b868-6527-4b49-b7b8-2c0ad8aebd71" -d '{"events": [{"server_uuid": "c9783fec-706a-4ed8-96b9-b5d790347dc8", "name": "network-vif-plugged", "status": "completed", "tag": "d19ee40c-ad48-4dc4-be4e-bfe79a861aa1"}]}' {{(pid=111024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:38:43.923276 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] For port a061b975-29ef-466b-868b-b3a82091bb69, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=a061b975-29ef-466b-868b-b3a82091bb69,segment=NetworkSegment(f457d295-fb6c-4cde-8e95-60c99307f14b),segment_id=f457d295-fb6c-4cde-8e95-60c99307f14b)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:38:43.932481 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] For port d19ee40c-ad48-4dc4-be4e-bfe79a861aa1, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=d19ee40c-ad48-4dc4-be4e-bfe79a861aa1,segment=NetworkSegment(fea0c3b1-4564-4c46-a939-13c53483f391),segment_id=fea0c3b1-4564-4c46-a939-13c53483f391)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:38:43.955700 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b934e1d-269f-4811-a3cd-4e57e69b596a req-a0122882-b7a0-4c47-9acb-dc03273f8e19 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:43.956406 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 00:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa4a4a8-1773-472c-9898-4d130269f6d9 x-openstack-request-id: req-efa4a4a8-1773-472c-9898-4d130269f6d9 {{(pid=111024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:38:43.956773 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9783fec-706a-4ed8-96b9-b5d790347dc8", "name": "network-vif-plugged", "status": "completed", "tag": "d19ee40c-ad48-4dc4-be4e-bfe79a861aa1", "code": 200}]} {{(pid=111024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:38:43.957018 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-efa4a4a8-1773-472c-9898-4d130269f6d9 {{(pid=111024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:38:43.957224 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-7b934e1d-269f-4811-a3cd-4e57e69b596a req-a0122882-b7a0-4c47-9acb-dc03273f8e19 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.20 "GET /v2.0/ports?device_id=2369b3bf-9cb7-44f5-87fc-ccb4290aee4e HTTP/1.1" status: 200 len: 944 time: 0.0812640 Jun 16 00:38:43.957399 dv-cinder-803823-11-iscsi neutron-server[111024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efa4a4a8-1773-472c-9898-4d130269f6d9'] response: {'server_uuid': 'c9783fec-706a-4ed8-96b9-b5d790347dc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd19ee40c-ad48-4dc4-be4e-bfe79a861aa1', 'code': 200} Jun 16 00:38:43.962772 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2adfa-d56b-427e-9d62-36c4d36f9d5d req-41364b4c-d074-48d0-843b-bc9725f492b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:43.964101 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-0cd2adfa-d56b-427e-9d62-36c4d36f9d5d req-41364b4c-d074-48d0-843b-bc9725f492b8 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=b8b321f5-1d44-4d62-a89c-8299c51aa908 HTTP/1.1" status: 200 len: 857 time: 0.0768034 Jun 16 00:38:44.014682 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-7b934e1d-269f-4811-a3cd-4e57e69b596a req-3e19d688-aec2-43f9-9993-0ef25e1be838 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.20 "GET /v2.0/security-groups?id=61215bc0-8f8c-42e3-ae69-0f4b76d2a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496135 Jun 16 00:38:44.016409 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (d19ee40c-ad48-4dc4-be4e-bfe79a861aa1), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:44.022536 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (a061b975-29ef-466b-868b-b3a82091bb69), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:44.046881 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2adfa-d56b-427e-9d62-36c4d36f9d5d req-e999c5a8-7fc5-4d66-aadc-b7407389d35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:44.048905 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-0cd2adfa-d56b-427e-9d62-36c4d36f9d5d req-e999c5a8-7fc5-4d66-aadc-b7407389d35b service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=dfc603d1-751d-4be9-b4c0-08fa2224635a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0494802 Jun 16 00:38:44.055217 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:38:44.070058 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Pushing event updated for resources: {'Port': ['ID=d19ee40c-ad48-4dc4-be4e-bfe79a861aa1,revision_number=5']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:38:44.119088 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Pushing event updated for resources: {'Port': ['ID=a061b975-29ef-466b-868b-b3a82091bb69,revision_number=4']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:38:44.145583 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-0cd2adfa-d56b-427e-9d62-36c4d36f9d5d req-769b9004-ebdb-4403-a46c-7a119f4b2412 service neutron] 10.222.0.40 "GET /v2.0/networks/dfc603d1-751d-4be9-b4c0-08fa2224635a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887423 Jun 16 00:38:44.235186 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-0cd2adfa-d56b-427e-9d62-36c4d36f9d5d req-28efbe1d-e086-4f39-9149-07e6a4770205 service neutron] 10.222.0.40 "GET /v2.0/networks/dfc603d1-751d-4be9-b4c0-08fa2224635a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836928 Jun 16 00:38:44.336907 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9ed348-ff65-4277-b86f-bb3e7d37e6f3 req-3ae4ae0f-47b2-4503-b0c1-62cca519ed95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:44.338372 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-4b9ed348-ff65-4277-b86f-bb3e7d37e6f3 req-3ae4ae0f-47b2-4503-b0c1-62cca519ed95 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=c9783fec-706a-4ed8-96b9-b5d790347dc8 HTTP/1.1" status: 200 len: 1130 time: 0.0376697 Jun 16 00:38:44.360835 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] get_ports_and_sgs() called for port_ids ['a061b975-29ef-466b-868b-b3a82091bb69'] {{(pid=111024) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 00:38:44.387942 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-4b9ed348-ff65-4277-b86f-bb3e7d37e6f3 req-f634bee3-47a4-4a58-ae26-a1e9678f5251 service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=32accf88-c6c1-4cab-b182-f021d3b77654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420783 Jun 16 00:38:44.544106 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a9e1c9-096f-41a0-a573-8ffa0ac323d7 req-3765a5e7-c029-42c4-a9c7-cb9c890d0ea6 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:44.545555 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-45a9e1c9-096f-41a0-a573-8ffa0ac323d7 req-3765a5e7-c029-42c4-a9c7-cb9c890d0ea6 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9783fec-706a-4ed8-96b9-b5d790347dc8 HTTP/1.1" status: 200 len: 946 time: 0.0452180 Jun 16 00:38:44.594802 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-45a9e1c9-096f-41a0-a573-8ffa0ac323d7 req-7d5c4372-205c-4b3a-834c-25d2dbd78632 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/security-groups?id=32accf88-c6c1-4cab-b182-f021d3b77654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437832 Jun 16 00:38:44.814830 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=100 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:38:44.851116 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b4df4-7767-4bb2-aca8-b00c2aa33fdb req-1f71b94a-bf59-40d0-a1a4-d4f65ab86e3b tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:44.852595 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-6d6b4df4-7767-4bb2-aca8-b00c2aa33fdb req-1f71b94a-bf59-40d0-a1a4-d4f65ab86e3b tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b06a62e-3a82-4a98-b470-cdc82179df7b HTTP/1.1" status: 200 len: 945 time: 0.0460646 Jun 16 00:38:44.898323 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-6d6b4df4-7767-4bb2-aca8-b00c2aa33fdb req-a043fb4f-8c14-4540-a97e-a58a7973a37c tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd7b8519-57d8-45b4-9c24-ed32b8d7e769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401497 Jun 16 00:38:45.146874 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d55e90-1256-4287-81ee-5167c0b082c5 req-cbca1673-b4d5-443d-b9fd-5f9ec5f65afe tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:45.148338 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-25d55e90-1256-4287-81ee-5167c0b082c5 req-cbca1673-b4d5-443d-b9fd-5f9ec5f65afe tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.20 "GET /v2.0/ports?device_id=2369b3bf-9cb7-44f5-87fc-ccb4290aee4e HTTP/1.1" status: 200 len: 945 time: 0.0467873 Jun 16 00:38:45.195481 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-25d55e90-1256-4287-81ee-5167c0b082c5 req-233bf424-271d-4f49-b513-52f10c90341b tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.20 "GET /v2.0/security-groups?id=61215bc0-8f8c-42e3-ae69-0f4b76d2a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416970 Jun 16 00:38:45.593614 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device a061b975-29ef-466b-868b-b3a82091bb69 up at agent hyperv_hv-cinder-80382 {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:38:45.615617 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:38:45.638471 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Provisioning for port a061b975-29ef-466b-868b-b3a82091bb69 completed by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 00:38:45.708311 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c860bfc-b62f-4421-a1b6-cc879bcc6a2a req-29ffbdee-2322-479c-ade4-7a6a7a1bc40e tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:45.709780 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-4c860bfc-b62f-4421-a1b6-cc879bcc6a2a req-29ffbdee-2322-479c-ade4-7a6a7a1bc40e tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9783fec-706a-4ed8-96b9-b5d790347dc8 HTTP/1.1" status: 200 len: 946 time: 0.0458188 Jun 16 00:38:45.741673 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=100 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:38:45.747067 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Provisioning complete for port a061b975-29ef-466b-868b-b3a82091bb69 triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:38:45.747438 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (a061b975-29ef-466b-868b-b3a82091bb69), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:45.755893 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-4c860bfc-b62f-4421-a1b6-cc879bcc6a2a req-84593dc1-6cba-47ed-a924-4da183aaae8f tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/security-groups?id=32accf88-c6c1-4cab-b182-f021d3b77654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401061 Jun 16 00:38:45.820920 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Current status of the port a061b975-29ef-466b-868b-b3a82091bb69 is: BUILD; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:38:45.821303 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (a061b975-29ef-466b-868b-b3a82091bb69), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:45.964968 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2369b3bf-9cb7-44f5-87fc-ccb4290aee4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a061b975-29ef-466b-868b-b3a82091bb69'}] {{(pid=111024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:38:45.967195 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4573778420d3d0f041bbf6733ae9852b47924bf8d6b8ed88ee9f05ae747ab312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d643a7-539c-45b9-a0e4-b02b382ff905" -d '{"events": [{"server_uuid": "2369b3bf-9cb7-44f5-87fc-ccb4290aee4e", "name": "network-vif-plugged", "status": "completed", "tag": "a061b975-29ef-466b-868b-b3a82091bb69"}]}' {{(pid=111024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:38:45.979899 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] For port a061b975-29ef-466b-868b-b3a82091bb69, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=a061b975-29ef-466b-868b-b3a82091bb69,segment=NetworkSegment(f457d295-fb6c-4cde-8e95-60c99307f14b),segment_id=f457d295-fb6c-4cde-8e95-60c99307f14b)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:38:46.002744 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 00:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55f31c49-5308-4af0-aa7d-b7ed628a5a4b x-openstack-request-id: req-55f31c49-5308-4af0-aa7d-b7ed628a5a4b {{(pid=111024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:38:46.003091 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2369b3bf-9cb7-44f5-87fc-ccb4290aee4e", "name": "network-vif-plugged", "status": "completed", "tag": "a061b975-29ef-466b-868b-b3a82091bb69", "code": 200}]} {{(pid=111024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:38:46.003299 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-55f31c49-5308-4af0-aa7d-b7ed628a5a4b {{(pid=111024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:38:46.003692 dv-cinder-803823-11-iscsi neutron-server[111024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55f31c49-5308-4af0-aa7d-b7ed628a5a4b'] response: {'server_uuid': '2369b3bf-9cb7-44f5-87fc-ccb4290aee4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a061b975-29ef-466b-868b-b3a82091bb69', 'code': 200} Jun 16 00:38:46.027262 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf8c04e-62a2-4102-865c-fe8413acf040 req-bf0c8623-e0c8-40e6-b7a8-28e59d0cc410 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:46.028727 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-baf8c04e-62a2-4102-865c-fe8413acf040 req-bf0c8623-e0c8-40e6-b7a8-28e59d0cc410 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b06a62e-3a82-4a98-b470-cdc82179df7b HTTP/1.1" status: 200 len: 945 time: 0.0598676 Jun 16 00:38:46.055413 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (a061b975-29ef-466b-868b-b3a82091bb69), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:46.075970 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-baf8c04e-62a2-4102-865c-fe8413acf040 req-7cd9110d-539b-44f4-9d4e-8ddc6bd694d2 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd7b8519-57d8-45b4-9c24-ed32b8d7e769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417473 Jun 16 00:38:46.102848 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Pushing event updated for resources: {'Port': ['ID=a061b975-29ef-466b-868b-b3a82091bb69,revision_number=5']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:38:46.313056 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c200a06c-52e8-4c8d-a0dd-a31315de62bd req-25667141-53fa-4ecb-a754-78124b6bd5b1 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:46.314278 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-c200a06c-52e8-4c8d-a0dd-a31315de62bd req-25667141-53fa-4ecb-a754-78124b6bd5b1 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.20 "GET /v2.0/ports?device_id=2369b3bf-9cb7-44f5-87fc-ccb4290aee4e HTTP/1.1" status: 200 len: 946 time: 0.0507240 Jun 16 00:38:46.365871 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-c200a06c-52e8-4c8d-a0dd-a31315de62bd req-18aa2858-2225-4d77-ba2b-3e2fcce2a8de tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.20 "GET /v2.0/security-groups?id=61215bc0-8f8c-42e3-ae69-0f4b76d2a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457354 Jun 16 00:38:46.869871 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d922c-1b07-4b8c-9f15-fc0f06b0887d req-4d2e78d3-8c2b-4b6b-b953-72c70bf8bd51 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:46.871743 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-747d922c-1b07-4b8c-9f15-fc0f06b0887d req-4d2e78d3-8c2b-4b6b-b953-72c70bf8bd51 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9783fec-706a-4ed8-96b9-b5d790347dc8 HTTP/1.1" status: 200 len: 946 time: 0.0490577 Jun 16 00:38:46.918220 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-747d922c-1b07-4b8c-9f15-fc0f06b0887d req-df170e16-4558-480b-b1b6-055196c2de25 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/security-groups?id=32accf88-c6c1-4cab-b182-f021d3b77654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409613 Jun 16 00:38:46.976935 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be8637-7b77-4966-9fc8-d7fc230e10e8 req-8c4f5248-db68-4aa6-8803-23778c9c2b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:46.978505 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-81be8637-7b77-4966-9fc8-d7fc230e10e8 req-8c4f5248-db68-4aa6-8803-23778c9c2b25 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=2369b3bf-9cb7-44f5-87fc-ccb4290aee4e HTTP/1.1" status: 200 len: 1130 time: 0.0414314 Jun 16 00:38:47.061141 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d33d8a-bfbe-4084-b3d6-0eeec0086c72 req-fdf86de8-6abd-43e5-881b-4f3c95cba9e9 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:47.062570 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-70d33d8a-bfbe-4084-b3d6-0eeec0086c72 req-fdf86de8-6abd-43e5-881b-4f3c95cba9e9 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9783fec-706a-4ed8-96b9-b5d790347dc8 HTTP/1.1" status: 200 len: 946 time: 0.0711932 Jun 16 00:38:47.065135 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-81be8637-7b77-4966-9fc8-d7fc230e10e8 req-749ff26c-edf8-41e9-b543-b4e57f050169 service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=61215bc0-8f8c-42e3-ae69-0f4b76d2a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801816 Jun 16 00:38:47.071421 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 44954) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:38:47.076152 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [None req-ccd380a0-6e0c-4080-8f6c-e071a52cacf8 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Request body: {'floatingip': {'port_id': 'd19ee40c-ad48-4dc4-be4e-bfe79a861aa1'}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:38:47.114326 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-ccd380a0-6e0c-4080-8f6c-e071a52cacf8 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for floatingip (5ef00bed-f19e-4f9b-8e67-0a20bf545468), before_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:47.172903 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=100 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:38:47.191682 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164648f9-8f64-473f-bda1-a130d024d151 req-5281f351-2557-4984-8dfd-2f6b681f16cf tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:47.193169 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-164648f9-8f64-473f-bda1-a130d024d151 req-5281f351-2557-4984-8dfd-2f6b681f16cf tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b06a62e-3a82-4a98-b470-cdc82179df7b HTTP/1.1" status: 200 len: 945 time: 0.0466714 Jun 16 00:38:47.238941 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-164648f9-8f64-473f-bda1-a130d024d151 req-25a1c840-49f2-4bb4-93c3-2b0bffa54ab7 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd7b8519-57d8-45b4-9c24-ed32b8d7e769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401654 Jun 16 00:38:47.533985 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ad509-d45d-4521-beaa-6dc17e63dfd3 req-ba1b87d7-7305-45a4-bb49-8b05cb0d9936 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:47.535483 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-1f1ad509-d45d-4521-beaa-6dc17e63dfd3 req-ba1b87d7-7305-45a4-bb49-8b05cb0d9936 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.20 "GET /v2.0/ports?device_id=2369b3bf-9cb7-44f5-87fc-ccb4290aee4e HTTP/1.1" status: 200 len: 946 time: 0.1026957 Jun 16 00:38:47.558596 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-ccd380a0-6e0c-4080-8f6c-e071a52cacf8 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:47.593797 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-1f1ad509-d45d-4521-beaa-6dc17e63dfd3 req-b8d18df5-7cc0-4a3d-b5fe-b7d23614344a tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.20 "GET /v2.0/security-groups?id=61215bc0-8f8c-42e3-ae69-0f4b76d2a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511668 Jun 16 00:38:47.615176 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-ccd380a0-6e0c-4080-8f6c-e071a52cacf8 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672953'] for floatingip (5ef00bed-f19e-4f9b-8e67-0a20bf545468), after_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:47.708673 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.db.l3_db [None req-ccd380a0-6e0c-4080-8f6c-e071a52cacf8 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Floating IP 5ef00bed-f19e-4f9b-8e67-0a20bf545468 associated. External IP: 172.27.1.41, port: d19ee40c-ad48-4dc4-be4e-bfe79a861aa1. Jun 16 00:38:47.782019 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:38:47.806115 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:38:47.900009 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccd380a0-6e0c-4080-8f6c-e071a52cacf8 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Router 1b62cfae-791c-4204-bf01-912f6aca26ba has already been hosted by L3 agent d0297bc9-c3a8-45ac-9023-c937cb4f21fc {{(pid=111023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 00:38:47.999245 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd380a0-6e0c-4080-8f6c-e071a52cacf8 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Notify agent at l3_agent.dv-cinder-803823-11-iscsi the message routers_updated {{(pid=111023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 00:38:48.003894 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-ccd380a0-6e0c-4080-8f6c-e071a52cacf8 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for floatingip (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:48.008864 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75779c0-1ef4-431a-899b-23fddd254ace None None] Sync routers for ids ['1b62cfae-791c-4204-bf01-912f6aca26ba'] in dv-cinder-803823-11-iscsi {{(pid=111024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 00:38:48.018895 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75779c0-1ef4-431a-899b-23fddd254ace None None] Routers {'1b62cfae-791c-4204-bf01-912f6aca26ba'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:38:48.019516 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-a75779c0-1ef4-431a-899b-23fddd254ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:38:27Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['1b62cfae-791c-4204-bf01-912f6aca26ba'], 'active': True} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:38:48.034245 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-ccd380a0-6e0c-4080-8f6c-e071a52cacf8 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "PUT /v2.0/floatingips/5ef00bed-f19e-4f9b-8e67-0a20bf545468 HTTP/1.1" status: 200 len: 991 time: 0.9618220 Jun 16 00:38:48.034792 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9783fec-706a-4ed8-96b9-b5d790347dc8', 'tag': 'd19ee40c-ad48-4dc4-be4e-bfe79a861aa1'}] {{(pid=111023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:38:48.037008 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849ffc5c5c28115853a01ef2d84a57e68c82d4a74a931575540ba89325b26957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e24e5830-3eb8-4acd-b8d9-7592d6a25766" -d '{"events": [{"name": "network-changed", "server_uuid": "c9783fec-706a-4ed8-96b9-b5d790347dc8", "tag": "d19ee40c-ad48-4dc4-be4e-bfe79a861aa1"}]}' {{(pid=111023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:38:48.072252 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 00:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d99405-5570-4717-80b1-8aa01005d89d x-openstack-request-id: req-b7d99405-5570-4717-80b1-8aa01005d89d {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:38:48.072567 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9783fec-706a-4ed8-96b9-b5d790347dc8", "tag": "d19ee40c-ad48-4dc4-be4e-bfe79a861aa1", "status": "completed", "code": 200}]} {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:38:48.072826 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b7d99405-5570-4717-80b1-8aa01005d89d {{(pid=111023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:38:48.073231 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7d99405-5570-4717-80b1-8aa01005d89d'] response: {'name': 'network-changed', 'server_uuid': 'c9783fec-706a-4ed8-96b9-b5d790347dc8', 'tag': 'd19ee40c-ad48-4dc4-be4e-bfe79a861aa1', 'status': 'completed', 'code': 200} Jun 16 00:38:48.119168 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvr_db [None req-a75779c0-1ef4-431a-899b-23fddd254ace None None] Set router 1b62cfae-791c-4204-bf01-912f6aca26ba gateway port host: dv-cinder-803823-11-iscsi {{(pid=111024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:38:48.258556 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:38:48.330567 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-a75779c0-1ef4-431a-899b-23fddd254ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'name': 'tempest-AttachVolumeNegativeTest-1185601359-router', 'tenant_id': '45031128a55e42989da61e01948538d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '0f66962a-1205-4a33-9a8f-65465c9ebb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:34:34Z', 'updated_at': '2022-06-16T00:34:43Z', 'revision_number': 4, 'project_id': '45031128a55e42989da61e01948538d3', 'gw_port': {'id': '0f66962a-1205-4a33-9a8f-65465c9ebb13', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:aa:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:36Z', 'updated_at': '2022-06-16T00:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_floatingips': [{'id': '5ef00bed-f19e-4f9b-8e67-0a20bf545468', 'tenant_id': '45031128a55e42989da61e01948538d3', 'floating_ip_address': '172.27.1.41', 'floating_network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'router_id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'port_id': 'd19ee40c-ad48-4dc4-be4e-bfe79a861aa1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffe9c59a-3096-4aef-8b2e-e3aa63722c28', 'mac_address': 'fa:16:3e:81:7e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9783fec-706a-4ed8-96b9-b5d790347dc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T00:38:32Z', 'updated_at': '2022-06-16T00:38:47Z', 'revision_number': 1, 'project_id': '45031128a55e42989da61e01948538d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10a8169d-3fef-4cc7-94c5-78192087f720', 'name': '', 'network_id': 'ffe9c59a-3096-4aef-8b2e-e3aa63722c28', 'tenant_id': '45031128a55e42989da61e01948538d3', 'mac_address': 'fa:16:3e:d1:28:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1f18fa19-d797-425e-adb2-49437faef043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:41Z', 'updated_at': '2022-06-16T00:34:50Z', 'revision_number': 5, 'project_id': '45031128a55e42989da61e01948538d3', 'subnets': [{'id': '1f18fa19-d797-425e-adb2-49437faef043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:38:48.355175 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75779c0-1ef4-431a-899b-23fddd254ace None None] Checking router: 1b62cfae-791c-4204-bf01-912f6aca26ba for host: dv-cinder-803823-11-iscsi {{(pid=111024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 00:38:48.357696 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541ee46e-7fd2-4e1d-9940-d9d9dcdf4516 req-2a868bdd-bbc4-4e08-aa5f-781a62da6377 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:48.359172 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-541ee46e-7fd2-4e1d-9940-d9d9dcdf4516 req-2a868bdd-bbc4-4e08-aa5f-781a62da6377 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b06a62e-3a82-4a98-b470-cdc82179df7b HTTP/1.1" status: 200 len: 945 time: 0.0493116 Jun 16 00:38:48.363623 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75779c0-1ef4-431a-899b-23fddd254ace None None] Routers {'1b62cfae-791c-4204-bf01-912f6aca26ba'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:38:48.364225 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-a75779c0-1ef4-431a-899b-23fddd254ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:38:27Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['1b62cfae-791c-4204-bf01-912f6aca26ba'], 'active': True} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:38:48.407239 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-541ee46e-7fd2-4e1d-9940-d9d9dcdf4516 req-1eea1228-749f-4b49-a4e3-ef338d2e6d6c tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd7b8519-57d8-45b4-9c24-ed32b8d7e769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422091 Jun 16 00:38:48.465026 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvr_db [None req-a75779c0-1ef4-431a-899b-23fddd254ace None None] Set router 1b62cfae-791c-4204-bf01-912f6aca26ba gateway port host: dv-cinder-803823-11-iscsi {{(pid=111024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:38:48.622250 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24e5830-3eb8-4acd-b8d9-7592d6a25766 req-2bd436cb-2042-4598-8b92-7a16023b52f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:48.623936 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-e24e5830-3eb8-4acd-b8d9-7592d6a25766 req-2bd436cb-2042-4598-8b92-7a16023b52f2 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=45031128a55e42989da61e01948538d3&device_id=c9783fec-706a-4ed8-96b9-b5d790347dc8 HTTP/1.1" status: 200 len: 1130 time: 0.0401096 Jun 16 00:38:48.673624 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-a75779c0-1ef4-431a-899b-23fddd254ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'name': 'tempest-AttachVolumeNegativeTest-1185601359-router', 'tenant_id': '45031128a55e42989da61e01948538d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '0f66962a-1205-4a33-9a8f-65465c9ebb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:34:34Z', 'updated_at': '2022-06-16T00:34:43Z', 'revision_number': 4, 'project_id': '45031128a55e42989da61e01948538d3', 'gw_port': {'id': '0f66962a-1205-4a33-9a8f-65465c9ebb13', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:aa:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:36Z', 'updated_at': '2022-06-16T00:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_floatingips': [{'id': '5ef00bed-f19e-4f9b-8e67-0a20bf545468', 'tenant_id': '45031128a55e42989da61e01948538d3', 'floating_ip_address': '172.27.1.41', 'floating_network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'router_id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'port_id': 'd19ee40c-ad48-4dc4-be4e-bfe79a861aa1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffe9c59a-3096-4aef-8b2e-e3aa63722c28', 'mac_address': 'fa:16:3e:81:7e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9783fec-706a-4ed8-96b9-b5d790347dc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T00:38:32Z', 'updated_at': '2022-06-16T00:38:47Z', 'revision_number': 1, 'project_id': '45031128a55e42989da61e01948538d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10a8169d-3fef-4cc7-94c5-78192087f720', 'name': '', 'network_id': 'ffe9c59a-3096-4aef-8b2e-e3aa63722c28', 'tenant_id': '45031128a55e42989da61e01948538d3', 'mac_address': 'fa:16:3e:d1:28:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1f18fa19-d797-425e-adb2-49437faef043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:41Z', 'updated_at': '2022-06-16T00:34:50Z', 'revision_number': 5, 'project_id': '45031128a55e42989da61e01948538d3', 'subnets': [{'id': '1f18fa19-d797-425e-adb2-49437faef043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:38:48.702812 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75779c0-1ef4-431a-899b-23fddd254ace None None] The sync data for ids ['1b62cfae-791c-4204-bf01-912f6aca26ba'] in dv-cinder-803823-11-iscsi is: [{'id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'name': 'tempest-AttachVolumeNegativeTest-1185601359-router', 'tenant_id': '45031128a55e42989da61e01948538d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '0f66962a-1205-4a33-9a8f-65465c9ebb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:34:34Z', 'updated_at': '2022-06-16T00:34:43Z', 'revision_number': 4, 'project_id': '45031128a55e42989da61e01948538d3', 'gw_port': {'id': '0f66962a-1205-4a33-9a8f-65465c9ebb13', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:aa:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:36Z', 'updated_at': '2022-06-16T00:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_floatingips': [{'id': '5ef00bed-f19e-4f9b-8e67-0a20bf545468', 'tenant_id': '45031128a55e42989da61e01948538d3', 'floating_ip_address': '172.27.1.41', 'floating_network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'router_id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'port_id': 'd19ee40c-ad48-4dc4-be4e-bfe79a861aa1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffe9c59a-3096-4aef-8b2e-e3aa63722c28', 'mac_address': 'fa:16:3e:81:7e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9783fec-706a-4ed8-96b9-b5d790347dc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T00:38:32Z', 'updated_at': '2022-06-16T00:38:47Z', 'revision_number': 1, 'project_id': '45031128a55e42989da61e01948538d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10a8169d-3fef-4cc7-94c5-78192087f720', 'name': '', 'network_id': 'ffe9c59a-3096-4aef-8b2e-e3aa63722c28', 'tenant_id': '45031128a55e42989da61e01948538d3', 'mac_address': 'fa:16:3e:d1:28:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1f18fa19-d797-425e-adb2-49437faef043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:41Z', 'updated_at': '2022-06-16T00:34:50Z', 'revision_number': 5, 'project_id': '45031128a55e42989da61e01948538d3', 'subnets': [{'id': '1f18fa19-d797-425e-adb2-49437faef043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 00:38:48.712127 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b49d39d-d1ba-4503-a5df-39c77610f444 req-1409af0b-5d9a-4470-b101-07975f5f6829 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:48.713694 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-3b49d39d-d1ba-4503-a5df-39c77610f444 req-1409af0b-5d9a-4470-b101-07975f5f6829 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.20 "GET /v2.0/ports?device_id=2369b3bf-9cb7-44f5-87fc-ccb4290aee4e HTTP/1.1" status: 200 len: 946 time: 0.0513227 Jun 16 00:38:48.762810 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-3b49d39d-d1ba-4503-a5df-39c77610f444 req-59b4bb98-c2a4-4ca2-a724-2bc6bef81fef tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.20 "GET /v2.0/security-groups?id=61215bc0-8f8c-42e3-ae69-0f4b76d2a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433037 Jun 16 00:38:48.887949 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24e5830-3eb8-4acd-b8d9-7592d6a25766 req-1b112424-55b3-4391-a12f-6c74fc0c59cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:48.889457 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-e24e5830-3eb8-4acd-b8d9-7592d6a25766 req-1b112424-55b3-4391-a12f-6c74fc0c59cc service neutron] 10.222.0.40 "GET /v2.0/networks?id=ffe9c59a-3096-4aef-8b2e-e3aa63722c28 HTTP/1.1" status: 200 len: 916 time: 0.0952933 Jun 16 00:38:48.902792 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f27387-15b8-4fa3-977d-b7c7568537ca None None] New status for floating IP 5ef00bed-f19e-4f9b-8e67-0a20bf545468: ACTIVE {{(pid=111025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 00:38:48.954207 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-e24e5830-3eb8-4acd-b8d9-7592d6a25766 req-7d2ffd41-a2c4-4c09-9ab0-613b65639854 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d19ee40c-ad48-4dc4-be4e-bfe79a861aa1 HTTP/1.1" status: 200 len: 999 time: 0.0572355 Jun 16 00:38:49.005170 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24e5830-3eb8-4acd-b8d9-7592d6a25766 req-eee2d63b-b871-4edd-bd8d-d96dbc8a6c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:49.006658 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-e24e5830-3eb8-4acd-b8d9-7592d6a25766 req-eee2d63b-b871-4edd-bd8d-d96dbc8a6c62 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=1f18fa19-d797-425e-adb2-49437faef043 HTTP/1.1" status: 200 len: 854 time: 0.0452957 Jun 16 00:38:49.055846 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24e5830-3eb8-4acd-b8d9-7592d6a25766 req-1a912880-c245-4cbe-808c-c50782c8c654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:49.057474 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-e24e5830-3eb8-4acd-b8d9-7592d6a25766 req-1a912880-c245-4cbe-808c-c50782c8c654 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=ffe9c59a-3096-4aef-8b2e-e3aa63722c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0438662 Jun 16 00:38:49.152855 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-e24e5830-3eb8-4acd-b8d9-7592d6a25766 req-75a75a71-b135-491d-99c5-957727426e26 service neutron] 10.222.0.40 "GET /v2.0/networks/ffe9c59a-3096-4aef-8b2e-e3aa63722c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857847 Jun 16 00:38:49.241136 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=100 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:38:49.246675 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-e24e5830-3eb8-4acd-b8d9-7592d6a25766 req-fdb6032b-9a1d-49d4-b453-7fd25386642f service neutron] 10.222.0.40 "GET /v2.0/networks/ffe9c59a-3096-4aef-8b2e-e3aa63722c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875096 Jun 16 00:38:49.517822 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e05edb-c6ec-4570-8669-b9b572ae0da1 req-302706e3-a0ad-43f9-bd38-78dfbd060213 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:49.519267 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-81e05edb-c6ec-4570-8669-b9b572ae0da1 req-302706e3-a0ad-43f9-bd38-78dfbd060213 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b06a62e-3a82-4a98-b470-cdc82179df7b HTTP/1.1" status: 200 len: 945 time: 0.0460801 Jun 16 00:38:49.566702 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-81e05edb-c6ec-4570-8669-b9b572ae0da1 req-6a3c8dcc-3418-4e80-8f17-818452e53533 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd7b8519-57d8-45b4-9c24-ed32b8d7e769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416822 Jun 16 00:38:49.873407 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdfea3b-22e3-4445-b712-691468123c38 req-ec1d1b6b-99d4-443d-8c37-d5d291fc0dd1 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:49.874856 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-8cdfea3b-22e3-4445-b712-691468123c38 req-ec1d1b6b-99d4-443d-8c37-d5d291fc0dd1 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.20 "GET /v2.0/ports?device_id=2369b3bf-9cb7-44f5-87fc-ccb4290aee4e HTTP/1.1" status: 200 len: 946 time: 0.0451214 Jun 16 00:38:49.921708 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-8cdfea3b-22e3-4445-b712-691468123c38 req-789189df-d7bd-40cd-a655-90278cdef172 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.20 "GET /v2.0/security-groups?id=61215bc0-8f8c-42e3-ae69-0f4b76d2a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414641 Jun 16 00:38:50.685030 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb5025c-d36b-4dfa-af0d-388effd09be0 req-e2357312-37af-44c4-b3d9-60075948c1eb tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:50.686555 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-9cb5025c-d36b-4dfa-af0d-388effd09be0 req-e2357312-37af-44c4-b3d9-60075948c1eb tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b06a62e-3a82-4a98-b470-cdc82179df7b HTTP/1.1" status: 200 len: 945 time: 0.0511217 Jun 16 00:38:50.730998 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=100 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:38:50.738621 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-9cb5025c-d36b-4dfa-af0d-388effd09be0 req-53ba6ead-0400-44ae-8496-3ce44b9b228e tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd7b8519-57d8-45b4-9c24-ed32b8d7e769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459323 Jun 16 00:38:51.851181 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2564e9b-9d7a-4750-a0dd-1b59de7975db req-55fea4ac-b150-414b-bbac-1bcb1921b7df tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:51.852487 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-e2564e9b-9d7a-4750-a0dd-1b59de7975db req-55fea4ac-b150-414b-bbac-1bcb1921b7df tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b06a62e-3a82-4a98-b470-cdc82179df7b HTTP/1.1" status: 200 len: 945 time: 0.0452886 Jun 16 00:38:51.903286 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-e2564e9b-9d7a-4750-a0dd-1b59de7975db req-3abd84c4-885e-4456-a8fb-a7b62bc7b4bb tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd7b8519-57d8-45b4-9c24-ed32b8d7e769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448842 Jun 16 00:38:53.018885 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873e9c2c-f5fb-4fde-8d5e-8cb337c0941d req-d8d6170d-657c-4a58-99ed-31afc03a90b5 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:53.020317 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-873e9c2c-f5fb-4fde-8d5e-8cb337c0941d req-d8d6170d-657c-4a58-99ed-31afc03a90b5 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b06a62e-3a82-4a98-b470-cdc82179df7b HTTP/1.1" status: 200 len: 945 time: 0.0464773 Jun 16 00:38:53.065461 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-873e9c2c-f5fb-4fde-8d5e-8cb337c0941d req-4d4b5e6a-54ba-437d-bc98-820470fe4b4b tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd7b8519-57d8-45b4-9c24-ed32b8d7e769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396121 Jun 16 00:38:54.178830 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f214e67-9f99-45f1-8ad5-b72a7da71a87 req-cd2bd1f4-b68e-4eee-8900-e1ab93f37e66 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:54.180306 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-2f214e67-9f99-45f1-8ad5-b72a7da71a87 req-cd2bd1f4-b68e-4eee-8900-e1ab93f37e66 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b06a62e-3a82-4a98-b470-cdc82179df7b HTTP/1.1" status: 200 len: 945 time: 0.0471292 Jun 16 00:38:54.228289 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-2f214e67-9f99-45f1-8ad5-b72a7da71a87 req-73d23894-4064-4c04-a7b1-8e87ad5a2674 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd7b8519-57d8-45b4-9c24-ed32b8d7e769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425329 Jun 16 00:38:54.535062 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-6e0adccf-1610-4ca6-8dde-2754d2635bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (2a8c543c-b8d9-40d8-999c-fa03b757f547), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:54.822273 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.agents_db [None req-15653567-1518-4353-bd1f-4d0dcdae15fd None None] Agent healthcheck: found 6 active agents {{(pid=111025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 00:38:55.342709 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8bff06-f67b-4bbd-8ab3-f030342f25b8 req-78001bae-6acf-41d0-becf-51b66f022847 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:55.344027 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-5e8bff06-f67b-4bbd-8ab3-f030342f25b8 req-78001bae-6acf-41d0-becf-51b66f022847 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b06a62e-3a82-4a98-b470-cdc82179df7b HTTP/1.1" status: 200 len: 945 time: 0.0452037 Jun 16 00:38:55.388786 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-5e8bff06-f67b-4bbd-8ab3-f030342f25b8 req-c8a0e91e-ab8b-4766-92ce-a4187ad13af5 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd7b8519-57d8-45b4-9c24-ed32b8d7e769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394883 Jun 16 00:38:56.505936 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7930a79d-3dc4-4ac0-8c32-82a74fef6ace req-35428d59-7332-4dac-9c61-31f931b18926 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:56.507388 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-7930a79d-3dc4-4ac0-8c32-82a74fef6ace req-35428d59-7332-4dac-9c61-31f931b18926 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b06a62e-3a82-4a98-b470-cdc82179df7b HTTP/1.1" status: 200 len: 945 time: 0.0490878 Jun 16 00:38:56.554375 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-7930a79d-3dc4-4ac0-8c32-82a74fef6ace req-0ecc549a-018d-47c8-9459-0693b3154d0e tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd7b8519-57d8-45b4-9c24-ed32b8d7e769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407403 Jun 16 00:38:56.734713 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-31735263-57f5-4e73-8f31-cdb07959b81a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (d0297bc9-c3a8-45ac-9023-c937cb4f21fc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:57.665763 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979313ec-5c38-4aee-8edb-f9231615571a req-acc4f2bd-8cdd-4ef0-8310-c4e66d006c48 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:57.667202 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-979313ec-5c38-4aee-8edb-f9231615571a req-acc4f2bd-8cdd-4ef0-8310-c4e66d006c48 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b06a62e-3a82-4a98-b470-cdc82179df7b HTTP/1.1" status: 200 len: 945 time: 0.0465372 Jun 16 00:38:57.718380 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-979313ec-5c38-4aee-8edb-f9231615571a req-af8790e6-4003-4694-a7bd-c6ff65dc15e0 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd7b8519-57d8-45b4-9c24-ed32b8d7e769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450389 Jun 16 00:38:57.835572 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:38:57.900916 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-117977e4-98b1-40f2-baea-1bec010e476c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (b90f279a-3e8f-4325-a28d-8d213fb96fbc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:58.829757 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0757979-114b-4563-92a5-86caea920613 req-cb5adc8c-6c2f-44ea-8ce8-1b7ed15bc943 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:58.831211 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-e0757979-114b-4563-92a5-86caea920613 req-cb5adc8c-6c2f-44ea-8ce8-1b7ed15bc943 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b06a62e-3a82-4a98-b470-cdc82179df7b HTTP/1.1" status: 200 len: 945 time: 0.0461109 Jun 16 00:38:58.880226 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-e0757979-114b-4563-92a5-86caea920613 req-94720c7e-f5dd-4222-88c6-052483d542ad tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd7b8519-57d8-45b4-9c24-ed32b8d7e769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436072 Jun 16 00:38:59.249154 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-faa15201-cec6-4660-ae33-7025f254e5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (50ece25a-9452-44f6-8bc9-48c0ade2294b), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:59.677838 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (81117e21-cbf2-493f-9e14-29a3cec1f25a), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:38:59.866720 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:38:59.998750 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a79d5d2-b170-4e60-a3f1-208e80a6a986 req-63da2197-2923-4cf2-b58e-5ce81068bff5 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:38:59.998750 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-7a79d5d2-b170-4e60-a3f1-208e80a6a986 req-63da2197-2923-4cf2-b58e-5ce81068bff5 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b06a62e-3a82-4a98-b470-cdc82179df7b HTTP/1.1" status: 200 len: 945 time: 0.0480003 Jun 16 00:39:00.047806 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-7a79d5d2-b170-4e60-a3f1-208e80a6a986 req-d0110a77-4dea-4a20-b1e4-4cf6045d0c05 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd7b8519-57d8-45b4-9c24-ed32b8d7e769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455935 Jun 16 00:39:00.272927 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1533d24c-29f2-4738-a9c8-b21dfcbf1f03 req-c0494ee2-1d7a-44a1-9570-105cb782505b tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:00.274333 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-1533d24c-29f2-4738-a9c8-b21dfcbf1f03 req-c0494ee2-1d7a-44a1-9570-105cb782505b tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 946 time: 0.0448294 Jun 16 00:39:00.320031 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-1533d24c-29f2-4738-a9c8-b21dfcbf1f03 req-ac15c11c-2f62-4b62-b7bb-bed7f79da6c1 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403461 Jun 16 00:39:01.159539 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1133d6f5-dc5a-4daa-843e-197dc6524282 req-b549eb18-9f60-4570-a0c7-0cfe7b419cd9 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:01.161008 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-1133d6f5-dc5a-4daa-843e-197dc6524282 req-b549eb18-9f60-4570-a0c7-0cfe7b419cd9 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b06a62e-3a82-4a98-b470-cdc82179df7b HTTP/1.1" status: 200 len: 945 time: 0.0457301 Jun 16 00:39:01.180479 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=100 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:39:01.208121 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-1133d6f5-dc5a-4daa-843e-197dc6524282 req-d5254d64-2a8f-4659-ab68-b62bb9436ccc tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd7b8519-57d8-45b4-9c24-ed32b8d7e769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416145 Jun 16 00:39:01.438888 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031182de-33be-4dcf-bc77-7335238829dc req-cad00e20-bf59-4cd3-9809-77d71b7e65e0 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:01.440516 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-031182de-33be-4dcf-bc77-7335238829dc req-cad00e20-bf59-4cd3-9809-77d71b7e65e0 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 946 time: 0.0489390 Jun 16 00:39:01.486948 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-031182de-33be-4dcf-bc77-7335238829dc req-23e5234d-2707-4417-ba19-0073f109907c tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407298 Jun 16 00:39:02.321485 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5064da9e-5997-4ee2-99a4-97d08b4432a7 req-6b46e212-5373-4f94-ba56-fe1368aceee6 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:02.322898 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-5064da9e-5997-4ee2-99a4-97d08b4432a7 req-6b46e212-5373-4f94-ba56-fe1368aceee6 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b06a62e-3a82-4a98-b470-cdc82179df7b HTTP/1.1" status: 200 len: 945 time: 0.0485151 Jun 16 00:39:02.372083 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-5064da9e-5997-4ee2-99a4-97d08b4432a7 req-4bbd4881-2d47-4d65-81b0-06aeeb9c6cfa tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd7b8519-57d8-45b4-9c24-ed32b8d7e769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438585 Jun 16 00:39:02.600560 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d70659c-daa5-47cf-be10-50f0b7caa102 req-d3c7f6e1-d658-4680-af12-9cf0bfe9b75b tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:02.602008 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-7d70659c-daa5-47cf-be10-50f0b7caa102 req-d3c7f6e1-d658-4680-af12-9cf0bfe9b75b tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 946 time: 0.0456223 Jun 16 00:39:02.620366 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=100 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:39:02.649605 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-7d70659c-daa5-47cf-be10-50f0b7caa102 req-45682ec6-665e-4ccc-a8c4-5ada83ab61df tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413525 Jun 16 00:39:03.489667 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5bb439-bc07-4a0d-abc9-7ed921d4383c req-27fa94f7-2cc7-492e-8bab-5cb12d82fd79 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:03.491102 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-1a5bb439-bc07-4a0d-abc9-7ed921d4383c req-27fa94f7-2cc7-492e-8bab-5cb12d82fd79 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b06a62e-3a82-4a98-b470-cdc82179df7b HTTP/1.1" status: 200 len: 945 time: 0.0450377 Jun 16 00:39:03.536798 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-1a5bb439-bc07-4a0d-abc9-7ed921d4383c req-22165a05-3112-4341-998f-1d8159761dcf tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd7b8519-57d8-45b4-9c24-ed32b8d7e769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397458 Jun 16 00:39:03.770570 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0519b2f5-3bb2-4ac2-a24f-e0798644f11e req-064bfdc1-0238-4e19-9271-8c372dacec45 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:03.772642 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-0519b2f5-3bb2-4ac2-a24f-e0798644f11e req-064bfdc1-0238-4e19-9271-8c372dacec45 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 946 time: 0.0511034 Jun 16 00:39:03.986273 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-0519b2f5-3bb2-4ac2-a24f-e0798644f11e req-b65969a9-5525-47bd-aebe-a7ccf4724d22 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2076936 Jun 16 00:39:04.655468 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c59e4bd-1a5b-4256-95ef-7f39a2e6e96e req-9bcb37c1-cd99-4ba8-9a4c-ac9cc5393971 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:04.656927 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-9c59e4bd-1a5b-4256-95ef-7f39a2e6e96e req-9bcb37c1-cd99-4ba8-9a4c-ac9cc5393971 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b06a62e-3a82-4a98-b470-cdc82179df7b HTTP/1.1" status: 200 len: 945 time: 0.0489290 Jun 16 00:39:04.703016 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-9c59e4bd-1a5b-4256-95ef-7f39a2e6e96e req-c18c129a-e24c-4acb-9785-1e81a8d0e510 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd7b8519-57d8-45b4-9c24-ed32b8d7e769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408287 Jun 16 00:39:04.819403 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:39:05.067434 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=100 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:39:05.105062 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd81487-5fd7-475c-97ec-a6729b6bf8ec req-4cdc6920-b734-4ca7-ad81-5287f219bd32 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:05.106562 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-abd81487-5fd7-475c-97ec-a6729b6bf8ec req-4cdc6920-b734-4ca7-ad81-5287f219bd32 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 946 time: 0.0478849 Jun 16 00:39:05.153376 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-abd81487-5fd7-475c-97ec-a6729b6bf8ec req-8e905550-4762-4263-8ad3-3a8fbaf5da1b tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408895 Jun 16 00:39:05.814222 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c93610-7376-4597-b045-7df1c96848f5 req-726b3ac7-d34f-44b6-9978-7624bdb6a738 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:05.815585 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-03c93610-7376-4597-b045-7df1c96848f5 req-726b3ac7-d34f-44b6-9978-7624bdb6a738 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b06a62e-3a82-4a98-b470-cdc82179df7b HTTP/1.1" status: 200 len: 945 time: 0.0452852 Jun 16 00:39:05.861587 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-03c93610-7376-4597-b045-7df1c96848f5 req-c8b80cd0-6e5b-40ff-a8de-2c375eead1d3 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd7b8519-57d8-45b4-9c24-ed32b8d7e769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403204 Jun 16 00:39:06.269203 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1d20eb-6b4c-4d55-903f-8e90837f1d50 req-e113d575-3db8-48e4-9d8b-dca5961126a2 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:06.270612 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-7d1d20eb-6b4c-4d55-903f-8e90837f1d50 req-e113d575-3db8-48e4-9d8b-dca5961126a2 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 946 time: 0.0474608 Jun 16 00:39:06.323829 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-7d1d20eb-6b4c-4d55-903f-8e90837f1d50 req-43ccd5a1-89ca-4033-b8f7-dad1b9b5a4bd tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479109 Jun 16 00:39:06.970934 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd0bf4-8387-42f6-b8b0-61c6cac21664 req-69ded550-5b21-4ec7-bc29-9dad712102d9 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:06.972358 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-d1dd0bf4-8387-42f6-b8b0-61c6cac21664 req-69ded550-5b21-4ec7-bc29-9dad712102d9 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b06a62e-3a82-4a98-b470-cdc82179df7b HTTP/1.1" status: 200 len: 945 time: 0.0449185 Jun 16 00:39:07.025372 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-d1dd0bf4-8387-42f6-b8b0-61c6cac21664 req-0a2cec69-c1b7-43db-8534-7c05994f6fef tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd7b8519-57d8-45b4-9c24-ed32b8d7e769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476787 Jun 16 00:39:07.202671 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4815a12-7d7f-4487-aff7-d7adb84ccbf1 req-23f78d3d-6cf0-4c06-9aa7-700a65249f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:07.204156 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-c4815a12-7d7f-4487-aff7-d7adb84ccbf1 req-23f78d3d-6cf0-4c06-9aa7-700a65249f80 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=4b06a62e-3a82-4a98-b470-cdc82179df7b HTTP/1.1" status: 200 len: 1129 time: 0.0395703 Jun 16 00:39:07.257980 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-c4815a12-7d7f-4487-aff7-d7adb84ccbf1 req-ea04fa33-f3bd-4877-9d73-a7375c1653f9 service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=fd7b8519-57d8-45b4-9c24-ed32b8d7e769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380168 Jun 16 00:39:07.442886 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1541fbdc-c825-45c8-89bd-ed45ebdd93a4 req-8dc5dff4-11bf-4a1d-a604-09aa7fad2ecc tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:07.444244 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-1541fbdc-c825-45c8-89bd-ed45ebdd93a4 req-8dc5dff4-11bf-4a1d-a604-09aa7fad2ecc tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 946 time: 0.0467265 Jun 16 00:39:07.490764 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-1541fbdc-c825-45c8-89bd-ed45ebdd93a4 req-778a52b4-ca7f-489d-8343-75da2564db75 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404577 Jun 16 00:39:08.139093 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f21dc7a-ecac-4168-b9f9-9b9d0111a14f req-cbc9dd86-8010-4b8e-965c-3b1f58abae85 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:08.140527 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-6f21dc7a-ecac-4168-b9f9-9b9d0111a14f req-cbc9dd86-8010-4b8e-965c-3b1f58abae85 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b06a62e-3a82-4a98-b470-cdc82179df7b HTTP/1.1" status: 200 len: 945 time: 0.0455306 Jun 16 00:39:08.182411 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=100 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:39:08.187516 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-6f21dc7a-ecac-4168-b9f9-9b9d0111a14f req-81e2ae9c-7806-4cd8-8de2-4cd2c91454dd tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd7b8519-57d8-45b4-9c24-ed32b8d7e769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417221 Jun 16 00:39:08.276876 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1318d9fa-6485-4f49-84aa-18467ada7bc2 req-d1aaf4a6-7ee1-419a-99b0-ac778c662b5a tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:08.278312 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-1318d9fa-6485-4f49-84aa-18467ada7bc2 req-d1aaf4a6-7ee1-419a-99b0-ac778c662b5a tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.40 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 946 time: 0.0484521 Jun 16 00:39:08.363804 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [req-1318d9fa-6485-4f49-84aa-18467ada7bc2 req-13f2e5e2-6ab7-45dc-bfb5-6865592fc674 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Deleting port 887c04b4-2d9e-4578-ae6e-a8075049b4fa {{(pid=111023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 00:39:08.364132 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-1318d9fa-6485-4f49-84aa-18467ada7bc2 req-13f2e5e2-6ab7-45dc-bfb5-6865592fc674 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753842671270'] for port (887c04b4-2d9e-4578-ae6e-a8075049b4fa), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:08.456254 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.db [req-1318d9fa-6485-4f49-84aa-18467ada7bc2 req-13f2e5e2-6ab7-45dc-bfb5-6865592fc674 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] For port 887c04b4-2d9e-4578-ae6e-a8075049b4fa, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=887c04b4-2d9e-4578-ae6e-a8075049b4fa,segment=NetworkSegment(5c02ce47-b4ce-4c8e-af6b-d3fbab975164),segment_id=5c02ce47-b4ce-4c8e-af6b-d3fbab975164)] {{(pid=111023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:39:08.456649 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-1318d9fa-6485-4f49-84aa-18467ada7bc2 req-13f2e5e2-6ab7-45dc-bfb5-6865592fc674 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642233'] for port (887c04b4-2d9e-4578-ae6e-a8075049b4fa), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:08.610253 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0afd5a-2b49-44b3-9c28-864c916089a1 req-57cc26f0-bf97-437a-807d-f46985f58487 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:08.611820 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-4a0afd5a-2b49-44b3-9c28-864c916089a1 req-57cc26f0-bf97-437a-807d-f46985f58487 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 946 time: 0.0484519 Jun 16 00:39:08.614259 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=100 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:39:08.628162 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-1318d9fa-6485-4f49-84aa-18467ada7bc2 req-13f2e5e2-6ab7-45dc-bfb5-6865592fc674 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:08.628539 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-1318d9fa-6485-4f49-84aa-18467ada7bc2 req-13f2e5e2-6ab7-45dc-bfb5-6865592fc674 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672953'] for floatingip (b36979f9-c8bd-4d8d-8650-c37f2c9ddb8b), after_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:08.628855 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.db.l3_db [req-1318d9fa-6485-4f49-84aa-18467ada7bc2 req-13f2e5e2-6ab7-45dc-bfb5-6865592fc674 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Floating IP b36979f9-c8bd-4d8d-8650-c37f2c9ddb8b disassociated. External IP: 172.27.1.171, port: 887c04b4-2d9e-4578-ae6e-a8075049b4fa. Jun 16 00:39:08.629339 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [req-1318d9fa-6485-4f49-84aa-18467ada7bc2 req-13f2e5e2-6ab7-45dc-bfb5-6865592fc674 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Calling delete_port for 887c04b4-2d9e-4578-ae6e-a8075049b4fa owned by compute:nova {{(pid=111023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 00:39:08.664804 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-4a0afd5a-2b49-44b3-9c28-864c916089a1 req-39d89adc-be7e-4c16-9efe-3004deea235b tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ae6b333-0f9b-4ffa-8785-3b341c99f379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453930 Jun 16 00:39:08.854653 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-1318d9fa-6485-4f49-84aa-18467ada7bc2 req-13f2e5e2-6ab7-45dc-bfb5-6865592fc674 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753842673475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753842110814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909837'] for port (887c04b4-2d9e-4578-ae6e-a8075049b4fa), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:08.880134 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f2e5e2-6ab7-45dc-bfb5-6865592fc674 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Pushing event deleted for resources: {'Port': ['ID=887c04b4-2d9e-4578-ae6e-a8075049b4fa,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:39:08.989412 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1318d9fa-6485-4f49-84aa-18467ada7bc2 req-13f2e5e2-6ab7-45dc-bfb5-6865592fc674 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Router 77e43a31-7199-43bd-a9c6-0f82d416a435 has already been hosted by L3 agent d0297bc9-c3a8-45ac-9023-c937cb4f21fc {{(pid=111023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 00:39:09.076956 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:39:09.090414 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1318d9fa-6485-4f49-84aa-18467ada7bc2 req-13f2e5e2-6ab7-45dc-bfb5-6865592fc674 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Notify agent at l3_agent.dv-cinder-803823-11-iscsi the message routers_updated {{(pid=111023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 00:39:09.100568 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e302c0c-bea6-4655-8329-9af602f35c5e None None] Sync routers for ids ['77e43a31-7199-43bd-a9c6-0f82d416a435'] in dv-cinder-803823-11-iscsi {{(pid=111024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 00:39:09.110164 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e302c0c-bea6-4655-8329-9af602f35c5e None None] Routers {'77e43a31-7199-43bd-a9c6-0f82d416a435'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:39:09.110710 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-9e302c0c-bea6-4655-8329-9af602f35c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:38:57Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['77e43a31-7199-43bd-a9c6-0f82d416a435'], 'active': True} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:39:09.134079 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.l3_dvrscheduler_db [req-1318d9fa-6485-4f49-84aa-18467ada7bc2 req-13f2e5e2-6ab7-45dc-bfb5-6865592fc674 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] No DVR routers for this DVR port 887c04b4-2d9e-4578-ae6e-a8075049b4fa on host hv-cinder-80382 {{(pid=111023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 00:39:09.137648 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-1318d9fa-6485-4f49-84aa-18467ada7bc2 req-13f2e5e2-6ab7-45dc-bfb5-6865592fc674 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for port (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:09.140861 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-1318d9fa-6485-4f49-84aa-18467ada7bc2 req-13f2e5e2-6ab7-45dc-bfb5-6865592fc674 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.40 "DELETE /v2.0/ports/887c04b4-2d9e-4578-ae6e-a8075049b4fa HTTP/1.1" status: 204 len: 173 time: 0.8536127 Jun 16 00:39:09.141442 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '787e855e-1684-4ea2-aeeb-6e5737f35194', 'name': 'network-vif-deleted', 'tag': '887c04b4-2d9e-4578-ae6e-a8075049b4fa'}] {{(pid=111023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:39:09.143578 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849ffc5c5c28115853a01ef2d84a57e68c82d4a74a931575540ba89325b26957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d3f674-f889-44fe-b01f-b59d31ecd6bd" -d '{"events": [{"server_uuid": "787e855e-1684-4ea2-aeeb-6e5737f35194", "name": "network-vif-deleted", "tag": "887c04b4-2d9e-4578-ae6e-a8075049b4fa"}]}' {{(pid=111023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:39:09.193873 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 00:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e02ac011-e8dd-4739-b4b4-def2232a068f x-openstack-request-id: req-e02ac011-e8dd-4739-b4b4-def2232a068f {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:39:09.202940 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "787e855e-1684-4ea2-aeeb-6e5737f35194", "name": "network-vif-deleted", "tag": "887c04b4-2d9e-4578-ae6e-a8075049b4fa", "status": "completed", "code": 200}]} {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:39:09.202940 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e02ac011-e8dd-4739-b4b4-def2232a068f {{(pid=111023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:39:09.202940 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e02ac011-e8dd-4739-b4b4-def2232a068f'] response: {'server_uuid': '787e855e-1684-4ea2-aeeb-6e5737f35194', 'name': 'network-vif-deleted', 'tag': '887c04b4-2d9e-4578-ae6e-a8075049b4fa', 'status': 'completed', 'code': 200} Jun 16 00:39:09.214997 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvr_db [None req-9e302c0c-bea6-4655-8329-9af602f35c5e None None] Set router 77e43a31-7199-43bd-a9c6-0f82d416a435 gateway port host: dv-cinder-803823-11-iscsi {{(pid=111024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:39:09.328988 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ab07f-7ad5-41ac-bce4-e746516ad5f1 req-b4c50c38-1662-4a21-bc24-7ef2044b1b22 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:09.331015 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-669ab07f-7ad5-41ac-bce4-e746516ad5f1 req-b4c50c38-1662-4a21-bc24-7ef2044b1b22 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b06a62e-3a82-4a98-b470-cdc82179df7b HTTP/1.1" status: 200 len: 945 time: 0.0647497 Jun 16 00:39:09.388912 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-669ab07f-7ad5-41ac-bce4-e746516ad5f1 req-4543fefa-2cec-4298-b76d-a7a119691a99 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd7b8519-57d8-45b4-9c24-ed32b8d7e769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476906 Jun 16 00:39:09.446442 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-9e302c0c-bea6-4655-8329-9af602f35c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e43a31-7199-43bd-a9c6-0f82d416a435', 'name': 'tempest-AttachVolumeShelveTestJSON-1900672149-router', 'tenant_id': '494ce289f1774df0833301de8e46ae11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'a5b62024-ed52-49f6-9d00-e9c9c9c7a995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:34:36Z', 'updated_at': '2022-06-16T00:34:47Z', 'revision_number': 4, 'project_id': '494ce289f1774df0833301de8e46ae11', 'gw_port': {'id': 'a5b62024-ed52-49f6-9d00-e9c9c9c7a995', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e43a31-7199-43bd-a9c6-0f82d416a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:38Z', 'updated_at': '2022-06-16T00:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_interfaces': [{'id': 'ea3b799f-eca8-46b9-800b-66e9d4d0fc11', 'name': '', 'network_id': 'a6844d01-625d-4b71-91cf-373fe3e3e7cc', 'tenant_id': '494ce289f1774df0833301de8e46ae11', 'mac_address': 'fa:16:3e:77:a4:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e43a31-7199-43bd-a9c6-0f82d416a435', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '892d2143-b3e2-4410-bf1b-7ad84511c529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:45Z', 'updated_at': '2022-06-16T00:34:56Z', 'revision_number': 5, 'project_id': '494ce289f1774df0833301de8e46ae11', 'subnets': [{'id': '892d2143-b3e2-4410-bf1b-7ad84511c529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:39:09.474495 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e302c0c-bea6-4655-8329-9af602f35c5e None None] Checking router: 77e43a31-7199-43bd-a9c6-0f82d416a435 for host: dv-cinder-803823-11-iscsi {{(pid=111024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 00:39:09.483131 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e302c0c-bea6-4655-8329-9af602f35c5e None None] Routers {'77e43a31-7199-43bd-a9c6-0f82d416a435'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:39:09.483668 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-9e302c0c-bea6-4655-8329-9af602f35c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:38:57Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['77e43a31-7199-43bd-a9c6-0f82d416a435'], 'active': True} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:39:09.592278 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvr_db [None req-9e302c0c-bea6-4655-8329-9af602f35c5e None None] Set router 77e43a31-7199-43bd-a9c6-0f82d416a435 gateway port host: dv-cinder-803823-11-iscsi {{(pid=111024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:39:09.730595 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:39:09.778888 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-b5c6fee2-49ae-44c0-83e6-bc5c2db1f223 req-ef3b8203-6fe4-4bcb-ae3b-7dc0b608d316 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=787e855e-1684-4ea2-aeeb-6e5737f35194 HTTP/1.1" status: 200 len: 210 time: 0.0275917 Jun 16 00:39:09.799922 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-9e302c0c-bea6-4655-8329-9af602f35c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e43a31-7199-43bd-a9c6-0f82d416a435', 'name': 'tempest-AttachVolumeShelveTestJSON-1900672149-router', 'tenant_id': '494ce289f1774df0833301de8e46ae11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'a5b62024-ed52-49f6-9d00-e9c9c9c7a995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:34:36Z', 'updated_at': '2022-06-16T00:34:47Z', 'revision_number': 4, 'project_id': '494ce289f1774df0833301de8e46ae11', 'gw_port': {'id': 'a5b62024-ed52-49f6-9d00-e9c9c9c7a995', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e43a31-7199-43bd-a9c6-0f82d416a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:38Z', 'updated_at': '2022-06-16T00:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_interfaces': [{'id': 'ea3b799f-eca8-46b9-800b-66e9d4d0fc11', 'name': '', 'network_id': 'a6844d01-625d-4b71-91cf-373fe3e3e7cc', 'tenant_id': '494ce289f1774df0833301de8e46ae11', 'mac_address': 'fa:16:3e:77:a4:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e43a31-7199-43bd-a9c6-0f82d416a435', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '892d2143-b3e2-4410-bf1b-7ad84511c529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:45Z', 'updated_at': '2022-06-16T00:34:56Z', 'revision_number': 5, 'project_id': '494ce289f1774df0833301de8e46ae11', 'subnets': [{'id': '892d2143-b3e2-4410-bf1b-7ad84511c529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:39:09.825245 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e302c0c-bea6-4655-8329-9af602f35c5e None None] The sync data for ids ['77e43a31-7199-43bd-a9c6-0f82d416a435'] in dv-cinder-803823-11-iscsi is: [{'id': '77e43a31-7199-43bd-a9c6-0f82d416a435', 'name': 'tempest-AttachVolumeShelveTestJSON-1900672149-router', 'tenant_id': '494ce289f1774df0833301de8e46ae11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'a5b62024-ed52-49f6-9d00-e9c9c9c7a995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:34:36Z', 'updated_at': '2022-06-16T00:34:47Z', 'revision_number': 4, 'project_id': '494ce289f1774df0833301de8e46ae11', 'gw_port': {'id': 'a5b62024-ed52-49f6-9d00-e9c9c9c7a995', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e43a31-7199-43bd-a9c6-0f82d416a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:38Z', 'updated_at': '2022-06-16T00:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_interfaces': [{'id': 'ea3b799f-eca8-46b9-800b-66e9d4d0fc11', 'name': '', 'network_id': 'a6844d01-625d-4b71-91cf-373fe3e3e7cc', 'tenant_id': '494ce289f1774df0833301de8e46ae11', 'mac_address': 'fa:16:3e:77:a4:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e43a31-7199-43bd-a9c6-0f82d416a435', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '892d2143-b3e2-4410-bf1b-7ad84511c529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:45Z', 'updated_at': '2022-06-16T00:34:56Z', 'revision_number': 5, 'project_id': '494ce289f1774df0833301de8e46ae11', 'subnets': [{'id': '892d2143-b3e2-4410-bf1b-7ad84511c529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 00:39:09.989357 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47541f22-6595-47e6-84c8-303f485d43d4 req-9fd41b42-fdc5-4b90-9f75-06cd54ec36f4 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:09.991002 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-47541f22-6595-47e6-84c8-303f485d43d4 req-9fd41b42-fdc5-4b90-9f75-06cd54ec36f4 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b06a62e-3a82-4a98-b470-cdc82179df7b HTTP/1.1" status: 200 len: 945 time: 0.0527782 Jun 16 00:39:10.040637 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5a59a5-1542-485d-9bfc-772255580c2e None None] New status for floating IP b36979f9-c8bd-4d8d-8650-c37f2c9ddb8b: DOWN {{(pid=111025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 00:39:10.045044 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-47541f22-6595-47e6-84c8-303f485d43d4 req-d20a79e9-74ae-4b2e-900f-43674c719e16 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd7b8519-57d8-45b4-9c24-ed32b8d7e769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477853 Jun 16 00:39:10.411280 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def065c-0469-4c94-ac89-9a5963cf9988 req-22ce1b91-0cbf-4c2e-a69f-c760644c5cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:10.412710 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-0def065c-0469-4c94-ac89-9a5963cf9988 req-22ce1b91-0cbf-4c2e-a69f-c760644c5cf9 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=a4e7be42e39248e4b9f5c89e96a6b82e&device_id=4b06a62e-3a82-4a98-b470-cdc82179df7b HTTP/1.1" status: 200 len: 1129 time: 0.3020391 Jun 16 00:39:10.500547 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def065c-0469-4c94-ac89-9a5963cf9988 req-9ecee8ef-76b3-4d5f-adda-941346cc9de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:10.502422 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-0def065c-0469-4c94-ac89-9a5963cf9988 req-9ecee8ef-76b3-4d5f-adda-941346cc9de5 service neutron] 10.222.0.40 "GET /v2.0/networks?id=dfc603d1-751d-4be9-b4c0-08fa2224635a HTTP/1.1" status: 200 len: 919 time: 0.0830193 Jun 16 00:39:10.567608 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-0def065c-0469-4c94-ac89-9a5963cf9988 req-480af3e6-29f8-42c6-b9fd-7a4cb43d4691 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4557ec90-6594-4691-a0bc-66834fbe9117 HTTP/1.1" status: 200 len: 1001 time: 0.0560260 Jun 16 00:39:10.615117 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def065c-0469-4c94-ac89-9a5963cf9988 req-127cbba7-d30a-4998-bebe-80f6aaef9098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:10.616540 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-0def065c-0469-4c94-ac89-9a5963cf9988 req-127cbba7-d30a-4998-bebe-80f6aaef9098 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=b8b321f5-1d44-4d62-a89c-8299c51aa908 HTTP/1.1" status: 200 len: 857 time: 0.0426002 Jun 16 00:39:10.661458 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def065c-0469-4c94-ac89-9a5963cf9988 req-40353bc8-1a34-44cc-80d3-8ce1ab220dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:10.662909 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-0def065c-0469-4c94-ac89-9a5963cf9988 req-40353bc8-1a34-44cc-80d3-8ce1ab220dd6 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=dfc603d1-751d-4be9-b4c0-08fa2224635a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0388603 Jun 16 00:39:10.754024 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-0def065c-0469-4c94-ac89-9a5963cf9988 req-2b3752dc-9c9b-4ef2-a089-a7bb35e17579 service neutron] 10.222.0.40 "GET /v2.0/networks/dfc603d1-751d-4be9-b4c0-08fa2224635a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847056 Jun 16 00:39:10.849682 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-0def065c-0469-4c94-ac89-9a5963cf9988 req-bee25598-1e31-409b-a640-fb434768a172 service neutron] 10.222.0.40 "GET /v2.0/networks/dfc603d1-751d-4be9-b4c0-08fa2224635a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886509 Jun 16 00:39:10.936438 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 45148) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:39:10.943584 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:39:10.997108 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-cf8bd41a-8955-4299-b86f-cf65dfc3caa2 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks [] for security_group (2ae6b333-0f9b-4ffa-8785-3b341c99f379), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:11.020690 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-cf8bd41a-8955-4299-b86f-cf65dfc3caa2 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks [] for security_group (2ae6b333-0f9b-4ffa-8785-3b341c99f379), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:11.123413 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-cf8bd41a-8955-4299-b86f-cf65dfc3caa2 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (2ae6b333-0f9b-4ffa-8785-3b341c99f379), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:11.126036 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-cf8bd41a-8955-4299-b86f-cf65dfc3caa2 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks [] for security_group (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:11.127179 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-cf8bd41a-8955-4299-b86f-cf65dfc3caa2 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "DELETE /v2.0/security-groups/2ae6b333-0f9b-4ffa-8785-3b341c99f379 HTTP/1.1" status: 204 len: 168 time: 0.1896918 Jun 16 00:39:11.130554 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 45152) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:39:11.144851 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8bd41a-8955-4299-b86f-cf65dfc3caa2 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae6b333-0f9b-4ffa-8785-3b341c99f379,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:39:11.154209 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.api.v2.resource [None req-3f880c26-b328-484e-9170-783eda283d92 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] show failed (client error): The resource could not be found. Jun 16 00:39:11.155242 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-3f880c26-b328-484e-9170-783eda283d92 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups/2ae6b333-0f9b-4ffa-8785-3b341c99f379 HTTP/1.1" status: 404 len: 347 time: 0.0226395 Jun 16 00:39:11.158229 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 45154) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:39:11.164089 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29e9674-13cb-458c-ac39-40f3bdfe1243 req-6b9806b4-63e4-422e-94fc-6ae161f22d75 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:11.165671 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-d29e9674-13cb-458c-ac39-40f3bdfe1243 req-6b9806b4-63e4-422e-94fc-6ae161f22d75 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b06a62e-3a82-4a98-b470-cdc82179df7b HTTP/1.1" status: 200 len: 945 time: 0.0526581 Jun 16 00:39:11.220148 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-d29e9674-13cb-458c-ac39-40f3bdfe1243 req-f8c91d46-2e9a-4990-a423-f74f287484d4 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd7b8519-57d8-45b4-9c24-ed32b8d7e769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462389 Jun 16 00:39:11.272360 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [None req-e42c7b8a-cd01-4c13-93e4-e98a16bda8e8 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Deleting port 1603b276-7d03-4d20-96eb-17993dbf0115 {{(pid=111023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 00:39:11.272727 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-e42c7b8a-cd01-4c13-93e4-e98a16bda8e8 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753842671270'] for port (1603b276-7d03-4d20-96eb-17993dbf0115), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:11.297011 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:39:11.351126 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-e42c7b8a-cd01-4c13-93e4-e98a16bda8e8 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642233'] for port (1603b276-7d03-4d20-96eb-17993dbf0115), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:11.351481 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-e42c7b8a-cd01-4c13-93e4-e98a16bda8e8 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks [] for floatingip (1603b276-7d03-4d20-96eb-17993dbf0115), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:11.364024 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [None req-e42c7b8a-cd01-4c13-93e4-e98a16bda8e8 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Calling delete_port for 1603b276-7d03-4d20-96eb-17993dbf0115 owned by network:floatingip {{(pid=111023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 00:39:11.540688 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-e42c7b8a-cd01-4c13-93e4-e98a16bda8e8 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753842673475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753842110814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909837'] for port (1603b276-7d03-4d20-96eb-17993dbf0115), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:11.569579 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42c7b8a-cd01-4c13-93e4-e98a16bda8e8 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Pushing event deleted for resources: {'Port': ['ID=1603b276-7d03-4d20-96eb-17993dbf0115,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:39:11.630497 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-e42c7b8a-cd01-4c13-93e4-e98a16bda8e8 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks [] for floatingip (b36979f9-c8bd-4d8d-8650-c37f2c9ddb8b), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:11.632964 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-e42c7b8a-cd01-4c13-93e4-e98a16bda8e8 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for floatingip (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:11.634101 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-e42c7b8a-cd01-4c13-93e4-e98a16bda8e8 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "DELETE /v2.0/floatingips/b36979f9-c8bd-4d8d-8650-c37f2c9ddb8b HTTP/1.1" status: 204 len: 168 time: 0.4749665 Jun 16 00:39:11.672724 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device 887c04b4-2d9e-4578-ae6e-a8075049b4fa no longer exists at agent hyperv_hv-cinder-80382 {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 00:39:11.693018 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] No Port match for: 887c04b4-2d9e-4578-ae6e-a8075049b4fa {{(pid=111024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 00:39:11.693363 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device 887c04b4-2d9e-4578-ae6e-a8075049b4fa not bound to the agent host hv-cinder-80382 {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 00:39:11.800167 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 45160) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:39:11.804639 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.v2.base [None req-1a25043a-df18-4a7a-aeb0-603c506ef66b tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Request body: {'security_group': {'name': 'tempest-securitygroup--483401710', 'description': 'tempest-description--970703759'}} {{(pid=111022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:39:11.872103 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-1a25043a-df18-4a7a-aeb0-603c506ef66b tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks [] for security_group (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:11.948097 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-1a25043a-df18-4a7a-aeb0-603c506ef66b tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks [] for security_group (f6225e73-4431-499a-b2e3-8d8a1435e6f3), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:11.985943 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-1a25043a-df18-4a7a-aeb0-603c506ef66b tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (f6225e73-4431-499a-b2e3-8d8a1435e6f3), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:12.015683 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a25043a-df18-4a7a-aeb0-603c506ef66b tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6225e73-4431-499a-b2e3-8d8a1435e6f3,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:39:12.022759 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a25043a-df18-4a7a-aeb0-603c506ef66b tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:39:12.023107 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a25043a-df18-4a7a-aeb0-603c506ef66b tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:39:12.023443 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a25043a-df18-4a7a-aeb0-603c506ef66b tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:39:12.023775 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a25043a-df18-4a7a-aeb0-603c506ef66b tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:39:12.024104 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a25043a-df18-4a7a-aeb0-603c506ef66b tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:39:12.024431 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a25043a-df18-4a7a-aeb0-603c506ef66b tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:39:12.024851 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a25043a-df18-4a7a-aeb0-603c506ef66b tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:39:12.025108 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a25043a-df18-4a7a-aeb0-603c506ef66b tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:39:12.025426 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a25043a-df18-4a7a-aeb0-603c506ef66b tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:39:12.025744 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a25043a-df18-4a7a-aeb0-603c506ef66b tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:39:12.026063 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a25043a-df18-4a7a-aeb0-603c506ef66b tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:39:12.026379 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a25043a-df18-4a7a-aeb0-603c506ef66b tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:39:12.026693 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a25043a-df18-4a7a-aeb0-603c506ef66b tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:39:12.027672 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a25043a-df18-4a7a-aeb0-603c506ef66b tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:39:12.027991 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a25043a-df18-4a7a-aeb0-603c506ef66b tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:39:12.062388 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-1a25043a-df18-4a7a-aeb0-603c506ef66b tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks [] for security_group (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:12.063586 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-1a25043a-df18-4a7a-aeb0-603c506ef66b tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2623801 Jun 16 00:39:12.066533 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 45168) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:39:12.071317 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.v2.base [None req-2f60f4a0-d7b6-4205-967c-33b0d89e417d tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Request body: {'security_group_rule': {'security_group_id': 'f6225e73-4431-499a-b2e3-8d8a1435e6f3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:39:12.084142 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:39:12.152467 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-2f60f4a0-d7b6-4205-967c-33b0d89e417d tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks [] for security_group_rule (f9b8a3f1-1cce-4f19-8ec4-12d1b11e1222), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:12.207982 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-2f60f4a0-d7b6-4205-967c-33b0d89e417d tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks [] for security_group_rule (f9b8a3f1-1cce-4f19-8ec4-12d1b11e1222), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:12.272447 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-2f60f4a0-d7b6-4205-967c-33b0d89e417d tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623384'] for security_group_rule (f9b8a3f1-1cce-4f19-8ec4-12d1b11e1222), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:12.281165 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:39:12.293791 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f60f4a0-d7b6-4205-967c-33b0d89e417d tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9b8a3f1-1cce-4f19-8ec4-12d1b11e1222,revision_number=0']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:39:12.335922 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d48bae-8f53-4ffd-8acb-b07d28f61a24 req-05f35938-ab27-4e32-93f4-481b8ca859e1 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:12.337369 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-69d48bae-8f53-4ffd-8acb-b07d28f61a24 req-05f35938-ab27-4e32-93f4-481b8ca859e1 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b06a62e-3a82-4a98-b470-cdc82179df7b HTTP/1.1" status: 200 len: 945 time: 0.0473039 Jun 16 00:39:12.371137 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-2f60f4a0-d7b6-4205-967c-33b0d89e417d tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:12.372404 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-2f60f4a0-d7b6-4205-967c-33b0d89e417d tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3046675 Jun 16 00:39:12.375108 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 45174) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:39:12.381566 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.v2.base [None req-e05278c4-49b5-4fdc-ac10-c52ca10168e7 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Request body: {'security_group_rule': {'security_group_id': 'f6225e73-4431-499a-b2e3-8d8a1435e6f3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:39:12.390909 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-69d48bae-8f53-4ffd-8acb-b07d28f61a24 req-74215fa8-4252-4e26-bbe4-071ae78d7ae6 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd7b8519-57d8-45b4-9c24-ed32b8d7e769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471654 Jun 16 00:39:12.478275 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-e05278c4-49b5-4fdc-ac10-c52ca10168e7 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks [] for security_group_rule (a9c0344d-da97-4c44-9067-9ab56f4191d4), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:12.535273 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-e05278c4-49b5-4fdc-ac10-c52ca10168e7 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks [] for security_group_rule (a9c0344d-da97-4c44-9067-9ab56f4191d4), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:12.586445 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-e05278c4-49b5-4fdc-ac10-c52ca10168e7 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623384'] for security_group_rule (a9c0344d-da97-4c44-9067-9ab56f4191d4), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:12.605965 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05278c4-49b5-4fdc-ac10-c52ca10168e7 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9c0344d-da97-4c44-9067-9ab56f4191d4,revision_number=0']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:39:12.656816 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-e05278c4-49b5-4fdc-ac10-c52ca10168e7 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:12.658000 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-e05278c4-49b5-4fdc-ac10-c52ca10168e7 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2819641 Jun 16 00:39:12.661005 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 45176) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:39:12.665206 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.v2.base [None req-6eccfaf9-3fbc-494d-a715-d273acd5c8df tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Request body: {'floatingip': {'floating_network_id': '81cb8278-aa95-4a96-976c-13998a04ce85'}} {{(pid=111022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:39:12.735061 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-6eccfaf9-3fbc-494d-a715-d273acd5c8df tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:12.814282 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-6eccfaf9-3fbc-494d-a715-d273acd5c8df tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:12.920291 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.db.db_base_plugin_common [None req-6eccfaf9-3fbc-494d-a715-d273acd5c8df tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Allocated IP 172.27.1.209 (81cb8278-aa95-4a96-976c-13998a04ce85/7fa235f2-2172-4ff3-86e8-0e0d1995c273/4e2a8e55-3b01-4fd0-a827-81aa39d7d385) {{(pid=111022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 00:39:13.019243 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-6eccfaf9-3fbc-494d-a715-d273acd5c8df tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks [] for port (4e2a8e55-3b01-4fd0-a827-81aa39d7d385), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:13.106433 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-6eccfaf9-3fbc-494d-a715-d273acd5c8df tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753842110805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18330592'] for port (4e2a8e55-3b01-4fd0-a827-81aa39d7d385), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:13.133304 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:39:13.135062 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (42cc932a-4e60-43e8-a4dc-4f47b3d3efae), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:13.152908 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eccfaf9-3fbc-494d-a715-d273acd5c8df tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Network 81cb8278-aa95-4a96-976c-13998a04ce85 is already hosted by enough agents. {{(pid=111022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:39:13.157981 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.scheduler.base_scheduler [None req-6eccfaf9-3fbc-494d-a715-d273acd5c8df tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Resources bound (agent type, host, resource id): {{(pid=111022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:39:13.160126 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eccfaf9-3fbc-494d-a715-d273acd5c8df tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Pushing event updated for resources: {'Port': ['ID=4e2a8e55-3b01-4fd0-a827-81aa39d7d385,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:39:13.162237 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eccfaf9-3fbc-494d-a715-d273acd5c8df tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Received port after_create {{(pid=111022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 00:39:13.249122 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-6eccfaf9-3fbc-494d-a715-d273acd5c8df tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks [] for floatingip (7bcdf44e-65f0-4e1c-9518-e3803a179ca6), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:13.333712 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-6eccfaf9-3fbc-494d-a715-d273acd5c8df tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (4e2a8e55-3b01-4fd0-a827-81aa39d7d385), before_update {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:13.427339 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:39:13.519891 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-6eccfaf9-3fbc-494d-a715-d273acd5c8df tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks [] for port (4e2a8e55-3b01-4fd0-a827-81aa39d7d385), precommit_update {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:13.527427 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb93209-6290-4d11-a4d4-3840ed7c99e5 req-349f64e9-08b5-4f45-a1e6-6ea84bc17245 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:13.529050 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-4fb93209-6290-4d11-a4d4-3840ed7c99e5 req-349f64e9-08b5-4f45-a1e6-6ea84bc17245 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b06a62e-3a82-4a98-b470-cdc82179df7b HTTP/1.1" status: 200 len: 945 time: 0.0667562 Jun 16 00:39:13.577622 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-4fb93209-6290-4d11-a4d4-3840ed7c99e5 req-11aacac6-194c-423a-8511-e97e5e4371d5 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd7b8519-57d8-45b4-9c24-ed32b8d7e769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426729 Jun 16 00:39:13.592856 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-6eccfaf9-3fbc-494d-a715-d273acd5c8df tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18330615'] for port (4e2a8e55-3b01-4fd0-a827-81aa39d7d385), after_update {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:13.661032 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eccfaf9-3fbc-494d-a715-d273acd5c8df tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Pushing event updated for resources: {'Port': ['ID=4e2a8e55-3b01-4fd0-a827-81aa39d7d385,revision_number=2']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:39:13.673866 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-6eccfaf9-3fbc-494d-a715-d273acd5c8df tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672953'] for floatingip (7bcdf44e-65f0-4e1c-9518-e3803a179ca6), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:13.726229 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-6eccfaf9-3fbc-494d-a715-d273acd5c8df tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for floatingip (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:13.727704 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-6eccfaf9-3fbc-494d-a715-d273acd5c8df tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0657432 Jun 16 00:39:13.922321 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-f753cb16-cbca-4dba-970f-3c8077b10ea9 req-b94c18e6-fdb6-40c0-bbe8-05fc09703ac5 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--483401710&fields=id&tenant_id=494ce289f1774df0833301de8e46ae11 HTTP/1.1" status: 200 len: 267 time: 0.0425372 Jun 16 00:39:14.029661 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f753cb16-cbca-4dba-970f-3c8077b10ea9 req-6cec5198-6e93-4eb1-b3d3-954d781960fa tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:14.031840 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-f753cb16-cbca-4dba-970f-3c8077b10ea9 req-6cec5198-6e93-4eb1-b3d3-954d781960fa tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/networks?id=a6844d01-625d-4b71-91cf-373fe3e3e7cc HTTP/1.1" status: 200 len: 817 time: 0.1033161 Jun 16 00:39:14.046755 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-f753cb16-cbca-4dba-970f-3c8077b10ea9 req-37a2ff2e-4a96-4618-bf25-2a3ef0acfc1e tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/quotas/494ce289f1774df0833301de8e46ae11 HTTP/1.1" status: 200 len: 375 time: 0.0093932 Jun 16 00:39:14.100950 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-f753cb16-cbca-4dba-970f-3c8077b10ea9 req-ef97fca1-77a8-48bf-9f36-6a32580f3d86 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=494ce289f1774df0833301de8e46ae11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491724 Jun 16 00:39:14.194466 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-f753cb16-cbca-4dba-970f-3c8077b10ea9 req-3d128154-2667-40e4-a90a-01bfc22282a4 service neutron] 10.222.0.20 "GET /v2.0/networks/a6844d01-625d-4b71-91cf-373fe3e3e7cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819726 Jun 16 00:39:14.244246 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:39:14.301745 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-f753cb16-cbca-4dba-970f-3c8077b10ea9 req-25526b78-b16e-4305-9b41-6613219fc029 service neutron] 10.222.0.20 "GET /v2.0/networks/a6844d01-625d-4b71-91cf-373fe3e3e7cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007891 Jun 16 00:39:14.525250 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-00ffa515-2a8a-403a-b6ae-65290b110e1c req-1ef2459d-7d20-4465-b1e4-ef4d00fda433 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 210 time: 0.0287125 Jun 16 00:39:14.674067 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335ab818-3fd5-4909-aae9-ce29f73c95a3 req-e5b56318-1cbc-4edc-8433-6e32becd138c tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:14.675785 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-335ab818-3fd5-4909-aae9-ce29f73c95a3 req-e5b56318-1cbc-4edc-8433-6e32becd138c tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.20 "GET /v2.0/ports?device_id=2369b3bf-9cb7-44f5-87fc-ccb4290aee4e HTTP/1.1" status: 200 len: 946 time: 0.0512741 Jun 16 00:39:14.701074 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7b1a4-3edb-4c3d-951f-4dd79c437efb req-8100fd1b-a766-41d9-99a1-017388640f28 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:14.702552 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-aef7b1a4-3edb-4c3d-951f-4dd79c437efb req-8100fd1b-a766-41d9-99a1-017388640f28 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b06a62e-3a82-4a98-b470-cdc82179df7b HTTP/1.1" status: 200 len: 945 time: 0.0474570 Jun 16 00:39:14.731675 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-335ab818-3fd5-4909-aae9-ce29f73c95a3 req-7119752f-d0ae-4574-9225-39f68b29fb49 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.20 "GET /v2.0/security-groups?id=61215bc0-8f8c-42e3-ae69-0f4b76d2a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502248 Jun 16 00:39:14.756413 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-aef7b1a4-3edb-4c3d-951f-4dd79c437efb req-c8bb8715-de22-4110-9712-58234f49ab59 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd7b8519-57d8-45b4-9c24-ed32b8d7e769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479660 Jun 16 00:39:14.833034 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:39:14.872068 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a500bec-6bf9-477a-9e0f-0b203b8db88b req-fe4fbce6-0e60-4163-9829-4a560db2f9e8 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:14.873620 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-1a500bec-6bf9-477a-9e0f-0b203b8db88b req-fe4fbce6-0e60-4163-9829-4a560db2f9e8 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b06a62e-3a82-4a98-b470-cdc82179df7b HTTP/1.1" status: 200 len: 945 time: 0.0510237 Jun 16 00:39:14.882077 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 45212) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:39:14.886986 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [None req-7ec372f3-4c64-4591-a64a-a7775614b45b tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Request body: {'floatingip': {'port_id': '4557ec90-6594-4691-a0bc-66834fbe9117'}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:39:14.938466 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-7ec372f3-4c64-4591-a64a-a7775614b45b tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Publish callbacks [] for floatingip (f315f94e-81ae-48e9-a008-148fa2075b46), before_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:15.380194 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-7ec372f3-4c64-4591-a64a-a7775614b45b tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:15.426426 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-7ec372f3-4c64-4591-a64a-a7775614b45b tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672953'] for floatingip (f315f94e-81ae-48e9-a008-148fa2075b46), after_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:15.625794 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ec372f3-4c64-4591-a64a-a7775614b45b tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Router 43b866e7-a6b0-4b6b-8ebb-c9bd8cece985 has already been hosted by L3 agent d0297bc9-c3a8-45ac-9023-c937cb4f21fc {{(pid=111023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 00:39:15.626576 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-c320d702-9e23-47bd-b049-03932cdf13ce req-be06cbdd-4e04-4402-ae19-21f9325c8e7b tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 210 time: 0.0275791 Jun 16 00:39:15.713281 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:39:15.733140 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec372f3-4c64-4591-a64a-a7775614b45b tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Notify agent at l3_agent.dv-cinder-803823-11-iscsi the message routers_updated {{(pid=111023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 00:39:15.743112 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-7ec372f3-4c64-4591-a64a-a7775614b45b tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for floatingip (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:15.743217 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f247ab13-8e13-469c-9434-cff5ac9c9ffe None None] Sync routers for ids ['43b866e7-a6b0-4b6b-8ebb-c9bd8cece985'] in dv-cinder-803823-11-iscsi {{(pid=111024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 00:39:15.752996 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f247ab13-8e13-469c-9434-cff5ac9c9ffe None None] Routers {'43b866e7-a6b0-4b6b-8ebb-c9bd8cece985'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:39:15.753795 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-f247ab13-8e13-469c-9434-cff5ac9c9ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:38:57Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['43b866e7-a6b0-4b6b-8ebb-c9bd8cece985'], 'active': True} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:39:15.775567 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b06a62e-3a82-4a98-b470-cdc82179df7b', 'tag': '4557ec90-6594-4691-a0bc-66834fbe9117'}] {{(pid=111023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:39:15.778504 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849ffc5c5c28115853a01ef2d84a57e68c82d4a74a931575540ba89325b26957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-643d1dcb-e745-4ab5-be8d-81feecadfd35" -d '{"events": [{"name": "network-changed", "server_uuid": "4b06a62e-3a82-4a98-b470-cdc82179df7b", "tag": "4557ec90-6594-4691-a0bc-66834fbe9117"}]}' {{(pid=111023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:39:15.831899 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 00:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac3406d8-59b1-46d7-9861-4b290528349a x-openstack-request-id: req-ac3406d8-59b1-46d7-9861-4b290528349a {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:39:15.831899 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b06a62e-3a82-4a98-b470-cdc82179df7b", "tag": "4557ec90-6594-4691-a0bc-66834fbe9117", "status": "completed", "code": 200}]} {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:39:15.831899 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ac3406d8-59b1-46d7-9861-4b290528349a {{(pid=111023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:39:15.831899 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac3406d8-59b1-46d7-9861-4b290528349a'] response: {'name': 'network-changed', 'server_uuid': '4b06a62e-3a82-4a98-b470-cdc82179df7b', 'tag': '4557ec90-6594-4691-a0bc-66834fbe9117', 'status': 'completed', 'code': 200} Jun 16 00:39:15.847435 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-7ec372f3-4c64-4591-a64a-a7775614b45b tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "PUT /v2.0/floatingips/f315f94e-81ae-48e9-a008-148fa2075b46 HTTP/1.1" status: 200 len: 993 time: 0.9622090 Jun 16 00:39:15.857386 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b469bba5-a3b6-4676-b82b-ba721562f9f8 req-2c359210-d05c-4cf2-8ddf-94658dfdcbf0 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:15.858926 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-b469bba5-a3b6-4676-b82b-ba721562f9f8 req-2c359210-d05c-4cf2-8ddf-94658dfdcbf0 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.20 "GET /v2.0/ports?device_id=2369b3bf-9cb7-44f5-87fc-ccb4290aee4e HTTP/1.1" status: 200 len: 946 time: 0.0606475 Jun 16 00:39:15.871393 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:39:15.912269 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-b469bba5-a3b6-4676-b82b-ba721562f9f8 req-e2e68c8b-fc22-4b4f-b8d6-cd58c3d67b63 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.20 "GET /v2.0/security-groups?id=61215bc0-8f8c-42e3-ae69-0f4b76d2a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474002 Jun 16 00:39:15.981024 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvr_db [None req-f247ab13-8e13-469c-9434-cff5ac9c9ffe None None] Set router 43b866e7-a6b0-4b6b-8ebb-c9bd8cece985 gateway port host: dv-cinder-803823-11-iscsi {{(pid=111024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:39:16.048219 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:39:16.138351 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643d1dcb-e745-4ab5-be8d-81feecadfd35 req-b8e32d1b-408e-4055-b080-f3db6176025c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:16.139933 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-643d1dcb-e745-4ab5-be8d-81feecadfd35 req-b8e32d1b-408e-4055-b080-f3db6176025c service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=a4e7be42e39248e4b9f5c89e96a6b82e&device_id=4b06a62e-3a82-4a98-b470-cdc82179df7b HTTP/1.1" status: 200 len: 1129 time: 0.0385809 Jun 16 00:39:16.189307 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-f247ab13-8e13-469c-9434-cff5ac9c9ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b866e7-a6b0-4b6b-8ebb-c9bd8cece985', 'name': 'tempest-ServerRescueNegativeTestJSON-775123431-router', 'tenant_id': 'a4e7be42e39248e4b9f5c89e96a6b82e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '68308b25-ab33-4557-b7ec-e276240536b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:34:36Z', 'updated_at': '2022-06-16T00:34:51Z', 'revision_number': 4, 'project_id': 'a4e7be42e39248e4b9f5c89e96a6b82e', 'gw_port': {'id': '68308b25-ab33-4557-b7ec-e276240536b9', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:36:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b866e7-a6b0-4b6b-8ebb-c9bd8cece985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:38Z', 'updated_at': '2022-06-16T00:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_floatingips': [{'id': 'f315f94e-81ae-48e9-a008-148fa2075b46', 'tenant_id': 'a4e7be42e39248e4b9f5c89e96a6b82e', 'floating_ip_address': '172.27.1.130', 'floating_network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'router_id': '43b866e7-a6b0-4b6b-8ebb-c9bd8cece985', 'port_id': '4557ec90-6594-4691-a0bc-66834fbe9117', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfc603d1-751d-4be9-b4c0-08fa2224635a', 'mac_address': 'fa:16:3e:21:c2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b06a62e-3a82-4a98-b470-cdc82179df7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T00:36:58Z', 'updated_at': '2022-06-16T00:39:15Z', 'revision_number': 3, 'project_id': 'a4e7be42e39248e4b9f5c89e96a6b82e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a47108a1-c520-47ad-9272-28cb98936d46', 'name': '', 'network_id': 'dfc603d1-751d-4be9-b4c0-08fa2224635a', 'tenant_id': 'a4e7be42e39248e4b9f5c89e96a6b82e', 'mac_address': 'fa:16:3e:13:4c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b866e7-a6b0-4b6b-8ebb-c9bd8cece985', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'b8b321f5-1d44-4d62-a89c-8299c51aa908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:48Z', 'updated_at': '2022-06-16T00:35:04Z', 'revision_number': 5, 'project_id': 'a4e7be42e39248e4b9f5c89e96a6b82e', 'subnets': [{'id': 'b8b321f5-1d44-4d62-a89c-8299c51aa908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:39:16.213412 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f247ab13-8e13-469c-9434-cff5ac9c9ffe None None] Checking router: 43b866e7-a6b0-4b6b-8ebb-c9bd8cece985 for host: dv-cinder-803823-11-iscsi {{(pid=111024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 00:39:16.222094 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f247ab13-8e13-469c-9434-cff5ac9c9ffe None None] Routers {'43b866e7-a6b0-4b6b-8ebb-c9bd8cece985'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:39:16.222674 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-f247ab13-8e13-469c-9434-cff5ac9c9ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:38:57Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['43b866e7-a6b0-4b6b-8ebb-c9bd8cece985'], 'active': True} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:39:16.322936 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvr_db [None req-f247ab13-8e13-469c-9434-cff5ac9c9ffe None None] Set router 43b866e7-a6b0-4b6b-8ebb-c9bd8cece985 gateway port host: dv-cinder-803823-11-iscsi {{(pid=111024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:39:16.393602 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643d1dcb-e745-4ab5-be8d-81feecadfd35 req-46c099f8-521f-4f55-85d6-e7f00e002f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:16.395017 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-643d1dcb-e745-4ab5-be8d-81feecadfd35 req-46c099f8-521f-4f55-85d6-e7f00e002f33 service neutron] 10.222.0.40 "GET /v2.0/networks?id=dfc603d1-751d-4be9-b4c0-08fa2224635a HTTP/1.1" status: 200 len: 919 time: 0.0898137 Jun 16 00:39:16.536321 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-f247ab13-8e13-469c-9434-cff5ac9c9ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b866e7-a6b0-4b6b-8ebb-c9bd8cece985', 'name': 'tempest-ServerRescueNegativeTestJSON-775123431-router', 'tenant_id': 'a4e7be42e39248e4b9f5c89e96a6b82e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '68308b25-ab33-4557-b7ec-e276240536b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:34:36Z', 'updated_at': '2022-06-16T00:34:51Z', 'revision_number': 4, 'project_id': 'a4e7be42e39248e4b9f5c89e96a6b82e', 'gw_port': {'id': '68308b25-ab33-4557-b7ec-e276240536b9', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:36:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b866e7-a6b0-4b6b-8ebb-c9bd8cece985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:38Z', 'updated_at': '2022-06-16T00:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_floatingips': [{'id': 'f315f94e-81ae-48e9-a008-148fa2075b46', 'tenant_id': 'a4e7be42e39248e4b9f5c89e96a6b82e', 'floating_ip_address': '172.27.1.130', 'floating_network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'router_id': '43b866e7-a6b0-4b6b-8ebb-c9bd8cece985', 'port_id': '4557ec90-6594-4691-a0bc-66834fbe9117', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfc603d1-751d-4be9-b4c0-08fa2224635a', 'mac_address': 'fa:16:3e:21:c2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b06a62e-3a82-4a98-b470-cdc82179df7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T00:36:58Z', 'updated_at': '2022-06-16T00:39:15Z', 'revision_number': 3, 'project_id': 'a4e7be42e39248e4b9f5c89e96a6b82e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a47108a1-c520-47ad-9272-28cb98936d46', 'name': '', 'network_id': 'dfc603d1-751d-4be9-b4c0-08fa2224635a', 'tenant_id': 'a4e7be42e39248e4b9f5c89e96a6b82e', 'mac_address': 'fa:16:3e:13:4c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b866e7-a6b0-4b6b-8ebb-c9bd8cece985', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'b8b321f5-1d44-4d62-a89c-8299c51aa908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:48Z', 'updated_at': '2022-06-16T00:35:04Z', 'revision_number': 5, 'project_id': 'a4e7be42e39248e4b9f5c89e96a6b82e', 'subnets': [{'id': 'b8b321f5-1d44-4d62-a89c-8299c51aa908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:39:16.553852 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37190fe7-c579-4577-aeff-4f27f069ee90 req-9d20bc14-b431-4b8c-90df-1d79483791e2 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:16.555295 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-37190fe7-c579-4577-aeff-4f27f069ee90 req-9d20bc14-b431-4b8c-90df-1d79483791e2 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.40 "GET /v2.0/ports?device_id=2369b3bf-9cb7-44f5-87fc-ccb4290aee4e HTTP/1.1" status: 200 len: 946 time: 0.0897884 Jun 16 00:39:16.557453 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-643d1dcb-e745-4ab5-be8d-81feecadfd35 req-890df9ed-256f-4841-8c3d-740bb39427fc service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4557ec90-6594-4691-a0bc-66834fbe9117 HTTP/1.1" status: 200 len: 1001 time: 0.0987971 Jun 16 00:39:16.562056 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f247ab13-8e13-469c-9434-cff5ac9c9ffe None None] The sync data for ids ['43b866e7-a6b0-4b6b-8ebb-c9bd8cece985'] in dv-cinder-803823-11-iscsi is: [{'id': '43b866e7-a6b0-4b6b-8ebb-c9bd8cece985', 'name': 'tempest-ServerRescueNegativeTestJSON-775123431-router', 'tenant_id': 'a4e7be42e39248e4b9f5c89e96a6b82e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '68308b25-ab33-4557-b7ec-e276240536b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:34:36Z', 'updated_at': '2022-06-16T00:34:51Z', 'revision_number': 4, 'project_id': 'a4e7be42e39248e4b9f5c89e96a6b82e', 'gw_port': {'id': '68308b25-ab33-4557-b7ec-e276240536b9', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:36:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b866e7-a6b0-4b6b-8ebb-c9bd8cece985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:38Z', 'updated_at': '2022-06-16T00:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_floatingips': [{'id': 'f315f94e-81ae-48e9-a008-148fa2075b46', 'tenant_id': 'a4e7be42e39248e4b9f5c89e96a6b82e', 'floating_ip_address': '172.27.1.130', 'floating_network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'router_id': '43b866e7-a6b0-4b6b-8ebb-c9bd8cece985', 'port_id': '4557ec90-6594-4691-a0bc-66834fbe9117', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfc603d1-751d-4be9-b4c0-08fa2224635a', 'mac_address': 'fa:16:3e:21:c2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b06a62e-3a82-4a98-b470-cdc82179df7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T00:36:58Z', 'updated_at': '2022-06-16T00:39:15Z', 'revision_number': 3, 'project_id': 'a4e7be42e39248e4b9f5c89e96a6b82e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a47108a1-c520-47ad-9272-28cb98936d46', 'name': '', 'network_id': 'dfc603d1-751d-4be9-b4c0-08fa2224635a', 'tenant_id': 'a4e7be42e39248e4b9f5c89e96a6b82e', 'mac_address': 'fa:16:3e:13:4c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b866e7-a6b0-4b6b-8ebb-c9bd8cece985', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'b8b321f5-1d44-4d62-a89c-8299c51aa908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:48Z', 'updated_at': '2022-06-16T00:35:04Z', 'revision_number': 5, 'project_id': 'a4e7be42e39248e4b9f5c89e96a6b82e', 'subnets': [{'id': 'b8b321f5-1d44-4d62-a89c-8299c51aa908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 00:39:16.646604 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643d1dcb-e745-4ab5-be8d-81feecadfd35 req-bf38915d-cf38-481e-b255-60e9f8a6b447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:16.648160 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-643d1dcb-e745-4ab5-be8d-81feecadfd35 req-bf38915d-cf38-481e-b255-60e9f8a6b447 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=b8b321f5-1d44-4d62-a89c-8299c51aa908 HTTP/1.1" status: 200 len: 857 time: 0.0759423 Jun 16 00:39:16.726725 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [req-37190fe7-c579-4577-aeff-4f27f069ee90 req-ea2bd82f-da26-43a2-9cf1-fc23c10cfb14 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Deleting port a061b975-29ef-466b-868b-b3a82091bb69 {{(pid=111023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 00:39:16.727061 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-37190fe7-c579-4577-aeff-4f27f069ee90 req-ea2bd82f-da26-43a2-9cf1-fc23c10cfb14 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753842671270'] for port (a061b975-29ef-466b-868b-b3a82091bb69), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:16.743846 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643d1dcb-e745-4ab5-be8d-81feecadfd35 req-ca26afd9-5233-4a5b-bf0f-b3cad6706c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:16.745368 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-643d1dcb-e745-4ab5-be8d-81feecadfd35 req-ca26afd9-5233-4a5b-bf0f-b3cad6706c33 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=dfc603d1-751d-4be9-b4c0-08fa2224635a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0650642 Jun 16 00:39:16.756792 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-03db7c54-b23b-4845-b545-a354322ef8e9 req-6c9ed4d6-48b9-4c8e-be1c-47e9974e1871 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 210 time: 0.0457342 Jun 16 00:39:16.885475 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.db [req-37190fe7-c579-4577-aeff-4f27f069ee90 req-ea2bd82f-da26-43a2-9cf1-fc23c10cfb14 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] For port a061b975-29ef-466b-868b-b3a82091bb69, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=a061b975-29ef-466b-868b-b3a82091bb69,segment=NetworkSegment(f457d295-fb6c-4cde-8e95-60c99307f14b),segment_id=f457d295-fb6c-4cde-8e95-60c99307f14b)] {{(pid=111023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:39:16.885832 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-37190fe7-c579-4577-aeff-4f27f069ee90 req-ea2bd82f-da26-43a2-9cf1-fc23c10cfb14 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642233'] for port (a061b975-29ef-466b-868b-b3a82091bb69), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:16.905341 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [req-37190fe7-c579-4577-aeff-4f27f069ee90 req-ea2bd82f-da26-43a2-9cf1-fc23c10cfb14 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Calling delete_port for a061b975-29ef-466b-868b-b3a82091bb69 owned by compute:nova {{(pid=111023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 00:39:16.908333 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-643d1dcb-e745-4ab5-be8d-81feecadfd35 req-272751c0-5bea-461e-8f45-95be523a47ad service neutron] 10.222.0.40 "GET /v2.0/networks/dfc603d1-751d-4be9-b4c0-08fa2224635a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562607 Jun 16 00:39:17.049451 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ba080-5227-42fa-921f-63fe4a1269c0 req-5e51f240-c9ed-45f5-bcdd-6be18f8fded9 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:17.050926 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-035ba080-5227-42fa-921f-63fe4a1269c0 req-5e51f240-c9ed-45f5-bcdd-6be18f8fded9 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.20 "GET /v2.0/ports?device_id=2369b3bf-9cb7-44f5-87fc-ccb4290aee4e HTTP/1.1" status: 200 len: 946 time: 0.0714645 Jun 16 00:39:17.080277 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:39:17.129375 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-035ba080-5227-42fa-921f-63fe4a1269c0 req-49316acc-4164-4d40-babe-8f87c479c18b tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.20 "GET /v2.0/security-groups?id=61215bc0-8f8c-42e3-ae69-0f4b76d2a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714722 Jun 16 00:39:17.174901 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:39:17.177696 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-37190fe7-c579-4577-aeff-4f27f069ee90 req-ea2bd82f-da26-43a2-9cf1-fc23c10cfb14 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753842673475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753842110814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909837'] for port (a061b975-29ef-466b-868b-b3a82091bb69), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:17.212919 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2bd82f-da26-43a2-9cf1-fc23c10cfb14 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Pushing event deleted for resources: {'Port': ['ID=a061b975-29ef-466b-868b-b3a82091bb69,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:39:17.222980 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] get_ports_and_sgs() called for port_ids ['a061b975-29ef-466b-868b-b3a82091bb69'] {{(pid=111024) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 00:39:17.252958 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2bd82f-da26-43a2-9cf1-fc23c10cfb14 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:39:17.253397 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2bd82f-da26-43a2-9cf1-fc23c10cfb14 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:39:17.253744 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2bd82f-da26-43a2-9cf1-fc23c10cfb14 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:39:17.254083 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2bd82f-da26-43a2-9cf1-fc23c10cfb14 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:39:17.254417 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2bd82f-da26-43a2-9cf1-fc23c10cfb14 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:39:17.254749 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2bd82f-da26-43a2-9cf1-fc23c10cfb14 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:39:17.255076 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2bd82f-da26-43a2-9cf1-fc23c10cfb14 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:39:17.255400 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2bd82f-da26-43a2-9cf1-fc23c10cfb14 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:39:17.255725 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2bd82f-da26-43a2-9cf1-fc23c10cfb14 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:39:17.256049 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2bd82f-da26-43a2-9cf1-fc23c10cfb14 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:39:17.256373 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2bd82f-da26-43a2-9cf1-fc23c10cfb14 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:39:17.256723 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2bd82f-da26-43a2-9cf1-fc23c10cfb14 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:39:17.257041 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2bd82f-da26-43a2-9cf1-fc23c10cfb14 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:39:17.257358 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2bd82f-da26-43a2-9cf1-fc23c10cfb14 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:39:17.257672 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2bd82f-da26-43a2-9cf1-fc23c10cfb14 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:39:17.271145 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-643d1dcb-e745-4ab5-be8d-81feecadfd35 req-60dc063b-be4a-4daa-9b7b-ea2f2dccc22c service neutron] 10.222.0.40 "GET /v2.0/networks/dfc603d1-751d-4be9-b4c0-08fa2224635a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598380 Jun 16 00:39:17.284104 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.l3_dvrscheduler_db [req-37190fe7-c579-4577-aeff-4f27f069ee90 req-ea2bd82f-da26-43a2-9cf1-fc23c10cfb14 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] No DVR routers for this DVR port a061b975-29ef-466b-868b-b3a82091bb69 on host hv-cinder-80382 {{(pid=111023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 00:39:17.286463 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-37190fe7-c579-4577-aeff-4f27f069ee90 req-ea2bd82f-da26-43a2-9cf1-fc23c10cfb14 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for port (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:17.289619 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-37190fe7-c579-4577-aeff-4f27f069ee90 req-ea2bd82f-da26-43a2-9cf1-fc23c10cfb14 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.40 "DELETE /v2.0/ports/a061b975-29ef-466b-868b-b3a82091bb69 HTTP/1.1" status: 204 len: 173 time: 0.7242706 Jun 16 00:39:17.434376 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f753cb16-cbca-4dba-970f-3c8077b10ea9 req-ec39d21b-7f8f-424d-bccc-c736e8c121bc tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:17.436098 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-f753cb16-cbca-4dba-970f-3c8077b10ea9 req-ec39d21b-7f8f-424d-bccc-c736e8c121bc tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.40 "GET /v2.0/networks?id=a6844d01-625d-4b71-91cf-373fe3e3e7cc HTTP/1.1" status: 200 len: 817 time: 0.1057997 Jun 16 00:39:17.505973 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-f753cb16-cbca-4dba-970f-3c8077b10ea9 req-3322448b-fb22-412b-85ba-c0ba48729826 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.40 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=494ce289f1774df0833301de8e46ae11 HTTP/1.1" status: 200 len: 379 time: 0.0524912 Jun 16 00:39:17.519430 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [req-f753cb16-cbca-4dba-970f-3c8077b10ea9 req-8d7403c3-ab5e-4f05-bad3-242ce642d28a tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Request body: {'port': {'device_id': '42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d', 'network_id': 'a6844d01-625d-4b71-91cf-373fe3e3e7cc', 'admin_state_up': True, 'tenant_id': '494ce289f1774df0833301de8e46ae11', 'security_groups': ['f6225e73-4431-499a-b2e3-8d8a1435e6f3']}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:39:17.689568 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f753cb16-cbca-4dba-970f-3c8077b10ea9 req-8d7403c3-ab5e-4f05-bad3-242ce642d28a tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Made reservation on behalf of 494ce289f1774df0833301de8e46ae11 for: {'port': 1} {{(pid=111023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 00:39:17.693410 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-f753cb16-cbca-4dba-970f-3c8077b10ea9 req-8d7403c3-ab5e-4f05-bad3-242ce642d28a tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:17.820497 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.db_base_plugin_common [req-f753cb16-cbca-4dba-970f-3c8077b10ea9 req-8d7403c3-ab5e-4f05-bad3-242ce642d28a tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Allocated IP 172.20.0.9 (a6844d01-625d-4b71-91cf-373fe3e3e7cc/892d2143-b3e2-4410-bf1b-7ad84511c529/3aed7710-78db-49be-89bf-f87f2e363d9b) {{(pid=111023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 00:39:17.833974 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b06a62e-3a82-4a98-b470-cdc82179df7b', 'tag': '4557ec90-6594-4691-a0bc-66834fbe9117'}, {'server_uuid': '2369b3bf-9cb7-44f5-87fc-ccb4290aee4e', 'name': 'network-vif-deleted', 'tag': 'a061b975-29ef-466b-868b-b3a82091bb69'}] {{(pid=111023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:39:17.836319 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849ffc5c5c28115853a01ef2d84a57e68c82d4a74a931575540ba89325b26957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-519216ba-4873-46ea-b3c9-e7c4662877c7" -d '{"events": [{"name": "network-changed", "server_uuid": "4b06a62e-3a82-4a98-b470-cdc82179df7b", "tag": "4557ec90-6594-4691-a0bc-66834fbe9117"}, {"server_uuid": "2369b3bf-9cb7-44f5-87fc-ccb4290aee4e", "name": "network-vif-deleted", "tag": "a061b975-29ef-466b-868b-b3a82091bb69"}]}' {{(pid=111023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:39:17.859879 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-169fb28b-5422-4442-9e57-7cb89afd5e7e req-7c9a7651-83f3-4ab6-a48a-9a5865124ee4 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 210 time: 0.0290239 Jun 16 00:39:17.885978 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 16 Jun 2022 00:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec9549f-29e0-4699-ac44-a04b9a5c5352 x-openstack-request-id: req-6ec9549f-29e0-4699-ac44-a04b9a5c5352 {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:39:17.886417 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b06a62e-3a82-4a98-b470-cdc82179df7b", "tag": "4557ec90-6594-4691-a0bc-66834fbe9117", "status": "completed", "code": 200}, {"server_uuid": "2369b3bf-9cb7-44f5-87fc-ccb4290aee4e", "name": "network-vif-deleted", "tag": "a061b975-29ef-466b-868b-b3a82091bb69", "status": "completed", "code": 200}]} {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:39:17.886665 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6ec9549f-29e0-4699-ac44-a04b9a5c5352 {{(pid=111023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:39:17.887056 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ec9549f-29e0-4699-ac44-a04b9a5c5352'] response: {'name': 'network-changed', 'server_uuid': '4b06a62e-3a82-4a98-b470-cdc82179df7b', 'tag': '4557ec90-6594-4691-a0bc-66834fbe9117', 'status': 'completed', 'code': 200} Jun 16 00:39:17.887306 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ec9549f-29e0-4699-ac44-a04b9a5c5352'] response: {'server_uuid': '2369b3bf-9cb7-44f5-87fc-ccb4290aee4e', 'name': 'network-vif-deleted', 'tag': 'a061b975-29ef-466b-868b-b3a82091bb69', 'status': 'completed', 'code': 200} Jun 16 00:39:17.971561 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-f753cb16-cbca-4dba-970f-3c8077b10ea9 req-8d7403c3-ab5e-4f05-bad3-242ce642d28a tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks [] for port (3aed7710-78db-49be-89bf-f87f2e363d9b), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:17.991090 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:39:18.038147 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-f753cb16-cbca-4dba-970f-3c8077b10ea9 req-8d7403c3-ab5e-4f05-bad3-242ce642d28a tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753842110805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909837'] for port (3aed7710-78db-49be-89bf-f87f2e363d9b), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:18.083353 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f753cb16-cbca-4dba-970f-3c8077b10ea9 req-8d7403c3-ab5e-4f05-bad3-242ce642d28a tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Network a6844d01-625d-4b71-91cf-373fe3e3e7cc is already hosted by enough agents. {{(pid=111023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:39:18.086413 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.base_scheduler [req-f753cb16-cbca-4dba-970f-3c8077b10ea9 req-8d7403c3-ab5e-4f05-bad3-242ce642d28a tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Resources bound (agent type, host, resource id): {{(pid=111023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:39:18.090362 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.l3_dvrscheduler_db [req-f753cb16-cbca-4dba-970f-3c8077b10ea9 req-8d7403c3-ab5e-4f05-bad3-242ce642d28a tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Received port after_create {{(pid=111023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 00:39:18.118063 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7403c3-ab5e-4f05-bad3-242ce642d28a tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Pushing event updated for resources: {'Port': ['ID=3aed7710-78db-49be-89bf-f87f2e363d9b,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:39:18.146769 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f753cb16-cbca-4dba-970f-3c8077b10ea9 req-8d7403c3-ab5e-4f05-bad3-242ce642d28a tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:18.147387 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-f753cb16-cbca-4dba-970f-3c8077b10ea9 req-8d7403c3-ab5e-4f05-bad3-242ce642d28a tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for port (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:18.195298 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519216ba-4873-46ea-b3c9-e7c4662877c7 req-950fa588-cb38-458d-8911-0aab16b7baac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:18.196886 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-519216ba-4873-46ea-b3c9-e7c4662877c7 req-950fa588-cb38-458d-8911-0aab16b7baac service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=a4e7be42e39248e4b9f5c89e96a6b82e&device_id=4b06a62e-3a82-4a98-b470-cdc82179df7b HTTP/1.1" status: 200 len: 1129 time: 0.0465243 Jun 16 00:39:18.253092 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-c4dee94d-3d4a-4c8f-a3ae-601703aa996b req-457a77e5-ff9c-4ffd-aa23-f248f7ab14e1 tempest-VolumesSnapshotTestJSON-534948220 tempest-VolumesSnapshotTestJSON-534948220-project] 10.222.0.20 "GET /v2.0/ports?device_id=2369b3bf-9cb7-44f5-87fc-ccb4290aee4e HTTP/1.1" status: 200 len: 210 time: 0.0331392 Jun 16 00:39:18.288045 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-f753cb16-cbca-4dba-970f-3c8077b10ea9 req-8d7403c3-ab5e-4f05-bad3-242ce642d28a tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7722645 Jun 16 00:39:18.294168 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:39:18.307066 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519216ba-4873-46ea-b3c9-e7c4662877c7 req-05455026-3349-4a1d-b016-e40ef7f46a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:18.308554 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-519216ba-4873-46ea-b3c9-e7c4662877c7 req-05455026-3349-4a1d-b016-e40ef7f46a7c service neutron] 10.222.0.40 "GET /v2.0/networks?id=dfc603d1-751d-4be9-b4c0-08fa2224635a HTTP/1.1" status: 200 len: 919 time: 0.0972424 Jun 16 00:39:18.313317 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [req-f753cb16-cbca-4dba-970f-3c8077b10ea9 req-cf79825e-040e-453f-9adb-90024a0913d4 service neutron] Request body: {'port': {'device_id': '42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:39:18.317802 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-cc5d6424-be5e-446f-a49b-b15910ed821c None None] Provisioning complete for port 3aed7710-78db-49be-89bf-f87f2e363d9b triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:39:18.320491 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-cc5d6424-be5e-446f-a49b-b15910ed821c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (3aed7710-78db-49be-89bf-f87f2e363d9b), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:18.350071 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-cc5d6424-be5e-446f-a49b-b15910ed821c None None] Port 3aed7710-78db-49be-89bf-f87f2e363d9b cannot update to ACTIVE because it is not bound. {{(pid=111024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 00:39:18.410518 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-519216ba-4873-46ea-b3c9-e7c4662877c7 req-89ee719d-883d-415a-8ebe-4a1bf09b0e95 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4557ec90-6594-4691-a0bc-66834fbe9117 HTTP/1.1" status: 200 len: 1001 time: 0.0942972 Jun 16 00:39:18.448046 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-f753cb16-cbca-4dba-970f-3c8077b10ea9 req-cf79825e-040e-453f-9adb-90024a0913d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (3aed7710-78db-49be-89bf-f87f2e363d9b), before_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:18.494184 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519216ba-4873-46ea-b3c9-e7c4662877c7 req-765b0246-a0c1-4b58-a14a-628acb86cd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:18.495553 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-519216ba-4873-46ea-b3c9-e7c4662877c7 req-765b0246-a0c1-4b58-a14a-628acb86cd38 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=b8b321f5-1d44-4d62-a89c-8299c51aa908 HTTP/1.1" status: 200 len: 857 time: 0.0784009 Jun 16 00:39:18.863188 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519216ba-4873-46ea-b3c9-e7c4662877c7 req-64d12dc4-f51e-4f78-8ad2-51e874cdf408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:18.864709 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-519216ba-4873-46ea-b3c9-e7c4662877c7 req-64d12dc4-f51e-4f78-8ad2-51e874cdf408 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=dfc603d1-751d-4be9-b4c0-08fa2224635a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3511155 Jun 16 00:39:18.939838 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:39:19.043316 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8be9ea-e1c0-4f10-9800-7ab84d71714e req-9c1fc7fe-eb8f-4adc-8f79-ea55c301a436 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:19.044776 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-7b8be9ea-e1c0-4f10-9800-7ab84d71714e req-9c1fc7fe-eb8f-4adc-8f79-ea55c301a436 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 931 time: 0.1094120 Jun 16 00:39:19.093954 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-519216ba-4873-46ea-b3c9-e7c4662877c7 req-7bb93ff5-e7bd-4329-bb71-10cb79a70be6 service neutron] 10.222.0.40 "GET /v2.0/networks/dfc603d1-751d-4be9-b4c0-08fa2224635a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113357 Jun 16 00:39:19.185873 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.notifiers.nova [req-f753cb16-cbca-4dba-970f-3c8077b10ea9 req-cf79825e-040e-453f-9adb-90024a0913d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3aed7710-78db-49be-89bf-f87f2e363d9b {{(pid=111023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 00:39:19.192596 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-7b8be9ea-e1c0-4f10-9800-7ab84d71714e req-966917c1-654f-4b47-9687-3272eb61fd03 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6225e73-4431-499a-b2e3-8d8a1435e6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297796 Jun 16 00:39:19.225257 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-f753cb16-cbca-4dba-970f-3c8077b10ea9 req-cf79825e-040e-453f-9adb-90024a0913d4 service neutron] Publish callbacks [] for port (3aed7710-78db-49be-89bf-f87f2e363d9b), precommit_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:19.251977 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.provisioning_blocks [req-f753cb16-cbca-4dba-970f-3c8077b10ea9 req-cf79825e-040e-453f-9adb-90024a0913d4 service neutron] Transition to ACTIVE for port object 3aed7710-78db-49be-89bf-f87f2e363d9b will not be triggered until provisioned by entity L2. {{(pid=111023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 00:39:19.266229 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-519216ba-4873-46ea-b3c9-e7c4662877c7 req-c9f04b0c-2fcc-411d-b3ba-200679ff0b61 service neutron] 10.222.0.40 "GET /v2.0/networks/dfc603d1-751d-4be9-b4c0-08fa2224635a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623666 Jun 16 00:39:19.300801 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-f753cb16-cbca-4dba-970f-3c8077b10ea9 req-cf79825e-040e-453f-9adb-90024a0913d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909850'] for port (3aed7710-78db-49be-89bf-f87f2e363d9b), after_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:19.358997 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf79825e-040e-453f-9adb-90024a0913d4 service neutron] Pushing event updated for resources: {'Port': ['ID=3aed7710-78db-49be-89bf-f87f2e363d9b,revision_number=2']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:39:19.428503 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.managers [req-f753cb16-cbca-4dba-970f-3c8077b10ea9 req-cf79825e-040e-453f-9adb-90024a0913d4 service neutron] Attempting to bind port 3aed7710-78db-49be-89bf-f87f2e363d9b on host hv-cinder-80382 for vnic_type normal with profile {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 00:39:19.431092 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.managers [req-f753cb16-cbca-4dba-970f-3c8077b10ea9 req-cf79825e-040e-453f-9adb-90024a0913d4 service neutron] Attempting to bind port 3aed7710-78db-49be-89bf-f87f2e363d9b by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': '5c02ce47-b4ce-4c8e-af6b-d3fbab975164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a6844d01-625d-4b71-91cf-373fe3e3e7cc'}] {{(pid=111023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 00:39:19.431428 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f753cb16-cbca-4dba-970f-3c8077b10ea9 req-cf79825e-040e-453f-9adb-90024a0913d4 service neutron] Attempting to bind port 3aed7710-78db-49be-89bf-f87f2e363d9b on network a6844d01-625d-4b71-91cf-373fe3e3e7cc {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 00:39:19.438241 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f753cb16-cbca-4dba-970f-3c8077b10ea9 req-cf79825e-040e-453f-9adb-90024a0913d4 service neutron] Port 3aed7710-78db-49be-89bf-f87f2e363d9b on network a6844d01-625d-4b71-91cf-373fe3e3e7cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 00:39:19.438680 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f753cb16-cbca-4dba-970f-3c8077b10ea9 req-cf79825e-040e-453f-9adb-90024a0913d4 service neutron] Attempting to bind port 3aed7710-78db-49be-89bf-f87f2e363d9b on network a6844d01-625d-4b71-91cf-373fe3e3e7cc {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 00:39:19.444774 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f753cb16-cbca-4dba-970f-3c8077b10ea9 req-cf79825e-040e-453f-9adb-90024a0913d4 service neutron] Checking agent: {'id': '42cc932a-4e60-43e8-a4dc-4f47b3d3efae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 0, 32, 41), 'started_at': datetime.datetime(2022, 6, 16, 0, 32, 41), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 0, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 00:39:19.445244 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f753cb16-cbca-4dba-970f-3c8077b10ea9 req-cf79825e-040e-453f-9adb-90024a0913d4 service neutron] Checking segment: {'id': '5c02ce47-b4ce-4c8e-af6b-d3fbab975164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a6844d01-625d-4b71-91cf-373fe3e3e7cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 00:39:19.445618 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f753cb16-cbca-4dba-970f-3c8077b10ea9 req-cf79825e-040e-453f-9adb-90024a0913d4 service neutron] Bound using segment: {'id': '5c02ce47-b4ce-4c8e-af6b-d3fbab975164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a6844d01-625d-4b71-91cf-373fe3e3e7cc'} {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 00:39:19.446045 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.managers [req-f753cb16-cbca-4dba-970f-3c8077b10ea9 req-cf79825e-040e-453f-9adb-90024a0913d4 service neutron] Bound port: 3aed7710-78db-49be-89bf-f87f2e363d9b, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c02ce47-b4ce-4c8e-af6b-d3fbab975164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a6844d01-625d-4b71-91cf-373fe3e3e7cc'}}] {{(pid=111023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 00:39:19.446401 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-f753cb16-cbca-4dba-970f-3c8077b10ea9 req-cf79825e-040e-453f-9adb-90024a0913d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (3aed7710-78db-49be-89bf-f87f2e363d9b), before_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:19.519505 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.db [req-f753cb16-cbca-4dba-970f-3c8077b10ea9 req-cf79825e-040e-453f-9adb-90024a0913d4 service neutron] For port 3aed7710-78db-49be-89bf-f87f2e363d9b, host hv-cinder-80382, cleared binding levels {{(pid=111023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 00:39:19.522817 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.db [req-f753cb16-cbca-4dba-970f-3c8077b10ea9 req-cf79825e-040e-453f-9adb-90024a0913d4 service neutron] For port 3aed7710-78db-49be-89bf-f87f2e363d9b, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=3aed7710-78db-49be-89bf-f87f2e363d9b,segment=NetworkSegment(5c02ce47-b4ce-4c8e-af6b-d3fbab975164),segment_id=5c02ce47-b4ce-4c8e-af6b-d3fbab975164)] {{(pid=111023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 00:39:19.587197 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-f753cb16-cbca-4dba-970f-3c8077b10ea9 req-cf79825e-040e-453f-9adb-90024a0913d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909850'] for port (3aed7710-78db-49be-89bf-f87f2e363d9b), after_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:19.598815 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:39:19.620161 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f753cb16-cbca-4dba-970f-3c8077b10ea9 req-cf79825e-040e-453f-9adb-90024a0913d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:19.624717 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-f753cb16-cbca-4dba-970f-3c8077b10ea9 req-cf79825e-040e-453f-9adb-90024a0913d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for port (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:19.624717 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-f753cb16-cbca-4dba-970f-3c8077b10ea9 req-cf79825e-040e-453f-9adb-90024a0913d4 service neutron] 10.222.0.40 "PUT /v2.0/ports/3aed7710-78db-49be-89bf-f87f2e363d9b HTTP/1.1" status: 200 len: 1093 time: 1.3132451 Jun 16 00:39:19.645869 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf79825e-040e-453f-9adb-90024a0913d4 service neutron] Pushing event updated for resources: {'Port': ['ID=3aed7710-78db-49be-89bf-f87f2e363d9b,revision_number=3']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:39:19.741860 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device a061b975-29ef-466b-868b-b3a82091bb69 no longer exists at agent hyperv_hv-cinder-80382 {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 00:39:19.763226 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] No Port match for: a061b975-29ef-466b-868b-b3a82091bb69 {{(pid=111024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 00:39:19.763565 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device a061b975-29ef-466b-868b-b3a82091bb69 not bound to the agent host hv-cinder-80382 {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 00:39:19.798927 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f753cb16-cbca-4dba-970f-3c8077b10ea9 req-9cdb6591-93d2-45ab-806b-7107498bcdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:19.800583 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-f753cb16-cbca-4dba-970f-3c8077b10ea9 req-9cdb6591-93d2-45ab-806b-7107498bcdfb service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=494ce289f1774df0833301de8e46ae11&device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 1127 time: 0.0420105 Jun 16 00:39:19.851663 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-f753cb16-cbca-4dba-970f-3c8077b10ea9 req-21d72dce-6235-4f49-9db2-d39fb8ab5505 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3aed7710-78db-49be-89bf-f87f2e363d9b HTTP/1.1" status: 200 len: 217 time: 0.0349426 Jun 16 00:39:19.888445 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d', 'tag': '3aed7710-78db-49be-89bf-f87f2e363d9b'}] {{(pid=111023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:39:19.890997 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849ffc5c5c28115853a01ef2d84a57e68c82d4a74a931575540ba89325b26957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98940aee-857d-4a10-8719-b96327f5d79d" -d '{"events": [{"name": "network-changed", "server_uuid": "42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d", "tag": "3aed7710-78db-49be-89bf-f87f2e363d9b"}]}' {{(pid=111023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:39:19.894387 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=100 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:39:19.911788 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f753cb16-cbca-4dba-970f-3c8077b10ea9 req-345513f2-9d2d-4689-9547-a6850c9d107e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:19.913348 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-f753cb16-cbca-4dba-970f-3c8077b10ea9 req-345513f2-9d2d-4689-9547-a6850c9d107e service neutron] 10.222.0.40 "GET /v2.0/subnets?id=892d2143-b3e2-4410-bf1b-7ad84511c529 HTTP/1.1" status: 200 len: 856 time: 0.0559101 Jun 16 00:39:19.930450 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 00:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ead9dc-3626-4f71-9320-8552a9bcfb5f x-openstack-request-id: req-e7ead9dc-3626-4f71-9320-8552a9bcfb5f {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:39:19.930833 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d", "tag": "3aed7710-78db-49be-89bf-f87f2e363d9b", "status": "completed", "code": 200}]} {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:39:19.931082 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e7ead9dc-3626-4f71-9320-8552a9bcfb5f {{(pid=111023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:39:19.931463 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7ead9dc-3626-4f71-9320-8552a9bcfb5f'] response: {'name': 'network-changed', 'server_uuid': '42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d', 'tag': '3aed7710-78db-49be-89bf-f87f2e363d9b', 'status': 'completed', 'code': 200} Jun 16 00:39:19.963391 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f753cb16-cbca-4dba-970f-3c8077b10ea9 req-7f2c3130-216b-4878-8fd5-52a33d7684a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:19.964951 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-f753cb16-cbca-4dba-970f-3c8077b10ea9 req-7f2c3130-216b-4878-8fd5-52a33d7684a4 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=a6844d01-625d-4b71-91cf-373fe3e3e7cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0446329 Jun 16 00:39:20.060787 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-f753cb16-cbca-4dba-970f-3c8077b10ea9 req-48eb0863-d237-46f6-a4e9-4a9ad31b6884 service neutron] 10.222.0.40 "GET /v2.0/networks/a6844d01-625d-4b71-91cf-373fe3e3e7cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837810 Jun 16 00:39:20.103380 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:39:20.154923 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-f753cb16-cbca-4dba-970f-3c8077b10ea9 req-5ec848bd-e485-4366-b1b2-1eaff9fecbfb service neutron] 10.222.0.40 "GET /v2.0/networks/a6844d01-625d-4b71-91cf-373fe3e3e7cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863783 Jun 16 00:39:20.280338 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:39:20.288544 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=17 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:39:20.312751 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d0e0c-a2bc-44dd-a5e0-8f8ecb25b984 req-b01cdfda-a812-4f54-b38e-b674bfcae685 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:20.314203 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-492d0e0c-a2bc-44dd-a5e0-8f8ecb25b984 req-b01cdfda-a812-4f54-b38e-b674bfcae685 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 943 time: 0.0485721 Jun 16 00:39:20.360468 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-492d0e0c-a2bc-44dd-a5e0-8f8ecb25b984 req-790a39a6-3f92-4cd6-8a97-14ea997af8f1 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6225e73-4431-499a-b2e3-8d8a1435e6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403273 Jun 16 00:39:21.181053 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98940aee-857d-4a10-8719-b96327f5d79d req-65164cb0-e061-41be-9a4b-5ef52ae8a2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:21.182498 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-98940aee-857d-4a10-8719-b96327f5d79d req-65164cb0-e061-41be-9a4b-5ef52ae8a2b0 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=494ce289f1774df0833301de8e46ae11&device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 1127 time: 0.0381098 Jun 16 00:39:21.275917 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98940aee-857d-4a10-8719-b96327f5d79d req-a8b2fa15-af42-4b0f-a4dd-d48f03b8d04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:21.277516 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-98940aee-857d-4a10-8719-b96327f5d79d req-a8b2fa15-af42-4b0f-a4dd-d48f03b8d04b service neutron] 10.222.0.40 "GET /v2.0/networks?id=a6844d01-625d-4b71-91cf-373fe3e3e7cc HTTP/1.1" status: 200 len: 918 time: 0.0889051 Jun 16 00:39:21.316705 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-98940aee-857d-4a10-8719-b96327f5d79d req-de5f9592-3c9e-4167-a325-46387103b6cc service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3aed7710-78db-49be-89bf-f87f2e363d9b HTTP/1.1" status: 200 len: 217 time: 0.0330546 Jun 16 00:39:21.365013 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98940aee-857d-4a10-8719-b96327f5d79d req-6b51329d-f1c2-4272-b168-dff3b9341c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:21.366460 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-98940aee-857d-4a10-8719-b96327f5d79d req-6b51329d-f1c2-4272-b168-dff3b9341c20 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=892d2143-b3e2-4410-bf1b-7ad84511c529 HTTP/1.1" status: 200 len: 856 time: 0.0442433 Jun 16 00:39:21.413365 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98940aee-857d-4a10-8719-b96327f5d79d req-f01928c1-0e5d-4463-9fd5-d468d62a4fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:21.414892 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-98940aee-857d-4a10-8719-b96327f5d79d req-f01928c1-0e5d-4463-9fd5-d468d62a4fbc service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=a6844d01-625d-4b71-91cf-373fe3e3e7cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0426826 Jun 16 00:39:21.527641 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bae1da-a142-4e09-befa-d3fcdd5f443e req-1eaa82ab-1f4f-4462-831d-48a45dc21997 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:21.529091 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-81bae1da-a142-4e09-befa-d3fcdd5f443e req-1eaa82ab-1f4f-4462-831d-48a45dc21997 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 943 time: 0.0915926 Jun 16 00:39:21.570677 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-98940aee-857d-4a10-8719-b96327f5d79d req-287715ce-0ed7-4f79-893b-2439eff2cec3 service neutron] 10.222.0.40 "GET /v2.0/networks/a6844d01-625d-4b71-91cf-373fe3e3e7cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419637 Jun 16 00:39:21.612241 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-81bae1da-a142-4e09-befa-d3fcdd5f443e req-a12752c7-cb55-422d-960c-0b40034f5514 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6225e73-4431-499a-b2e3-8d8a1435e6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771523 Jun 16 00:39:21.675096 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-98940aee-857d-4a10-8719-b96327f5d79d req-8bfc5eae-9003-47ae-8b31-f03a107fe922 service neutron] 10.222.0.40 "GET /v2.0/networks/a6844d01-625d-4b71-91cf-373fe3e3e7cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955958 Jun 16 00:39:22.717882 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:39:22.733359 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a77c379-a3e4-4d6d-bdd1-556df0285f42 req-107ffb40-e4e4-411a-9e96-07f80204f09e tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:22.734820 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-0a77c379-a3e4-4d6d-bdd1-556df0285f42 req-107ffb40-e4e4-411a-9e96-07f80204f09e tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 943 time: 0.0468085 Jun 16 00:39:22.781477 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-0a77c379-a3e4-4d6d-bdd1-556df0285f42 req-176f6c78-a779-44c2-9b0b-0e13e464093f tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6225e73-4431-499a-b2e3-8d8a1435e6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412235 Jun 16 00:39:23.900776 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2136169-2762-489c-a854-b6fda2807ac2 req-82f6db7f-e043-4a98-bf3f-2f9ed3301b10 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:23.902201 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-d2136169-2762-489c-a854-b6fda2807ac2 req-82f6db7f-e043-4a98-bf3f-2f9ed3301b10 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 943 time: 0.0496740 Jun 16 00:39:23.947439 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-d2136169-2762-489c-a854-b6fda2807ac2 req-1cebcaa7-1594-43d2-84a6-f4381cceb81b tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6225e73-4431-499a-b2e3-8d8a1435e6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392060 Jun 16 00:39:24.244290 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device 3aed7710-78db-49be-89bf-f87f2e363d9b details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=111024) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 00:39:24.347381 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] For port 3aed7710-78db-49be-89bf-f87f2e363d9b, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=3aed7710-78db-49be-89bf-f87f2e363d9b,segment=NetworkSegment(5c02ce47-b4ce-4c8e-af6b-d3fbab975164),segment_id=5c02ce47-b4ce-4c8e-af6b-d3fbab975164)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:39:24.358519 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Returning: {'device': '3aed7710-78db-49be-89bf-f87f2e363d9b', 'network_id': 'a6844d01-625d-4b71-91cf-373fe3e3e7cc', 'port_id': '3aed7710-78db-49be-89bf-f87f2e363d9b', 'mac_address': 'fa:16:3e:64:7a:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '892d2143-b3e2-4410-bf1b-7ad84511c529', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111024) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 00:39:24.400323 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Current status of the port 3aed7710-78db-49be-89bf-f87f2e363d9b is: DOWN; New status is: BUILD {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:39:24.400323 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (3aed7710-78db-49be-89bf-f87f2e363d9b), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:24.406867 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.notifiers.nova [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aed7710-78db-49be-89bf-f87f2e363d9b {{(pid=111024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 00:39:24.430244 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] For port 3aed7710-78db-49be-89bf-f87f2e363d9b, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=3aed7710-78db-49be-89bf-f87f2e363d9b,segment=NetworkSegment(5c02ce47-b4ce-4c8e-af6b-d3fbab975164),segment_id=5c02ce47-b4ce-4c8e-af6b-d3fbab975164)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:39:24.517349 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-82f87657-df8a-4d54-99c2-c8456220d5e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (2a8c543c-b8d9-40d8-999c-fa03b757f547), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:24.519447 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (3aed7710-78db-49be-89bf-f87f2e363d9b), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:24.566351 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Pushing event updated for resources: {'Port': ['ID=3aed7710-78db-49be-89bf-f87f2e363d9b,revision_number=4']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:39:24.874515 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] get_ports_and_sgs() called for port_ids ['3aed7710-78db-49be-89bf-f87f2e363d9b'] {{(pid=111024) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 00:39:24.924849 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:39:25.068131 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4258c82f-e7b6-43d7-bcbf-41e2ee444a2c req-0cbdf342-1818-4389-a93e-00ae38fd1c95 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:25.069603 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-4258c82f-e7b6-43d7-bcbf-41e2ee444a2c req-0cbdf342-1818-4389-a93e-00ae38fd1c95 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 944 time: 0.0466256 Jun 16 00:39:25.117245 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-4258c82f-e7b6-43d7-bcbf-41e2ee444a2c req-6c42ae60-5ae8-46ee-b921-248d94d4d0bb tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6225e73-4431-499a-b2e3-8d8a1435e6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415263 Jun 16 00:39:26.238468 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6115d6df-574f-4e3d-ac99-dabe9dc1dbd7 req-24206eb4-5d53-4e5d-ae26-f70c13528357 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:26.239848 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-6115d6df-574f-4e3d-ac99-dabe9dc1dbd7 req-24206eb4-5d53-4e5d-ae26-f70c13528357 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 944 time: 0.0484114 Jun 16 00:39:26.250339 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device 3aed7710-78db-49be-89bf-f87f2e363d9b up at agent hyperv_hv-cinder-80382 {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:39:26.261734 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=100 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:39:26.293171 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-6115d6df-574f-4e3d-ac99-dabe9dc1dbd7 req-8d3938f1-5ba6-4cec-9deb-bbf2daf99bf3 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6225e73-4431-499a-b2e3-8d8a1435e6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473695 Jun 16 00:39:26.297122 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Provisioning for port 3aed7710-78db-49be-89bf-f87f2e363d9b completed by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 00:39:26.357866 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Provisioning complete for port 3aed7710-78db-49be-89bf-f87f2e363d9b triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:39:26.358239 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (3aed7710-78db-49be-89bf-f87f2e363d9b), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:26.430413 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Current status of the port 3aed7710-78db-49be-89bf-f87f2e363d9b is: BUILD; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:39:26.430849 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (3aed7710-78db-49be-89bf-f87f2e363d9b), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:26.453820 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aed7710-78db-49be-89bf-f87f2e363d9b'}] {{(pid=111024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:39:26.456152 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4573778420d3d0f041bbf6733ae9852b47924bf8d6b8ed88ee9f05ae747ab312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56703672-65ab-424c-920d-b261ebebf24a" -d '{"events": [{"server_uuid": "42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d", "name": "network-vif-plugged", "status": "completed", "tag": "3aed7710-78db-49be-89bf-f87f2e363d9b"}]}' {{(pid=111024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:39:26.472003 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] For port 3aed7710-78db-49be-89bf-f87f2e363d9b, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=3aed7710-78db-49be-89bf-f87f2e363d9b,segment=NetworkSegment(5c02ce47-b4ce-4c8e-af6b-d3fbab975164),segment_id=5c02ce47-b4ce-4c8e-af6b-d3fbab975164)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:39:26.493563 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 00:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-650171eb-577f-4478-a3ba-fae5245e870b x-openstack-request-id: req-650171eb-577f-4478-a3ba-fae5245e870b {{(pid=111024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:39:26.493864 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d", "name": "network-vif-plugged", "status": "completed", "tag": "3aed7710-78db-49be-89bf-f87f2e363d9b", "code": 200}]} {{(pid=111024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:39:26.494114 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-650171eb-577f-4478-a3ba-fae5245e870b {{(pid=111024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:39:26.494504 dv-cinder-803823-11-iscsi neutron-server[111024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-650171eb-577f-4478-a3ba-fae5245e870b'] response: {'server_uuid': '42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aed7710-78db-49be-89bf-f87f2e363d9b', 'code': 200} Jun 16 00:39:26.534535 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (3aed7710-78db-49be-89bf-f87f2e363d9b), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:26.568857 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:39:26.581977 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Pushing event updated for resources: {'Port': ['ID=3aed7710-78db-49be-89bf-f87f2e363d9b,revision_number=5']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:39:26.751891 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-c0bcb744-5596-45c8-89cf-13aa14174769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (d0297bc9-c3a8-45ac-9023-c937cb4f21fc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:26.886101 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc4782-3833-4645-b389-03988a1aee20 req-492a5dc2-2001-458f-8640-c1860807a22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:26.888119 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-97fc4782-3833-4645-b389-03988a1aee20 req-492a5dc2-2001-458f-8640-c1860807a22e service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 1129 time: 0.0376694 Jun 16 00:39:26.922054 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=100 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:39:26.932396 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-97fc4782-3833-4645-b389-03988a1aee20 req-1d3049b8-0327-44e2-88d2-0689e91ecb07 service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=f6225e73-4431-499a-b2e3-8d8a1435e6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370264 Jun 16 00:39:27.417509 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f333652-dd2b-4a4c-9ae0-fc0a97f5549e req-f908318a-2475-4de9-8c0d-c25f718a8248 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:27.418969 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-3f333652-dd2b-4a4c-9ae0-fc0a97f5549e req-f908318a-2475-4de9-8c0d-c25f718a8248 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 945 time: 0.0524192 Jun 16 00:39:27.467944 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-3f333652-dd2b-4a4c-9ae0-fc0a97f5549e req-eca514ea-2109-470c-9504-890ca5b1c0bc tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6225e73-4431-499a-b2e3-8d8a1435e6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430512 Jun 16 00:39:27.894492 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-117977e4-98b1-40f2-baea-1bec010e476c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (b90f279a-3e8f-4325-a28d-8d213fb96fbc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:28.590376 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c821bc8e-020e-47a9-a668-4568605402f1 req-38445b3d-d9d6-4831-8e60-1b4f17e100b8 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:28.591977 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-c821bc8e-020e-47a9-a668-4568605402f1 req-38445b3d-d9d6-4831-8e60-1b4f17e100b8 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 945 time: 0.0485034 Jun 16 00:39:28.640167 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-c821bc8e-020e-47a9-a668-4568605402f1 req-c9ca8056-cf7a-4910-a4d4-92ec90b141f0 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6225e73-4431-499a-b2e3-8d8a1435e6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424438 Jun 16 00:39:29.208969 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-faa15201-cec6-4660-ae33-7025f254e5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (50ece25a-9452-44f6-8bc9-48c0ade2294b), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:29.701150 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (81117e21-cbf2-493f-9e14-29a3cec1f25a), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:29.758049 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd950f8-9381-4501-bed2-fe0e94a2a61e req-7d748a52-5555-4ac5-8bc6-b1166e955200 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:29.759518 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-cfd950f8-9381-4501-bed2-fe0e94a2a61e req-7d748a52-5555-4ac5-8bc6-b1166e955200 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 945 time: 0.0477612 Jun 16 00:39:29.805847 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-cfd950f8-9381-4501-bed2-fe0e94a2a61e req-4991cb9c-0a11-47f2-b0ba-de2b94c87b88 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6225e73-4431-499a-b2e3-8d8a1435e6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406978 Jun 16 00:39:29.919793 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d1150-b3aa-4428-89ab-19ddd2da01f7 req-efa5d42e-6599-4e17-b914-3c6ef8948aec tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:29.921271 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-e06d1150-b3aa-4428-89ab-19ddd2da01f7 req-efa5d42e-6599-4e17-b914-3c6ef8948aec tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 945 time: 0.0495768 Jun 16 00:39:29.929976 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 45338) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:39:29.934759 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [None req-1f102469-8c35-4b61-a23e-d35859fe0c60 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Request body: {'floatingip': {'port_id': '3aed7710-78db-49be-89bf-f87f2e363d9b'}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:39:29.971811 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-1f102469-8c35-4b61-a23e-d35859fe0c60 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks [] for floatingip (7bcdf44e-65f0-4e1c-9518-e3803a179ca6), before_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:30.382291 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-1f102469-8c35-4b61-a23e-d35859fe0c60 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:30.431789 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-1f102469-8c35-4b61-a23e-d35859fe0c60 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672953'] for floatingip (7bcdf44e-65f0-4e1c-9518-e3803a179ca6), after_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:30.521122 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.db.l3_db [None req-1f102469-8c35-4b61-a23e-d35859fe0c60 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Floating IP 7bcdf44e-65f0-4e1c-9518-e3803a179ca6 associated. External IP: 172.27.1.209, port: 3aed7710-78db-49be-89bf-f87f2e363d9b. Jun 16 00:39:30.716984 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f102469-8c35-4b61-a23e-d35859fe0c60 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Router 77e43a31-7199-43bd-a9c6-0f82d416a435 has already been hosted by L3 agent d0297bc9-c3a8-45ac-9023-c937cb4f21fc {{(pid=111023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 00:39:30.813946 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:39:30.816027 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:39:30.820876 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f102469-8c35-4b61-a23e-d35859fe0c60 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Notify agent at l3_agent.dv-cinder-803823-11-iscsi the message routers_updated {{(pid=111023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 00:39:30.826241 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-1f102469-8c35-4b61-a23e-d35859fe0c60 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for floatingip (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:30.830543 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1b0cb3-d8c6-4059-9b68-ba9d8d7096e2 None None] Sync routers for ids ['77e43a31-7199-43bd-a9c6-0f82d416a435'] in dv-cinder-803823-11-iscsi {{(pid=111025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 00:39:30.839770 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1b0cb3-d8c6-4059-9b68-ba9d8d7096e2 None None] Routers {'77e43a31-7199-43bd-a9c6-0f82d416a435'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:39:30.840986 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-6b1b0cb3-d8c6-4059-9b68-ba9d8d7096e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:39:27Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['77e43a31-7199-43bd-a9c6-0f82d416a435'], 'active': True} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:39:30.855748 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-1f102469-8c35-4b61-a23e-d35859fe0c60 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "PUT /v2.0/floatingips/7bcdf44e-65f0-4e1c-9518-e3803a179ca6 HTTP/1.1" status: 200 len: 991 time: 0.9246957 Jun 16 00:39:30.856334 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d', 'tag': '3aed7710-78db-49be-89bf-f87f2e363d9b'}] {{(pid=111023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:39:30.858742 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849ffc5c5c28115853a01ef2d84a57e68c82d4a74a931575540ba89325b26957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-671c4bcc-ac13-4e47-a20f-6f55b868ad4e" -d '{"events": [{"name": "network-changed", "server_uuid": "42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d", "tag": "3aed7710-78db-49be-89bf-f87f2e363d9b"}]}' {{(pid=111023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:39:30.894366 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 00:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92055065-24ba-4b51-b98d-b11a8bf97837 x-openstack-request-id: req-92055065-24ba-4b51-b98d-b11a8bf97837 {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:39:30.894650 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d", "tag": "3aed7710-78db-49be-89bf-f87f2e363d9b", "status": "completed", "code": 200}]} {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:39:30.894910 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-92055065-24ba-4b51-b98d-b11a8bf97837 {{(pid=111023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:39:30.895315 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92055065-24ba-4b51-b98d-b11a8bf97837'] response: {'name': 'network-changed', 'server_uuid': '42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d', 'tag': '3aed7710-78db-49be-89bf-f87f2e363d9b', 'status': 'completed', 'code': 200} Jun 16 00:39:30.939697 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvr_db [None req-6b1b0cb3-d8c6-4059-9b68-ba9d8d7096e2 None None] Set router 77e43a31-7199-43bd-a9c6-0f82d416a435 gateway port host: dv-cinder-803823-11-iscsi {{(pid=111025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:39:31.141601 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-6b1b0cb3-d8c6-4059-9b68-ba9d8d7096e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e43a31-7199-43bd-a9c6-0f82d416a435', 'name': 'tempest-AttachVolumeShelveTestJSON-1900672149-router', 'tenant_id': '494ce289f1774df0833301de8e46ae11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'a5b62024-ed52-49f6-9d00-e9c9c9c7a995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:34:36Z', 'updated_at': '2022-06-16T00:34:47Z', 'revision_number': 4, 'project_id': '494ce289f1774df0833301de8e46ae11', 'gw_port': {'id': 'a5b62024-ed52-49f6-9d00-e9c9c9c7a995', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e43a31-7199-43bd-a9c6-0f82d416a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:38Z', 'updated_at': '2022-06-16T00:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_floatingips': [{'id': '7bcdf44e-65f0-4e1c-9518-e3803a179ca6', 'tenant_id': '494ce289f1774df0833301de8e46ae11', 'floating_ip_address': '172.27.1.209', 'floating_network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'router_id': '77e43a31-7199-43bd-a9c6-0f82d416a435', 'port_id': '3aed7710-78db-49be-89bf-f87f2e363d9b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6844d01-625d-4b71-91cf-373fe3e3e7cc', 'mac_address': 'fa:16:3e:64:7a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T00:39:13Z', 'updated_at': '2022-06-16T00:39:30Z', 'revision_number': 1, 'project_id': '494ce289f1774df0833301de8e46ae11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea3b799f-eca8-46b9-800b-66e9d4d0fc11', 'name': '', 'network_id': 'a6844d01-625d-4b71-91cf-373fe3e3e7cc', 'tenant_id': '494ce289f1774df0833301de8e46ae11', 'mac_address': 'fa:16:3e:77:a4:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e43a31-7199-43bd-a9c6-0f82d416a435', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '892d2143-b3e2-4410-bf1b-7ad84511c529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:45Z', 'updated_at': '2022-06-16T00:34:56Z', 'revision_number': 5, 'project_id': '494ce289f1774df0833301de8e46ae11', 'subnets': [{'id': '892d2143-b3e2-4410-bf1b-7ad84511c529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:39:31.165482 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1b0cb3-d8c6-4059-9b68-ba9d8d7096e2 None None] Checking router: 77e43a31-7199-43bd-a9c6-0f82d416a435 for host: dv-cinder-803823-11-iscsi {{(pid=111025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 00:39:31.173740 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1b0cb3-d8c6-4059-9b68-ba9d8d7096e2 None None] Routers {'77e43a31-7199-43bd-a9c6-0f82d416a435'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:39:31.174326 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-6b1b0cb3-d8c6-4059-9b68-ba9d8d7096e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:39:27Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['77e43a31-7199-43bd-a9c6-0f82d416a435'], 'active': True} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:39:31.274320 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvr_db [None req-6b1b0cb3-d8c6-4059-9b68-ba9d8d7096e2 None None] Set router 77e43a31-7199-43bd-a9c6-0f82d416a435 gateway port host: dv-cinder-803823-11-iscsi {{(pid=111025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:39:31.552192 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-6b1b0cb3-d8c6-4059-9b68-ba9d8d7096e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e43a31-7199-43bd-a9c6-0f82d416a435', 'name': 'tempest-AttachVolumeShelveTestJSON-1900672149-router', 'tenant_id': '494ce289f1774df0833301de8e46ae11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'a5b62024-ed52-49f6-9d00-e9c9c9c7a995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:34:36Z', 'updated_at': '2022-06-16T00:34:47Z', 'revision_number': 4, 'project_id': '494ce289f1774df0833301de8e46ae11', 'gw_port': {'id': 'a5b62024-ed52-49f6-9d00-e9c9c9c7a995', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e43a31-7199-43bd-a9c6-0f82d416a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:38Z', 'updated_at': '2022-06-16T00:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_floatingips': [{'id': '7bcdf44e-65f0-4e1c-9518-e3803a179ca6', 'tenant_id': '494ce289f1774df0833301de8e46ae11', 'floating_ip_address': '172.27.1.209', 'floating_network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'router_id': '77e43a31-7199-43bd-a9c6-0f82d416a435', 'port_id': '3aed7710-78db-49be-89bf-f87f2e363d9b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6844d01-625d-4b71-91cf-373fe3e3e7cc', 'mac_address': 'fa:16:3e:64:7a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T00:39:13Z', 'updated_at': '2022-06-16T00:39:30Z', 'revision_number': 1, 'project_id': '494ce289f1774df0833301de8e46ae11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea3b799f-eca8-46b9-800b-66e9d4d0fc11', 'name': '', 'network_id': 'a6844d01-625d-4b71-91cf-373fe3e3e7cc', 'tenant_id': '494ce289f1774df0833301de8e46ae11', 'mac_address': 'fa:16:3e:77:a4:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e43a31-7199-43bd-a9c6-0f82d416a435', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '892d2143-b3e2-4410-bf1b-7ad84511c529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:45Z', 'updated_at': '2022-06-16T00:34:56Z', 'revision_number': 5, 'project_id': '494ce289f1774df0833301de8e46ae11', 'subnets': [{'id': '892d2143-b3e2-4410-bf1b-7ad84511c529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:39:31.576430 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1b0cb3-d8c6-4059-9b68-ba9d8d7096e2 None None] The sync data for ids ['77e43a31-7199-43bd-a9c6-0f82d416a435'] in dv-cinder-803823-11-iscsi is: [{'id': '77e43a31-7199-43bd-a9c6-0f82d416a435', 'name': 'tempest-AttachVolumeShelveTestJSON-1900672149-router', 'tenant_id': '494ce289f1774df0833301de8e46ae11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'a5b62024-ed52-49f6-9d00-e9c9c9c7a995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:34:36Z', 'updated_at': '2022-06-16T00:34:47Z', 'revision_number': 4, 'project_id': '494ce289f1774df0833301de8e46ae11', 'gw_port': {'id': 'a5b62024-ed52-49f6-9d00-e9c9c9c7a995', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e43a31-7199-43bd-a9c6-0f82d416a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:38Z', 'updated_at': '2022-06-16T00:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_floatingips': [{'id': '7bcdf44e-65f0-4e1c-9518-e3803a179ca6', 'tenant_id': '494ce289f1774df0833301de8e46ae11', 'floating_ip_address': '172.27.1.209', 'floating_network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'router_id': '77e43a31-7199-43bd-a9c6-0f82d416a435', 'port_id': '3aed7710-78db-49be-89bf-f87f2e363d9b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6844d01-625d-4b71-91cf-373fe3e3e7cc', 'mac_address': 'fa:16:3e:64:7a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T00:39:13Z', 'updated_at': '2022-06-16T00:39:30Z', 'revision_number': 1, 'project_id': '494ce289f1774df0833301de8e46ae11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea3b799f-eca8-46b9-800b-66e9d4d0fc11', 'name': '', 'network_id': 'a6844d01-625d-4b71-91cf-373fe3e3e7cc', 'tenant_id': '494ce289f1774df0833301de8e46ae11', 'mac_address': 'fa:16:3e:77:a4:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e43a31-7199-43bd-a9c6-0f82d416a435', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '892d2143-b3e2-4410-bf1b-7ad84511c529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:45Z', 'updated_at': '2022-06-16T00:34:56Z', 'revision_number': 5, 'project_id': '494ce289f1774df0833301de8e46ae11', 'subnets': [{'id': '892d2143-b3e2-4410-bf1b-7ad84511c529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 00:39:31.759982 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56627f4-3d1a-4db5-b6c5-c80a6fcaea83 None None] New status for floating IP 7bcdf44e-65f0-4e1c-9518-e3803a179ca6: ACTIVE {{(pid=111024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 00:39:31.821380 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.agents_db [None req-15653567-1518-4353-bd1f-4d0dcdae15fd None None] Agent healthcheck: found 6 active agents {{(pid=111025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 00:39:33.588793 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c4bcc-ac13-4e47-a20f-6f55b868ad4e req-516f7986-91bd-44ec-9e0d-27505999436b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:33.590367 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-671c4bcc-ac13-4e47-a20f-6f55b868ad4e req-516f7986-91bd-44ec-9e0d-27505999436b service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=494ce289f1774df0833301de8e46ae11&device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 1129 time: 0.0389674 Jun 16 00:39:33.973062 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c4bcc-ac13-4e47-a20f-6f55b868ad4e req-9111591b-74e2-4995-aa13-3575da027108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:33.974524 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-671c4bcc-ac13-4e47-a20f-6f55b868ad4e req-9111591b-74e2-4995-aa13-3575da027108 service neutron] 10.222.0.40 "GET /v2.0/networks?id=a6844d01-625d-4b71-91cf-373fe3e3e7cc HTTP/1.1" status: 200 len: 918 time: 0.0898285 Jun 16 00:39:34.039547 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-671c4bcc-ac13-4e47-a20f-6f55b868ad4e req-e9acf66c-8bad-4df9-8cd6-fddf0e01cc40 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3aed7710-78db-49be-89bf-f87f2e363d9b HTTP/1.1" status: 200 len: 1001 time: 0.0543401 Jun 16 00:39:34.363125 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c4bcc-ac13-4e47-a20f-6f55b868ad4e req-fba8855f-b805-4bad-ac67-70317d834a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:34.364482 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-671c4bcc-ac13-4e47-a20f-6f55b868ad4e req-fba8855f-b805-4bad-ac67-70317d834a63 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=892d2143-b3e2-4410-bf1b-7ad84511c529 HTTP/1.1" status: 200 len: 856 time: 0.0484867 Jun 16 00:39:34.407648 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c4bcc-ac13-4e47-a20f-6f55b868ad4e req-a3cdd63c-fe2b-4abf-8ae7-301c658f9629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:34.409296 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-671c4bcc-ac13-4e47-a20f-6f55b868ad4e req-a3cdd63c-fe2b-4abf-8ae7-301c658f9629 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=a6844d01-625d-4b71-91cf-373fe3e3e7cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0388405 Jun 16 00:39:34.506778 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-671c4bcc-ac13-4e47-a20f-6f55b868ad4e req-07633e1c-e407-439a-bf36-521a44ea02ed service neutron] 10.222.0.40 "GET /v2.0/networks/a6844d01-625d-4b71-91cf-373fe3e3e7cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891945 Jun 16 00:39:34.604614 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-671c4bcc-ac13-4e47-a20f-6f55b868ad4e req-ea549ba7-1c89-47b0-9017-b151074d5d80 service neutron] 10.222.0.40 "GET /v2.0/networks/a6844d01-625d-4b71-91cf-373fe3e3e7cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904009 Jun 16 00:39:38.159308 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d070061f-4ec6-42e0-a245-b2494e0aaba0 req-a7093e1a-c44d-4902-bfd9-9e4cf402b072 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:38.160772 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-d070061f-4ec6-42e0-a245-b2494e0aaba0 req-a7093e1a-c44d-4902-bfd9-9e4cf402b072 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9783fec-706a-4ed8-96b9-b5d790347dc8 HTTP/1.1" status: 200 len: 946 time: 0.0460236 Jun 16 00:39:38.210194 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-d070061f-4ec6-42e0-a245-b2494e0aaba0 req-18061662-c24a-4fb6-aba4-d60fda13938b tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/security-groups?id=32accf88-c6c1-4cab-b182-f021d3b77654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439830 Jun 16 00:39:39.324694 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa846ed-fb71-4347-bac2-b15f04fcace6 req-53d8b544-88e8-48c3-ac0c-3575500cbc25 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:39.326866 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-5fa846ed-fb71-4347-bac2-b15f04fcace6 req-53d8b544-88e8-48c3-ac0c-3575500cbc25 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9783fec-706a-4ed8-96b9-b5d790347dc8 HTTP/1.1" status: 200 len: 946 time: 0.0479274 Jun 16 00:39:39.380864 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-5fa846ed-fb71-4347-bac2-b15f04fcace6 req-e51ab52b-d06a-44f7-92b2-58b59b5589aa tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/security-groups?id=32accf88-c6c1-4cab-b182-f021d3b77654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449729 Jun 16 00:39:39.984562 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a5bbb8-fa4b-42d6-a1ad-b4db41a3f288 req-23f84fa3-56ab-4d72-86b5-c58d42033436 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:39.986014 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-d3a5bbb8-fa4b-42d6-a1ad-b4db41a3f288 req-23f84fa3-56ab-4d72-86b5-c58d42033436 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.40 "GET /v2.0/ports?device_id=c9783fec-706a-4ed8-96b9-b5d790347dc8 HTTP/1.1" status: 200 len: 946 time: 0.0473158 Jun 16 00:39:40.070045 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [req-d3a5bbb8-fa4b-42d6-a1ad-b4db41a3f288 req-298efdd4-74e7-4251-871d-d6aa583d214d tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Deleting port d19ee40c-ad48-4dc4-be4e-bfe79a861aa1 {{(pid=111023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 00:39:40.070510 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-d3a5bbb8-fa4b-42d6-a1ad-b4db41a3f288 req-298efdd4-74e7-4251-871d-d6aa583d214d tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753842671270'] for port (d19ee40c-ad48-4dc4-be4e-bfe79a861aa1), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:40.162227 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.db [req-d3a5bbb8-fa4b-42d6-a1ad-b4db41a3f288 req-298efdd4-74e7-4251-871d-d6aa583d214d tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] For port d19ee40c-ad48-4dc4-be4e-bfe79a861aa1, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=d19ee40c-ad48-4dc4-be4e-bfe79a861aa1,segment=NetworkSegment(fea0c3b1-4564-4c46-a939-13c53483f391),segment_id=fea0c3b1-4564-4c46-a939-13c53483f391)] {{(pid=111023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:39:40.162611 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-d3a5bbb8-fa4b-42d6-a1ad-b4db41a3f288 req-298efdd4-74e7-4251-871d-d6aa583d214d tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642233'] for port (d19ee40c-ad48-4dc4-be4e-bfe79a861aa1), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:40.304555 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=100 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:39:40.319216 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-d3a5bbb8-fa4b-42d6-a1ad-b4db41a3f288 req-298efdd4-74e7-4251-871d-d6aa583d214d tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:40.319609 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-d3a5bbb8-fa4b-42d6-a1ad-b4db41a3f288 req-298efdd4-74e7-4251-871d-d6aa583d214d tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672953'] for floatingip (5ef00bed-f19e-4f9b-8e67-0a20bf545468), after_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:40.319914 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.db.l3_db [req-d3a5bbb8-fa4b-42d6-a1ad-b4db41a3f288 req-298efdd4-74e7-4251-871d-d6aa583d214d tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Floating IP 5ef00bed-f19e-4f9b-8e67-0a20bf545468 disassociated. External IP: 172.27.1.41, port: d19ee40c-ad48-4dc4-be4e-bfe79a861aa1. Jun 16 00:39:40.320251 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [req-d3a5bbb8-fa4b-42d6-a1ad-b4db41a3f288 req-298efdd4-74e7-4251-871d-d6aa583d214d tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Calling delete_port for d19ee40c-ad48-4dc4-be4e-bfe79a861aa1 owned by compute:nova {{(pid=111023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 00:39:40.328661 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:39:40.496196 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6202166d-035c-4299-b4c5-8def9ca6cb99 req-4361a337-4665-440c-9fe7-6a806f18fde6 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:40.497781 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-6202166d-035c-4299-b4c5-8def9ca6cb99 req-4361a337-4665-440c-9fe7-6a806f18fde6 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9783fec-706a-4ed8-96b9-b5d790347dc8 HTTP/1.1" status: 200 len: 946 time: 0.0454044 Jun 16 00:39:40.520341 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-d3a5bbb8-fa4b-42d6-a1ad-b4db41a3f288 req-298efdd4-74e7-4251-871d-d6aa583d214d tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753842673475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753842110814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909837'] for port (d19ee40c-ad48-4dc4-be4e-bfe79a861aa1), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:40.556905 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298efdd4-74e7-4251-871d-d6aa583d214d tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Pushing event deleted for resources: {'Port': ['ID=d19ee40c-ad48-4dc4-be4e-bfe79a861aa1,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:39:40.580361 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-6202166d-035c-4299-b4c5-8def9ca6cb99 req-c6ea66c8-0b0e-4b6a-a8fa-13580955843a tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/security-groups?id=32accf88-c6c1-4cab-b182-f021d3b77654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767622 Jun 16 00:39:40.676874 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3a5bbb8-fa4b-42d6-a1ad-b4db41a3f288 req-298efdd4-74e7-4251-871d-d6aa583d214d tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Router 1b62cfae-791c-4204-bf01-912f6aca26ba has already been hosted by L3 agent d0297bc9-c3a8-45ac-9023-c937cb4f21fc {{(pid=111023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 00:39:40.776625 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3a5bbb8-fa4b-42d6-a1ad-b4db41a3f288 req-298efdd4-74e7-4251-871d-d6aa583d214d tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Notify agent at l3_agent.dv-cinder-803823-11-iscsi the message routers_updated {{(pid=111023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 00:39:40.787599 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ea7f3f-5cd2-4ad5-b601-2b63053a5f5a None None] Sync routers for ids ['1b62cfae-791c-4204-bf01-912f6aca26ba'] in dv-cinder-803823-11-iscsi {{(pid=111025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 00:39:40.797066 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ea7f3f-5cd2-4ad5-b601-2b63053a5f5a None None] Routers {'1b62cfae-791c-4204-bf01-912f6aca26ba'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:39:40.797659 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-d3ea7f3f-5cd2-4ad5-b601-2b63053a5f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:39:27Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['1b62cfae-791c-4204-bf01-912f6aca26ba'], 'active': True} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:39:40.816933 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3a5bbb8-fa4b-42d6-a1ad-b4db41a3f288 req-298efdd4-74e7-4251-871d-d6aa583d214d tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] No DVR routers for this DVR port d19ee40c-ad48-4dc4-be4e-bfe79a861aa1 on host hv-cinder-80382 {{(pid=111023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 00:39:40.819697 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-d3a5bbb8-fa4b-42d6-a1ad-b4db41a3f288 req-298efdd4-74e7-4251-871d-d6aa583d214d tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for port (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:40.822897 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-d3a5bbb8-fa4b-42d6-a1ad-b4db41a3f288 req-298efdd4-74e7-4251-871d-d6aa583d214d tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.40 "DELETE /v2.0/ports/d19ee40c-ad48-4dc4-be4e-bfe79a861aa1 HTTP/1.1" status: 204 len: 173 time: 0.8306026 Jun 16 00:39:40.823330 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9783fec-706a-4ed8-96b9-b5d790347dc8', 'name': 'network-vif-deleted', 'tag': 'd19ee40c-ad48-4dc4-be4e-bfe79a861aa1'}] {{(pid=111023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:39:40.826244 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849ffc5c5c28115853a01ef2d84a57e68c82d4a74a931575540ba89325b26957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d3632a-a715-4f62-ba81-46e65a5ba18f" -d '{"events": [{"server_uuid": "c9783fec-706a-4ed8-96b9-b5d790347dc8", "name": "network-vif-deleted", "tag": "d19ee40c-ad48-4dc4-be4e-bfe79a861aa1"}]}' {{(pid=111023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:39:40.860297 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 00:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f426d9-571b-40e9-9999-5b988ba2c64f x-openstack-request-id: req-09f426d9-571b-40e9-9999-5b988ba2c64f {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:39:40.860611 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9783fec-706a-4ed8-96b9-b5d790347dc8", "name": "network-vif-deleted", "tag": "d19ee40c-ad48-4dc4-be4e-bfe79a861aa1", "status": "completed", "code": 200}]} {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:39:40.860856 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-09f426d9-571b-40e9-9999-5b988ba2c64f {{(pid=111023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:39:40.861251 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09f426d9-571b-40e9-9999-5b988ba2c64f'] response: {'server_uuid': 'c9783fec-706a-4ed8-96b9-b5d790347dc8', 'name': 'network-vif-deleted', 'tag': 'd19ee40c-ad48-4dc4-be4e-bfe79a861aa1', 'status': 'completed', 'code': 200} Jun 16 00:39:40.900220 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvr_db [None req-d3ea7f3f-5cd2-4ad5-b601-2b63053a5f5a None None] Set router 1b62cfae-791c-4204-bf01-912f6aca26ba gateway port host: dv-cinder-803823-11-iscsi {{(pid=111025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:39:41.006642 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=100 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:39:41.030970 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=100 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:39:41.107939 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-d3ea7f3f-5cd2-4ad5-b601-2b63053a5f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'name': 'tempest-AttachVolumeNegativeTest-1185601359-router', 'tenant_id': '45031128a55e42989da61e01948538d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '0f66962a-1205-4a33-9a8f-65465c9ebb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:34:34Z', 'updated_at': '2022-06-16T00:34:43Z', 'revision_number': 4, 'project_id': '45031128a55e42989da61e01948538d3', 'gw_port': {'id': '0f66962a-1205-4a33-9a8f-65465c9ebb13', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:aa:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:36Z', 'updated_at': '2022-06-16T00:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_interfaces': [{'id': '10a8169d-3fef-4cc7-94c5-78192087f720', 'name': '', 'network_id': 'ffe9c59a-3096-4aef-8b2e-e3aa63722c28', 'tenant_id': '45031128a55e42989da61e01948538d3', 'mac_address': 'fa:16:3e:d1:28:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1f18fa19-d797-425e-adb2-49437faef043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:41Z', 'updated_at': '2022-06-16T00:34:50Z', 'revision_number': 5, 'project_id': '45031128a55e42989da61e01948538d3', 'subnets': [{'id': '1f18fa19-d797-425e-adb2-49437faef043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:39:41.133055 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ea7f3f-5cd2-4ad5-b601-2b63053a5f5a None None] Checking router: 1b62cfae-791c-4204-bf01-912f6aca26ba for host: dv-cinder-803823-11-iscsi {{(pid=111025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 00:39:41.141862 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ea7f3f-5cd2-4ad5-b601-2b63053a5f5a None None] Routers {'1b62cfae-791c-4204-bf01-912f6aca26ba'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:39:41.142463 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-d3ea7f3f-5cd2-4ad5-b601-2b63053a5f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:39:27Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['1b62cfae-791c-4204-bf01-912f6aca26ba'], 'active': True} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:39:41.244941 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvr_db [None req-d3ea7f3f-5cd2-4ad5-b601-2b63053a5f5a None None] Set router 1b62cfae-791c-4204-bf01-912f6aca26ba gateway port host: dv-cinder-803823-11-iscsi {{(pid=111025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:39:41.430591 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-d3ea7f3f-5cd2-4ad5-b601-2b63053a5f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'name': 'tempest-AttachVolumeNegativeTest-1185601359-router', 'tenant_id': '45031128a55e42989da61e01948538d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '0f66962a-1205-4a33-9a8f-65465c9ebb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:34:34Z', 'updated_at': '2022-06-16T00:34:43Z', 'revision_number': 4, 'project_id': '45031128a55e42989da61e01948538d3', 'gw_port': {'id': '0f66962a-1205-4a33-9a8f-65465c9ebb13', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:aa:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:36Z', 'updated_at': '2022-06-16T00:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_interfaces': [{'id': '10a8169d-3fef-4cc7-94c5-78192087f720', 'name': '', 'network_id': 'ffe9c59a-3096-4aef-8b2e-e3aa63722c28', 'tenant_id': '45031128a55e42989da61e01948538d3', 'mac_address': 'fa:16:3e:d1:28:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1f18fa19-d797-425e-adb2-49437faef043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:41Z', 'updated_at': '2022-06-16T00:34:50Z', 'revision_number': 5, 'project_id': '45031128a55e42989da61e01948538d3', 'subnets': [{'id': '1f18fa19-d797-425e-adb2-49437faef043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:39:41.458698 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ea7f3f-5cd2-4ad5-b601-2b63053a5f5a None None] The sync data for ids ['1b62cfae-791c-4204-bf01-912f6aca26ba'] in dv-cinder-803823-11-iscsi is: [{'id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'name': 'tempest-AttachVolumeNegativeTest-1185601359-router', 'tenant_id': '45031128a55e42989da61e01948538d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '0f66962a-1205-4a33-9a8f-65465c9ebb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:34:34Z', 'updated_at': '2022-06-16T00:34:43Z', 'revision_number': 4, 'project_id': '45031128a55e42989da61e01948538d3', 'gw_port': {'id': '0f66962a-1205-4a33-9a8f-65465c9ebb13', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:aa:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:36Z', 'updated_at': '2022-06-16T00:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_interfaces': [{'id': '10a8169d-3fef-4cc7-94c5-78192087f720', 'name': '', 'network_id': 'ffe9c59a-3096-4aef-8b2e-e3aa63722c28', 'tenant_id': '45031128a55e42989da61e01948538d3', 'mac_address': 'fa:16:3e:d1:28:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1f18fa19-d797-425e-adb2-49437faef043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:41Z', 'updated_at': '2022-06-16T00:34:50Z', 'revision_number': 5, 'project_id': '45031128a55e42989da61e01948538d3', 'subnets': [{'id': '1f18fa19-d797-425e-adb2-49437faef043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 00:39:41.679619 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e48a0a-bd33-44b6-b100-c4850ecd5236 None None] New status for floating IP 5ef00bed-f19e-4f9b-8e67-0a20bf545468: DOWN {{(pid=111024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 00:39:41.705970 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-985c2ef8-b2d3-490a-ba8e-25410cd0c48e req-e906162d-842f-4726-a64e-825b166f77a0 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9783fec-706a-4ed8-96b9-b5d790347dc8 HTTP/1.1" status: 200 len: 210 time: 0.0366979 Jun 16 00:39:42.902004 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 45476) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:39:42.956193 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-a284c421-ea22-4b71-8cad-de8bf1d6e8ee tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for security_group (32accf88-c6c1-4cab-b182-f021d3b77654), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:42.981858 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-a284c421-ea22-4b71-8cad-de8bf1d6e8ee tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for security_group (32accf88-c6c1-4cab-b182-f021d3b77654), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:42.993765 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:39:43.111649 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-a284c421-ea22-4b71-8cad-de8bf1d6e8ee tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (32accf88-c6c1-4cab-b182-f021d3b77654), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:43.114200 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-a284c421-ea22-4b71-8cad-de8bf1d6e8ee tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for security_group (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:43.115340 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-a284c421-ea22-4b71-8cad-de8bf1d6e8ee tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "DELETE /v2.0/security-groups/32accf88-c6c1-4cab-b182-f021d3b77654 HTTP/1.1" status: 204 len: 168 time: 0.2122893 Jun 16 00:39:43.118279 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 45478) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:39:43.125501 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a284c421-ea22-4b71-8cad-de8bf1d6e8ee tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32accf88-c6c1-4cab-b182-f021d3b77654,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:39:43.132185 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.api.v2.resource [None req-df316ca0-f6c8-494a-bf2f-91c06cebb42c tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] show failed (client error): The resource could not be found. Jun 16 00:39:43.133372 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-df316ca0-f6c8-494a-bf2f-91c06cebb42c tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/security-groups/32accf88-c6c1-4cab-b182-f021d3b77654 HTTP/1.1" status: 404 len: 347 time: 0.0141230 Jun 16 00:39:43.136314 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 45480) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:39:43.143066 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (42cc932a-4e60-43e8-a4dc-4f47b3d3efae), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:43.253416 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.plugin [None req-a4a6f51d-6884-4426-8cbe-f20b7a7e1b4d tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Deleting port b7c1d1f6-5d84-471a-b3b4-72a04921a4b9 {{(pid=111022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 00:39:43.258929 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-a4a6f51d-6884-4426-8cbe-f20b7a7e1b4d tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753842671270'] for port (b7c1d1f6-5d84-471a-b3b4-72a04921a4b9), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:43.328613 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-a4a6f51d-6884-4426-8cbe-f20b7a7e1b4d tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642233'] for port (b7c1d1f6-5d84-471a-b3b4-72a04921a4b9), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:43.328936 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-a4a6f51d-6884-4426-8cbe-f20b7a7e1b4d tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for floatingip (b7c1d1f6-5d84-471a-b3b4-72a04921a4b9), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:43.341816 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.plugin [None req-a4a6f51d-6884-4426-8cbe-f20b7a7e1b4d tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Calling delete_port for b7c1d1f6-5d84-471a-b3b4-72a04921a4b9 owned by network:floatingip {{(pid=111022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 00:39:43.408727 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=100 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:39:43.512022 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-a4a6f51d-6884-4426-8cbe-f20b7a7e1b4d tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753842673475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753842110814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18330592'] for port (b7c1d1f6-5d84-471a-b3b4-72a04921a4b9), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:43.536901 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a6f51d-6884-4426-8cbe-f20b7a7e1b4d tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Pushing event deleted for resources: {'Port': ['ID=b7c1d1f6-5d84-471a-b3b4-72a04921a4b9,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:39:43.611423 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-a4a6f51d-6884-4426-8cbe-f20b7a7e1b4d tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for floatingip (5ef00bed-f19e-4f9b-8e67-0a20bf545468), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:43.611423 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-a4a6f51d-6884-4426-8cbe-f20b7a7e1b4d tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for floatingip (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:43.611423 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-a4a6f51d-6884-4426-8cbe-f20b7a7e1b4d tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "DELETE /v2.0/floatingips/5ef00bed-f19e-4f9b-8e67-0a20bf545468 HTTP/1.1" status: 204 len: 168 time: 0.4713573 Jun 16 00:39:43.748676 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 45486) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:39:43.753181 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.v2.base [None req-7e4b692f-36b9-4ae1-b957-4ced2976b32f tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Request body: {'security_group': {'name': 'tempest-securitygroup--441098413', 'description': 'tempest-description--2113243173'}} {{(pid=111022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:39:43.832263 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-7e4b692f-36b9-4ae1-b957-4ced2976b32f tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for security_group (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:43.892061 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=4 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:39:43.901533 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-7e4b692f-36b9-4ae1-b957-4ced2976b32f tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for security_group (77c0d68b-3581-4bc1-ab0c-4206a850b260), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:43.963973 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-7e4b692f-36b9-4ae1-b957-4ced2976b32f tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (77c0d68b-3581-4bc1-ab0c-4206a850b260), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:44.005618 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b692f-36b9-4ae1-b957-4ced2976b32f tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77c0d68b-3581-4bc1-ab0c-4206a850b260,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:39:44.069475 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-7e4b692f-36b9-4ae1-b957-4ced2976b32f tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for security_group (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:44.069475 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-7e4b692f-36b9-4ae1-b957-4ced2976b32f tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3194957 Jun 16 00:39:44.072120 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 45496) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:39:44.076912 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.v2.base [None req-b9712602-7654-46f9-a180-c5dc737828ae tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Request body: {'security_group_rule': {'security_group_id': '77c0d68b-3581-4bc1-ab0c-4206a850b260', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:39:44.185447 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-b9712602-7654-46f9-a180-c5dc737828ae tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for security_group_rule (22ad12f5-989b-48e5-be3f-469f96424f4b), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:44.240254 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-b9712602-7654-46f9-a180-c5dc737828ae tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for security_group_rule (22ad12f5-989b-48e5-be3f-469f96424f4b), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:44.311814 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device d19ee40c-ad48-4dc4-be4e-bfe79a861aa1 no longer exists at agent hyperv_hv-cinder-80382 {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 00:39:44.312383 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-b9712602-7654-46f9-a180-c5dc737828ae tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623384'] for security_group_rule (22ad12f5-989b-48e5-be3f-469f96424f4b), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:44.331403 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9712602-7654-46f9-a180-c5dc737828ae tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22ad12f5-989b-48e5-be3f-469f96424f4b,revision_number=0']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:39:44.340825 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] No Port match for: d19ee40c-ad48-4dc4-be4e-bfe79a861aa1 {{(pid=111024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 00:39:44.341917 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device d19ee40c-ad48-4dc4-be4e-bfe79a861aa1 not bound to the agent host hv-cinder-80382 {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 00:39:44.411143 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-b9712602-7654-46f9-a180-c5dc737828ae tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:44.412388 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-b9712602-7654-46f9-a180-c5dc737828ae tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3392992 Jun 16 00:39:44.415095 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 45498) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:39:44.419992 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.v2.base [None req-0564d064-b6d3-4292-acb9-8e8ee946bb4b tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Request body: {'security_group_rule': {'security_group_id': '77c0d68b-3581-4bc1-ab0c-4206a850b260', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:39:44.529644 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-0564d064-b6d3-4292-acb9-8e8ee946bb4b tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for security_group_rule (9f0cb664-efb0-4f13-ac04-38b5591a81b7), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:44.588505 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-0564d064-b6d3-4292-acb9-8e8ee946bb4b tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for security_group_rule (9f0cb664-efb0-4f13-ac04-38b5591a81b7), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:44.638526 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-0564d064-b6d3-4292-acb9-8e8ee946bb4b tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623384'] for security_group_rule (9f0cb664-efb0-4f13-ac04-38b5591a81b7), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:44.657879 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0564d064-b6d3-4292-acb9-8e8ee946bb4b tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f0cb664-efb0-4f13-ac04-38b5591a81b7,revision_number=0']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:39:44.724859 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-0564d064-b6d3-4292-acb9-8e8ee946bb4b tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:44.726060 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-0564d064-b6d3-4292-acb9-8e8ee946bb4b tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3100529 Jun 16 00:39:44.733270 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 45500) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:39:44.737642 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.v2.base [None req-ab73d072-a95e-4a52-a192-f6d114c7b0e2 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Request body: {'floatingip': {'floating_network_id': '81cb8278-aa95-4a96-976c-13998a04ce85'}} {{(pid=111022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:39:44.814091 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-ab73d072-a95e-4a52-a192-f6d114c7b0e2 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:44.885081 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:39:44.890441 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-ab73d072-a95e-4a52-a192-f6d114c7b0e2 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:44.997687 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.db.db_base_plugin_common [None req-ab73d072-a95e-4a52-a192-f6d114c7b0e2 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Allocated IP 172.27.1.175 (81cb8278-aa95-4a96-976c-13998a04ce85/7fa235f2-2172-4ff3-86e8-0e0d1995c273/3c12fddc-e7c7-449b-b554-b2e0ec8ad4a9) {{(pid=111022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 00:39:45.088902 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 45504) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:39:45.095124 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:INSERT=9,neutron:SELECT=84,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:39:45.100366 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-ab73d072-a95e-4a52-a192-f6d114c7b0e2 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for port (3c12fddc-e7c7-449b-b554-b2e0ec8ad4a9), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:45.133791 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.db_base_plugin_v2 [None req-125b1a98-2204-4bf8-8709-cc894f35a041 admin admin] Deleting subnet b25acca4-fbb1-4bdf-ac2f-2d9891cbfd5f {{(pid=111023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 00:39:45.136939 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-125b1a98-2204-4bf8-8709-cc894f35a041 admin admin] Publish callbacks [] for subnet (b25acca4-fbb1-4bdf-ac2f-2d9891cbfd5f), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:45.179894 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-125b1a98-2204-4bf8-8709-cc894f35a041 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10236084'] for subnet (b25acca4-fbb1-4bdf-ac2f-2d9891cbfd5f), precommit_delete_associations {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:45.219168 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-125b1a98-2204-4bf8-8709-cc894f35a041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1219515'] for subnet (b25acca4-fbb1-4bdf-ac2f-2d9891cbfd5f), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:45.237530 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-ab73d072-a95e-4a52-a192-f6d114c7b0e2 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753842110805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18330592'] for port (3c12fddc-e7c7-449b-b554-b2e0ec8ad4a9), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:45.282100 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab73d072-a95e-4a52-a192-f6d114c7b0e2 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Network 81cb8278-aa95-4a96-976c-13998a04ce85 is already hosted by enough agents. {{(pid=111022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:39:45.286831 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.scheduler.base_scheduler [None req-ab73d072-a95e-4a52-a192-f6d114c7b0e2 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Resources bound (agent type, host, resource id): {{(pid=111022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:39:45.290798 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab73d072-a95e-4a52-a192-f6d114c7b0e2 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Received port after_create {{(pid=111022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 00:39:45.293765 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab73d072-a95e-4a52-a192-f6d114c7b0e2 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Pushing event updated for resources: {'Port': ['ID=3c12fddc-e7c7-449b-b554-b2e0ec8ad4a9,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:39:45.318571 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-125b1a98-2204-4bf8-8709-cc894f35a041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1219458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2909856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10303412'] for subnet (b25acca4-fbb1-4bdf-ac2f-2d9891cbfd5f), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:45.343906 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125b1a98-2204-4bf8-8709-cc894f35a041 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b25acca4-fbb1-4bdf-ac2f-2d9891cbfd5f,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:39:45.351663 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-125b1a98-2204-4bf8-8709-cc894f35a041 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:45.354971 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-125b1a98-2204-4bf8-8709-cc894f35a041 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b25acca4-fbb1-4bdf-ac2f-2d9891cbfd5f HTTP/1.1" status: 204 len: 168 time: 0.2650619 Jun 16 00:39:45.358113 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 45506) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:39:45.380486 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-ab73d072-a95e-4a52-a192-f6d114c7b0e2 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for floatingip (dc97fe20-caed-433b-a2a6-59804f3e3f48), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:45.431310 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-8fd22f09-5394-4a99-8cc9-4f9af676efbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1350587'] for network (03feb970-ecf8-40b0-b2d6-45c5b0cb82d7), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:45.453257 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-ab73d072-a95e-4a52-a192-f6d114c7b0e2 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (3c12fddc-e7c7-449b-b554-b2e0ec8ad4a9), before_update {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:45.510109 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-8fd22f09-5394-4a99-8cc9-4f9af676efbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1217386', 'neutron.services.segments.db._delete_segments_for_network-8753842649658'] for network (03feb970-ecf8-40b0-b2d6-45c5b0cb82d7), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:45.519435 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:39:45.607748 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-ab73d072-a95e-4a52-a192-f6d114c7b0e2 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for port (3c12fddc-e7c7-449b-b554-b2e0ec8ad4a9), precommit_update {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:45.649263 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-ab73d072-a95e-4a52-a192-f6d114c7b0e2 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18330615'] for port (3c12fddc-e7c7-449b-b554-b2e0ec8ad4a9), after_update {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:45.731931 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab73d072-a95e-4a52-a192-f6d114c7b0e2 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Pushing event updated for resources: {'Port': ['ID=3c12fddc-e7c7-449b-b554-b2e0ec8ad4a9,revision_number=2']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:39:45.743346 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-ab73d072-a95e-4a52-a192-f6d114c7b0e2 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672953'] for floatingip (dc97fe20-caed-433b-a2a6-59804f3e3f48), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:45.799797 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.services.segments.db [None req-8fd22f09-5394-4a99-8cc9-4f9af676efbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03feb970-ecf8-40b0-b2d6-45c5b0cb82d7']}} {{(pid=111023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:39:45.809875 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.services.segments.db [None req-8fd22f09-5394-4a99-8cc9-4f9af676efbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f457d295-fb6c-4cde-8e95-60c99307f14b') {'for_net_delete': True} {{(pid=111023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:39:45.810288 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.services.segments.db [None req-8fd22f09-5394-4a99-8cc9-4f9af676efbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f457d295-fb6c-4cde-8e95-60c99307f14b') {} {{(pid=111023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:39:45.811309 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-ab73d072-a95e-4a52-a192-f6d114c7b0e2 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for floatingip (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:45.812576 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-ab73d072-a95e-4a52-a192-f6d114c7b0e2 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0783272 Jun 16 00:39:45.820675 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-8fd22f09-5394-4a99-8cc9-4f9af676efbb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753842648513', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10236077'] for segment (f457d295-fb6c-4cde-8e95-60c99307f14b), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:45.834467 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-8fd22f09-5394-4a99-8cc9-4f9af676efbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219328'] for segment (f457d295-fb6c-4cde-8e95-60c99307f14b), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:45.840971 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fd22f09-5394-4a99-8cc9-4f9af676efbb admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=111023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 00:39:45.841969 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-8fd22f09-5394-4a99-8cc9-4f9af676efbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2909950'] for segment (f457d295-fb6c-4cde-8e95-60c99307f14b), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:45.868625 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.services.segments.plugin [-] Segment f457d295-fb6c-4cde-8e95-60c99307f14b resource provider aggregate not found Jun 16 00:39:45.899460 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.services.segments.plugin [-] Segment f457d295-fb6c-4cde-8e95-60c99307f14b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f457d295-fb6c-4cde-8e95-60c99307f14b found for delete ", "request_id": "req-61eb9a2f-5704-47a3-b706-bb0c8bde803f"}]} Jun 16 00:39:45.964773 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-8fd22f09-5394-4a99-8cc9-4f9af676efbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1220132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673112'] for network (03feb970-ecf8-40b0-b2d6-45c5b0cb82d7), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:45.969337 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-704ad3b6-0cb4-4203-aa3b-9f3cfb3ff82d req-b06dbd84-e2c8-46a9-9ced-7e8fd29e51b0 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--441098413&fields=id&tenant_id=45031128a55e42989da61e01948538d3 HTTP/1.1" status: 200 len: 267 time: 0.0440340 Jun 16 00:39:45.973102 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-8fd22f09-5394-4a99-8cc9-4f9af676efbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590195'] for network (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:45.976002 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-8fd22f09-5394-4a99-8cc9-4f9af676efbb admin admin] 10.222.0.20 "DELETE /v2.0/networks/03feb970-ecf8-40b0-b2d6-45c5b0cb82d7 HTTP/1.1" status: 204 len: 168 time: 0.6169934 Jun 16 00:39:45.988691 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd22f09-5394-4a99-8cc9-4f9af676efbb admin admin] Pushing event deleted for resources: {'Network': ['ID=03feb970-ecf8-40b0-b2d6-45c5b0cb82d7,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:39:46.098089 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704ad3b6-0cb4-4203-aa3b-9f3cfb3ff82d req-deb0424d-0892-42ca-a5f7-3c97aa615a32 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:46.099514 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-704ad3b6-0cb4-4203-aa3b-9f3cfb3ff82d req-deb0424d-0892-42ca-a5f7-3c97aa615a32 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/networks?id=ffe9c59a-3096-4aef-8b2e-e3aa63722c28 HTTP/1.1" status: 200 len: 815 time: 0.1129913 Jun 16 00:39:46.113819 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-704ad3b6-0cb4-4203-aa3b-9f3cfb3ff82d req-b9007ddf-1c53-47bd-80df-39dd754f3ce1 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/quotas/45031128a55e42989da61e01948538d3 HTTP/1.1" status: 200 len: 375 time: 0.0090489 Jun 16 00:39:46.162477 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-704ad3b6-0cb4-4203-aa3b-9f3cfb3ff82d req-e1787402-4cd2-452e-b070-09ece9bd94ef tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=45031128a55e42989da61e01948538d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439301 Jun 16 00:39:46.261836 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-704ad3b6-0cb4-4203-aa3b-9f3cfb3ff82d req-194aa69d-5a8f-4cf9-9aa2-c9f81a51cfdb service neutron] 10.222.0.20 "GET /v2.0/networks/ffe9c59a-3096-4aef-8b2e-e3aa63722c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881858 Jun 16 00:39:46.288315 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 45526) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:39:46.315717 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:39:46.329770 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-166c62a6-2a1b-4cd4-84c3-6ecb76a11e46 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=213787a3040e45efb2c14f5dd9dcf509&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402613 Jun 16 00:39:46.332246 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 45528) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:39:46.338133 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:39:46.356303 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-704ad3b6-0cb4-4203-aa3b-9f3cfb3ff82d req-099530bb-782b-4e2d-806c-4c5c11e35086 service neutron] 10.222.0.20 "GET /v2.0/networks/ffe9c59a-3096-4aef-8b2e-e3aa63722c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887380 Jun 16 00:39:46.387829 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-ec0fcabc-cc8e-436b-b16f-2a18acce419c admin admin] Publish callbacks [] for security_group (61215bc0-8f8c-42e3-ae69-0f4b76d2a0b7), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:46.410030 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-ec0fcabc-cc8e-436b-b16f-2a18acce419c admin admin] Publish callbacks [] for security_group (61215bc0-8f8c-42e3-ae69-0f4b76d2a0b7), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:46.563856 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-ec0fcabc-cc8e-436b-b16f-2a18acce419c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (61215bc0-8f8c-42e3-ae69-0f4b76d2a0b7), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:46.567801 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-ec0fcabc-cc8e-436b-b16f-2a18acce419c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:46.571893 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-ec0fcabc-cc8e-436b-b16f-2a18acce419c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/61215bc0-8f8c-42e3-ae69-0f4b76d2a0b7 HTTP/1.1" status: 204 len: 168 time: 0.2364838 Jun 16 00:39:46.578453 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0fcabc-cc8e-436b-b16f-2a18acce419c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61215bc0-8f8c-42e3-ae69-0f4b76d2a0b7,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:39:46.837797 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-f1902752-0d14-4ee0-bab4-249aca3c0677 req-e3a6e46c-b1fa-456c-ac7d-2fd27248effb tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=90f013d4-e901-45ae-9bce-c0d5f28dfd77 HTTP/1.1" status: 200 len: 210 time: 0.0267041 Jun 16 00:39:47.937514 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-f5eea80c-2e2a-404d-bdc9-e84a4b62a191 req-25b779b9-0ebb-43e0-9fcc-505865ff3266 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=90f013d4-e901-45ae-9bce-c0d5f28dfd77 HTTP/1.1" status: 200 len: 210 time: 0.0286281 Jun 16 00:39:48.758493 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704ad3b6-0cb4-4203-aa3b-9f3cfb3ff82d req-ae61f74e-154c-4a16-91ed-2ae0df75d9d7 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:48.759936 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-704ad3b6-0cb4-4203-aa3b-9f3cfb3ff82d req-ae61f74e-154c-4a16-91ed-2ae0df75d9d7 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.40 "GET /v2.0/networks?id=ffe9c59a-3096-4aef-8b2e-e3aa63722c28 HTTP/1.1" status: 200 len: 815 time: 0.0979378 Jun 16 00:39:48.845611 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-704ad3b6-0cb4-4203-aa3b-9f3cfb3ff82d req-7e4ad0ee-49e1-4663-9753-80469cd26d47 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.40 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45031128a55e42989da61e01948538d3 HTTP/1.1" status: 200 len: 379 time: 0.0559964 Jun 16 00:39:48.854793 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [req-704ad3b6-0cb4-4203-aa3b-9f3cfb3ff82d req-6c1d6c6b-65a1-424d-9177-a216306b172d tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Request body: {'port': {'device_id': '90f013d4-e901-45ae-9bce-c0d5f28dfd77', 'network_id': 'ffe9c59a-3096-4aef-8b2e-e3aa63722c28', 'admin_state_up': True, 'tenant_id': '45031128a55e42989da61e01948538d3', 'security_groups': ['77c0d68b-3581-4bc1-ab0c-4206a850b260']}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:39:49.015185 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-704ad3b6-0cb4-4203-aa3b-9f3cfb3ff82d req-6c1d6c6b-65a1-424d-9177-a216306b172d tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Made reservation on behalf of 45031128a55e42989da61e01948538d3 for: {'port': 1} {{(pid=111023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 00:39:49.018793 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-704ad3b6-0cb4-4203-aa3b-9f3cfb3ff82d req-6c1d6c6b-65a1-424d-9177-a216306b172d tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:49.032728 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-a021867d-847a-456c-ae37-91a9b9d240ab req-e365d0f6-ea84-46d8-b94e-c9904919da38 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=90f013d4-e901-45ae-9bce-c0d5f28dfd77 HTTP/1.1" status: 200 len: 210 time: 0.0279694 Jun 16 00:39:49.150175 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.db_base_plugin_common [req-704ad3b6-0cb4-4203-aa3b-9f3cfb3ff82d req-6c1d6c6b-65a1-424d-9177-a216306b172d tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Allocated IP 172.20.0.9 (ffe9c59a-3096-4aef-8b2e-e3aa63722c28/1f18fa19-d797-425e-adb2-49437faef043/cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698) {{(pid=111023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 00:39:49.181871 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:39:49.292905 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-704ad3b6-0cb4-4203-aa3b-9f3cfb3ff82d req-6c1d6c6b-65a1-424d-9177-a216306b172d tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for port (cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:49.363389 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-704ad3b6-0cb4-4203-aa3b-9f3cfb3ff82d req-6c1d6c6b-65a1-424d-9177-a216306b172d tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753842110805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909837'] for port (cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:49.371740 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:39:49.409384 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-704ad3b6-0cb4-4203-aa3b-9f3cfb3ff82d req-6c1d6c6b-65a1-424d-9177-a216306b172d tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Network ffe9c59a-3096-4aef-8b2e-e3aa63722c28 is already hosted by enough agents. {{(pid=111023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:39:49.414397 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.base_scheduler [req-704ad3b6-0cb4-4203-aa3b-9f3cfb3ff82d req-6c1d6c6b-65a1-424d-9177-a216306b172d tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Resources bound (agent type, host, resource id): {{(pid=111023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:39:49.416620 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1d6c6b-65a1-424d-9177-a216306b172d tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Pushing event updated for resources: {'Port': ['ID=cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:39:49.418718 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.l3_dvrscheduler_db [req-704ad3b6-0cb4-4203-aa3b-9f3cfb3ff82d req-6c1d6c6b-65a1-424d-9177-a216306b172d tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Received port after_create {{(pid=111023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 00:39:49.478486 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704ad3b6-0cb4-4203-aa3b-9f3cfb3ff82d req-6c1d6c6b-65a1-424d-9177-a216306b172d tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:49.478486 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-704ad3b6-0cb4-4203-aa3b-9f3cfb3ff82d req-6c1d6c6b-65a1-424d-9177-a216306b172d tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for port (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:49.543681 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-704ad3b6-0cb4-4203-aa3b-9f3cfb3ff82d req-6c1d6c6b-65a1-424d-9177-a216306b172d tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6923642 Jun 16 00:39:49.566565 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [req-704ad3b6-0cb4-4203-aa3b-9f3cfb3ff82d req-67c2a64c-f72b-439a-b524-87bafd561442 service neutron] Request body: {'port': {'device_id': '90f013d4-e901-45ae-9bce-c0d5f28dfd77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:39:49.636397 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-704ad3b6-0cb4-4203-aa3b-9f3cfb3ff82d req-67c2a64c-f72b-439a-b524-87bafd561442 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698), before_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:49.712997 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-67ea2deb-593e-4b9e-9512-32b504d49432 None None] Provisioning complete for port cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698 triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:39:49.713960 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-67ea2deb-593e-4b9e-9512-32b504d49432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:49.746222 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-67ea2deb-593e-4b9e-9512-32b504d49432 None None] Port cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698 cannot update to ACTIVE because it is not bound. {{(pid=111024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 00:39:49.894466 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.notifiers.nova [req-704ad3b6-0cb4-4203-aa3b-9f3cfb3ff82d req-67c2a64c-f72b-439a-b524-87bafd561442 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698 {{(pid=111023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 00:39:49.898146 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-704ad3b6-0cb4-4203-aa3b-9f3cfb3ff82d req-67c2a64c-f72b-439a-b524-87bafd561442 service neutron] Publish callbacks [] for port (cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698), precommit_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:49.912718 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.provisioning_blocks [req-704ad3b6-0cb4-4203-aa3b-9f3cfb3ff82d req-67c2a64c-f72b-439a-b524-87bafd561442 service neutron] Transition to ACTIVE for port object cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698 will not be triggered until provisioned by entity L2. {{(pid=111023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 00:39:50.003282 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-704ad3b6-0cb4-4203-aa3b-9f3cfb3ff82d req-67c2a64c-f72b-439a-b524-87bafd561442 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909850'] for port (cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698), after_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:50.055276 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c2a64c-f72b-439a-b524-87bafd561442 service neutron] Pushing event updated for resources: {'Port': ['ID=cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698,revision_number=2']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:39:50.160409 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.managers [req-704ad3b6-0cb4-4203-aa3b-9f3cfb3ff82d req-67c2a64c-f72b-439a-b524-87bafd561442 service neutron] Attempting to bind port cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698 on host hv-cinder-80382 for vnic_type normal with profile {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 00:39:50.160776 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.managers [req-704ad3b6-0cb4-4203-aa3b-9f3cfb3ff82d req-67c2a64c-f72b-439a-b524-87bafd561442 service neutron] Attempting to bind port cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698 by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': 'fea0c3b1-4564-4c46-a939-13c53483f391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ffe9c59a-3096-4aef-8b2e-e3aa63722c28'}] {{(pid=111023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 00:39:50.161098 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704ad3b6-0cb4-4203-aa3b-9f3cfb3ff82d req-67c2a64c-f72b-439a-b524-87bafd561442 service neutron] Attempting to bind port cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698 on network ffe9c59a-3096-4aef-8b2e-e3aa63722c28 {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 00:39:50.178073 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae83ae98-05e4-4cdd-967e-dfe62f2bf745 req-0c3ad103-3747-476c-a003-34ba7cdfc437 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:50.179582 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-ae83ae98-05e4-4cdd-967e-dfe62f2bf745 req-0c3ad103-3747-476c-a003-34ba7cdfc437 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=90f013d4-e901-45ae-9bce-c0d5f28dfd77 HTTP/1.1" status: 200 len: 943 time: 0.0654235 Jun 16 00:39:50.180154 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704ad3b6-0cb4-4203-aa3b-9f3cfb3ff82d req-67c2a64c-f72b-439a-b524-87bafd561442 service neutron] Port cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698 on network ffe9c59a-3096-4aef-8b2e-e3aa63722c28 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 00:39:50.180465 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704ad3b6-0cb4-4203-aa3b-9f3cfb3ff82d req-67c2a64c-f72b-439a-b524-87bafd561442 service neutron] Attempting to bind port cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698 on network ffe9c59a-3096-4aef-8b2e-e3aa63722c28 {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 00:39:50.186664 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704ad3b6-0cb4-4203-aa3b-9f3cfb3ff82d req-67c2a64c-f72b-439a-b524-87bafd561442 service neutron] Checking agent: {'id': '42cc932a-4e60-43e8-a4dc-4f47b3d3efae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 0, 32, 41), 'started_at': datetime.datetime(2022, 6, 16, 0, 32, 41), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 0, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 00:39:50.186997 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704ad3b6-0cb4-4203-aa3b-9f3cfb3ff82d req-67c2a64c-f72b-439a-b524-87bafd561442 service neutron] Checking segment: {'id': 'fea0c3b1-4564-4c46-a939-13c53483f391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ffe9c59a-3096-4aef-8b2e-e3aa63722c28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 00:39:50.187374 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704ad3b6-0cb4-4203-aa3b-9f3cfb3ff82d req-67c2a64c-f72b-439a-b524-87bafd561442 service neutron] Bound using segment: {'id': 'fea0c3b1-4564-4c46-a939-13c53483f391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ffe9c59a-3096-4aef-8b2e-e3aa63722c28'} {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 00:39:50.187796 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.managers [req-704ad3b6-0cb4-4203-aa3b-9f3cfb3ff82d req-67c2a64c-f72b-439a-b524-87bafd561442 service neutron] Bound port: cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fea0c3b1-4564-4c46-a939-13c53483f391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ffe9c59a-3096-4aef-8b2e-e3aa63722c28'}}] {{(pid=111023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 00:39:50.188144 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-704ad3b6-0cb4-4203-aa3b-9f3cfb3ff82d req-67c2a64c-f72b-439a-b524-87bafd561442 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698), before_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:50.284599 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-ae83ae98-05e4-4cdd-967e-dfe62f2bf745 req-8d1c0842-f395-48ba-9e2f-73a651dba828 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/security-groups?id=77c0d68b-3581-4bc1-ab0c-4206a850b260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940945 Jun 16 00:39:50.286197 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:39:50.287402 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.db [req-704ad3b6-0cb4-4203-aa3b-9f3cfb3ff82d req-67c2a64c-f72b-439a-b524-87bafd561442 service neutron] For port cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698, host hv-cinder-80382, cleared binding levels {{(pid=111023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 00:39:50.290622 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.db [req-704ad3b6-0cb4-4203-aa3b-9f3cfb3ff82d req-67c2a64c-f72b-439a-b524-87bafd561442 service neutron] For port cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698,segment=NetworkSegment(fea0c3b1-4564-4c46-a939-13c53483f391),segment_id=fea0c3b1-4564-4c46-a939-13c53483f391)] {{(pid=111023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 00:39:50.351574 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-704ad3b6-0cb4-4203-aa3b-9f3cfb3ff82d req-67c2a64c-f72b-439a-b524-87bafd561442 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909850'] for port (cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698), after_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:50.389424 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704ad3b6-0cb4-4203-aa3b-9f3cfb3ff82d req-67c2a64c-f72b-439a-b524-87bafd561442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:50.392458 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-704ad3b6-0cb4-4203-aa3b-9f3cfb3ff82d req-67c2a64c-f72b-439a-b524-87bafd561442 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for port (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:50.392458 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-704ad3b6-0cb4-4203-aa3b-9f3cfb3ff82d req-67c2a64c-f72b-439a-b524-87bafd561442 service neutron] 10.222.0.40 "PUT /v2.0/ports/cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698 HTTP/1.1" status: 200 len: 1093 time: 0.8291748 Jun 16 00:39:50.392458 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90f013d4-e901-45ae-9bce-c0d5f28dfd77', 'tag': 'cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698'}] {{(pid=111023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:39:50.394008 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849ffc5c5c28115853a01ef2d84a57e68c82d4a74a931575540ba89325b26957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6250ba73-9c6c-4212-80ce-642c06413a94" -d '{"events": [{"name": "network-changed", "server_uuid": "90f013d4-e901-45ae-9bce-c0d5f28dfd77", "tag": "cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698"}]}' {{(pid=111023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:39:50.415024 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c2a64c-f72b-439a-b524-87bafd561442 service neutron] Pushing event updated for resources: {'Port': ['ID=cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698,revision_number=3']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:39:50.436441 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 00:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758b6518-f177-4fcf-ab68-e2b887c033f9 x-openstack-request-id: req-758b6518-f177-4fcf-ab68-e2b887c033f9 {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:39:50.436761 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90f013d4-e901-45ae-9bce-c0d5f28dfd77", "tag": "cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698", "status": "completed", "code": 200}]} {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:39:50.437005 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-758b6518-f177-4fcf-ab68-e2b887c033f9 {{(pid=111023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:39:50.437402 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-758b6518-f177-4fcf-ab68-e2b887c033f9'] response: {'name': 'network-changed', 'server_uuid': '90f013d4-e901-45ae-9bce-c0d5f28dfd77', 'tag': 'cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698', 'status': 'completed', 'code': 200} Jun 16 00:39:51.363272 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:39:51.401213 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead4776-b41a-4bba-9045-45726ae1d65e req-55ddc065-1a44-481a-8392-c6ea9230d0c4 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:51.402765 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-fead4776-b41a-4bba-9045-45726ae1d65e req-55ddc065-1a44-481a-8392-c6ea9230d0c4 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=90f013d4-e901-45ae-9bce-c0d5f28dfd77 HTTP/1.1" status: 200 len: 943 time: 0.0485871 Jun 16 00:39:51.433027 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=41 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:39:51.433774 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=47 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:39:51.452193 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-fead4776-b41a-4bba-9045-45726ae1d65e req-4579fd3d-38b8-45b8-bf8b-b3669cf7df80 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/security-groups?id=77c0d68b-3581-4bc1-ab0c-4206a850b260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438817 Jun 16 00:39:52.564592 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421fe57c-a26e-45f6-92b5-6dd309331c7c req-bf9dc0e6-f2e6-4c6d-a279-7d83e3eaf9a7 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:52.566042 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-421fe57c-a26e-45f6-92b5-6dd309331c7c req-bf9dc0e6-f2e6-4c6d-a279-7d83e3eaf9a7 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=90f013d4-e901-45ae-9bce-c0d5f28dfd77 HTTP/1.1" status: 200 len: 943 time: 0.0460494 Jun 16 00:39:52.612994 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-421fe57c-a26e-45f6-92b5-6dd309331c7c req-91f3f750-a026-4e7f-94d5-27490f5b5420 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/security-groups?id=77c0d68b-3581-4bc1-ab0c-4206a850b260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413246 Jun 16 00:39:52.941343 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250ba73-9c6c-4212-80ce-642c06413a94 req-2ed2f53c-06e8-463d-9698-0c7b6890a4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:52.943048 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-6250ba73-9c6c-4212-80ce-642c06413a94 req-2ed2f53c-06e8-463d-9698-0c7b6890a4a0 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=45031128a55e42989da61e01948538d3&device_id=90f013d4-e901-45ae-9bce-c0d5f28dfd77 HTTP/1.1" status: 200 len: 1127 time: 0.0420320 Jun 16 00:39:53.049394 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250ba73-9c6c-4212-80ce-642c06413a94 req-cb26f315-860e-45b2-b634-009040e0dd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:53.050896 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-6250ba73-9c6c-4212-80ce-642c06413a94 req-cb26f315-860e-45b2-b634-009040e0dd86 service neutron] 10.222.0.40 "GET /v2.0/networks?tenant_id=45031128a55e42989da61e01948538d3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0920947 Jun 16 00:39:53.145819 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250ba73-9c6c-4212-80ce-642c06413a94 req-914758af-c44d-4b19-8fc7-86682de80888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:53.147243 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-6250ba73-9c6c-4212-80ce-642c06413a94 req-914758af-c44d-4b19-8fc7-86682de80888 service neutron] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0904882 Jun 16 00:39:53.263475 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704ad3b6-0cb4-4203-aa3b-9f3cfb3ff82d req-1e112997-0ac9-441e-bd86-e2c83bddb7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:53.266171 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-704ad3b6-0cb4-4203-aa3b-9f3cfb3ff82d req-1e112997-0ac9-441e-bd86-e2c83bddb7fa service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=45031128a55e42989da61e01948538d3&device_id=90f013d4-e901-45ae-9bce-c0d5f28dfd77 HTTP/1.1" status: 200 len: 1127 time: 0.0391390 Jun 16 00:39:53.313516 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-704ad3b6-0cb4-4203-aa3b-9f3cfb3ff82d req-30c10c75-2175-43d8-8ce3-dc9943e9e807 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698 HTTP/1.1" status: 200 len: 217 time: 0.0325558 Jun 16 00:39:53.368489 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704ad3b6-0cb4-4203-aa3b-9f3cfb3ff82d req-deb0beba-c140-42c5-b603-2b9651bba34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:53.369900 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-704ad3b6-0cb4-4203-aa3b-9f3cfb3ff82d req-deb0beba-c140-42c5-b603-2b9651bba34d service neutron] 10.222.0.40 "GET /v2.0/subnets?id=1f18fa19-d797-425e-adb2-49437faef043 HTTP/1.1" status: 200 len: 854 time: 0.0492778 Jun 16 00:39:53.416868 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704ad3b6-0cb4-4203-aa3b-9f3cfb3ff82d req-06218249-a9e3-4df8-acd5-93a95fc66631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:53.418279 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-704ad3b6-0cb4-4203-aa3b-9f3cfb3ff82d req-06218249-a9e3-4df8-acd5-93a95fc66631 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=ffe9c59a-3096-4aef-8b2e-e3aa63722c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0380161 Jun 16 00:39:53.512804 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-704ad3b6-0cb4-4203-aa3b-9f3cfb3ff82d req-28501a4d-e583-4343-955d-2cf3edead627 service neutron] 10.222.0.40 "GET /v2.0/networks/ffe9c59a-3096-4aef-8b2e-e3aa63722c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865176 Jun 16 00:39:53.608947 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-704ad3b6-0cb4-4203-aa3b-9f3cfb3ff82d req-88fc4146-9411-4420-bb3e-4b62cd8b0819 service neutron] 10.222.0.40 "GET /v2.0/networks/ffe9c59a-3096-4aef-8b2e-e3aa63722c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885358 Jun 16 00:39:53.721084 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:39:53.729438 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c23124-b575-427f-9873-15e59eb92080 req-b140a6d2-8c6a-4715-bfca-f2d7962b0d40 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:53.730862 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-10c23124-b575-427f-9873-15e59eb92080 req-b140a6d2-8c6a-4715-bfca-f2d7962b0d40 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=90f013d4-e901-45ae-9bce-c0d5f28dfd77 HTTP/1.1" status: 200 len: 943 time: 0.0506630 Jun 16 00:39:53.777723 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-10c23124-b575-427f-9873-15e59eb92080 req-30494a4a-54cb-4d60-975a-b78ce04fd02d tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/security-groups?id=77c0d68b-3581-4bc1-ab0c-4206a850b260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411544 Jun 16 00:39:54.574728 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-8534e8db-072c-4ff0-94f4-4dbf86ac2f53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (2a8c543c-b8d9-40d8-999c-fa03b757f547), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:54.897265 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f79164-c317-4a2f-81c4-60f7d6510e52 req-47523618-7713-4be5-b99b-0f8eba059282 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:54.898745 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-89f79164-c317-4a2f-81c4-60f7d6510e52 req-47523618-7713-4be5-b99b-0f8eba059282 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=90f013d4-e901-45ae-9bce-c0d5f28dfd77 HTTP/1.1" status: 200 len: 943 time: 0.0482426 Jun 16 00:39:54.950292 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-89f79164-c317-4a2f-81c4-60f7d6510e52 req-675926e2-105a-4d2c-9153-1753cf1e90e9 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/security-groups?id=77c0d68b-3581-4bc1-ab0c-4206a850b260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459828 Jun 16 00:39:56.062265 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b39058-6e94-4ebd-b494-77f4a0bbb210 req-956aef0b-a5ab-4e08-96ec-65f9a763a822 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:56.063718 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-29b39058-6e94-4ebd-b494-77f4a0bbb210 req-956aef0b-a5ab-4e08-96ec-65f9a763a822 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=90f013d4-e901-45ae-9bce-c0d5f28dfd77 HTTP/1.1" status: 200 len: 943 time: 0.0460570 Jun 16 00:39:56.112161 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-29b39058-6e94-4ebd-b494-77f4a0bbb210 req-8d149067-8204-4e05-bcc6-810ec328007b tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/security-groups?id=77c0d68b-3581-4bc1-ab0c-4206a850b260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426669 Jun 16 00:39:56.673494 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=81,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:39:56.739741 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-4e2b72bc-95cd-4b1f-8f59-0d1dcdeb3e88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (d0297bc9-c3a8-45ac-9023-c937cb4f21fc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:57.230959 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b65238-2fbc-4e34-bbe9-5d31bfc58447 req-3d6cc0a2-1c45-4f1f-8a91-d6e398a9bcb4 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:57.232403 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-67b65238-2fbc-4e34-bbe9-5d31bfc58447 req-3d6cc0a2-1c45-4f1f-8a91-d6e398a9bcb4 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=90f013d4-e901-45ae-9bce-c0d5f28dfd77 HTTP/1.1" status: 200 len: 943 time: 0.0522077 Jun 16 00:39:57.257408 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=100 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:39:57.278077 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-67b65238-2fbc-4e34-bbe9-5d31bfc58447 req-4e2805c6-1580-4095-8dd0-827c625900c7 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/security-groups?id=77c0d68b-3581-4bc1-ab0c-4206a850b260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396547 Jun 16 00:39:57.483149 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698 details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=111024) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 00:39:57.486286 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=50,neutron:UPDATE=6 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:39:57.581736 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] For port cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698,segment=NetworkSegment(fea0c3b1-4564-4c46-a939-13c53483f391),segment_id=fea0c3b1-4564-4c46-a939-13c53483f391)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:39:57.593366 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Returning: {'device': 'cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698', 'network_id': 'ffe9c59a-3096-4aef-8b2e-e3aa63722c28', 'port_id': 'cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698', 'mac_address': 'fa:16:3e:ee:32:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f18fa19-d797-425e-adb2-49437faef043', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111024) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 00:39:57.627762 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Current status of the port cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698 is: DOWN; New status is: BUILD {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:39:57.628135 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:57.641460 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.notifiers.nova [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698 {{(pid=111024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 00:39:57.660539 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] For port cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698,segment=NetworkSegment(fea0c3b1-4564-4c46-a939-13c53483f391),segment_id=fea0c3b1-4564-4c46-a939-13c53483f391)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:39:57.746206 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:57.793791 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Pushing event updated for resources: {'Port': ['ID=cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698,revision_number=4']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:39:57.801117 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:39:57.801457 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:39:57.801811 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:39:57.802181 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:39:57.802507 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:39:57.802826 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:39:57.803146 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:39:57.803462 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:39:57.803777 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:39:57.804091 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:39:57.804405 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:39:57.804744 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:39:57.805165 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:39:57.805477 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:39:57.805785 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:39:57.946023 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-117977e4-98b1-40f2-baea-1bec010e476c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (b90f279a-3e8f-4325-a28d-8d213fb96fbc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:58.136810 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] get_ports_and_sgs() called for port_ids ['cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698'] {{(pid=111024) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 00:39:58.397730 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41817842-a63a-4b91-84e7-995f5df49981 req-62db5439-08b7-450c-9e35-7244dc7b5a43 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:58.399191 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-41817842-a63a-4b91-84e7-995f5df49981 req-62db5439-08b7-450c-9e35-7244dc7b5a43 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=90f013d4-e901-45ae-9bce-c0d5f28dfd77 HTTP/1.1" status: 200 len: 944 time: 0.0511291 Jun 16 00:39:58.453294 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-41817842-a63a-4b91-84e7-995f5df49981 req-ade5427f-49c5-40bb-a7fd-f0d3a188404a tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/security-groups?id=77c0d68b-3581-4bc1-ab0c-4206a850b260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483074 Jun 16 00:39:58.875718 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698 up at agent hyperv_hv-cinder-80382 {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:39:58.921060 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Provisioning for port cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698 completed by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 00:39:59.026153 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Provisioning complete for port cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698 triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:39:59.026526 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:59.096992 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Current status of the port cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698 is: BUILD; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:39:59.097371 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:59.119175 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f013d4-e901-45ae-9bce-c0d5f28dfd77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698'}] {{(pid=111024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:39:59.121393 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4573778420d3d0f041bbf6733ae9852b47924bf8d6b8ed88ee9f05ae747ab312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de38512-660e-49b5-8a8a-96270f7a6e5a" -d '{"events": [{"server_uuid": "90f013d4-e901-45ae-9bce-c0d5f28dfd77", "name": "network-vif-plugged", "status": "completed", "tag": "cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698"}]}' {{(pid=111024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:39:59.133694 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] For port cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698,segment=NetworkSegment(fea0c3b1-4564-4c46-a939-13c53483f391),segment_id=fea0c3b1-4564-4c46-a939-13c53483f391)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:39:59.155079 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 00:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea70314-957a-4502-bf5a-72d03bb1ffba x-openstack-request-id: req-eea70314-957a-4502-bf5a-72d03bb1ffba {{(pid=111024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:39:59.155362 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f013d4-e901-45ae-9bce-c0d5f28dfd77", "name": "network-vif-plugged", "status": "completed", "tag": "cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698", "code": 200}]} {{(pid=111024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:39:59.155610 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eea70314-957a-4502-bf5a-72d03bb1ffba {{(pid=111024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:39:59.156594 dv-cinder-803823-11-iscsi neutron-server[111024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eea70314-957a-4502-bf5a-72d03bb1ffba'] response: {'server_uuid': '90f013d4-e901-45ae-9bce-c0d5f28dfd77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698', 'code': 200} Jun 16 00:39:59.209413 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:59.240136 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-faa15201-cec6-4660-ae33-7025f254e5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (50ece25a-9452-44f6-8bc9-48c0ade2294b), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:59.262312 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Pushing event updated for resources: {'Port': ['ID=cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698,revision_number=5']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:39:59.566223 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a8dda3-3bef-4890-afe4-5fef39e775c3 req-4739b058-e5bc-41a0-a8b4-6e3cb36cef01 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:59.567975 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-c8a8dda3-3bef-4890-afe4-5fef39e775c3 req-4739b058-e5bc-41a0-a8b4-6e3cb36cef01 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=90f013d4-e901-45ae-9bce-c0d5f28dfd77 HTTP/1.1" status: 200 len: 945 time: 0.0465090 Jun 16 00:39:59.606138 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=100 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:39:59.618823 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-c8a8dda3-3bef-4890-afe4-5fef39e775c3 req-4d7b4e31-983d-452d-a4ef-fa49375ba9a9 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/security-groups?id=77c0d68b-3581-4bc1-ab0c-4206a850b260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451469 Jun 16 00:39:59.627777 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:39:59.672729 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (81117e21-cbf2-493f-9e14-29a3cec1f25a), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:39:59.752212 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd818d29-c071-4d22-8400-db94217e7772 req-d4f66d62-3a60-4b47-8c3e-1ba015ab0ba2 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:39:59.753678 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-bd818d29-c071-4d22-8400-db94217e7772 req-d4f66d62-3a60-4b47-8c3e-1ba015ab0ba2 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b06a62e-3a82-4a98-b470-cdc82179df7b HTTP/1.1" status: 200 len: 945 time: 0.0457597 Jun 16 00:39:59.803094 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-bd818d29-c071-4d22-8400-db94217e7772 req-09f3d30b-be2f-461b-9f5e-9dafdad223fd tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd7b8519-57d8-45b4-9c24-ed32b8d7e769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438962 Jun 16 00:40:00.733379 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f42420a-9e25-41d8-87fa-b82d81932fee req-b45e481b-1568-4baf-b5c5-1346075a2921 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:00.734836 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-3f42420a-9e25-41d8-87fa-b82d81932fee req-b45e481b-1568-4baf-b5c5-1346075a2921 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=90f013d4-e901-45ae-9bce-c0d5f28dfd77 HTTP/1.1" status: 200 len: 945 time: 0.0468206 Jun 16 00:40:00.780157 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-3f42420a-9e25-41d8-87fa-b82d81932fee req-32ce8f87-8ef9-47fd-90a0-b97812dbc381 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/security-groups?id=77c0d68b-3581-4bc1-ab0c-4206a850b260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398486 Jun 16 00:40:00.917442 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf297444-3956-4637-9270-95a605892e41 req-b855c023-0307-49db-9e59-c407dcdf4aae tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:00.918910 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-bf297444-3956-4637-9270-95a605892e41 req-b855c023-0307-49db-9e59-c407dcdf4aae tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b06a62e-3a82-4a98-b470-cdc82179df7b HTTP/1.1" status: 200 len: 945 time: 0.0475643 Jun 16 00:40:00.969060 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-bf297444-3956-4637-9270-95a605892e41 req-34856b54-0bb2-4d4f-9a91-e2d4a65e5256 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd7b8519-57d8-45b4-9c24-ed32b8d7e769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445917 Jun 16 00:40:01.893699 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e1810a-f54a-4e91-8e5d-78bc241c9450 req-a765684b-01bd-4e51-9e5f-53674a8b1e4a tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:01.895186 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-27e1810a-f54a-4e91-8e5d-78bc241c9450 req-a765684b-01bd-4e51-9e5f-53674a8b1e4a tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=90f013d4-e901-45ae-9bce-c0d5f28dfd77 HTTP/1.1" status: 200 len: 945 time: 0.0500269 Jun 16 00:40:01.943458 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-27e1810a-f54a-4e91-8e5d-78bc241c9450 req-8166cd5c-83b8-4442-8d8d-6d78be14d0e9 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/security-groups?id=77c0d68b-3581-4bc1-ab0c-4206a850b260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424252 Jun 16 00:40:02.082602 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99793ce-0789-4782-8a08-326bf1104748 req-b9db2d56-93f3-4201-a07b-9e9f5019f4a2 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:02.084043 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-b99793ce-0789-4782-8a08-326bf1104748 req-b9db2d56-93f3-4201-a07b-9e9f5019f4a2 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b06a62e-3a82-4a98-b470-cdc82179df7b HTTP/1.1" status: 200 len: 945 time: 0.0460048 Jun 16 00:40:02.130207 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-b99793ce-0789-4782-8a08-326bf1104748 req-ecd7eef5-556f-41d8-9781-7d2292f970b9 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd7b8519-57d8-45b4-9c24-ed32b8d7e769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403147 Jun 16 00:40:03.061379 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab85775-fa58-49a9-99bb-d3bf594b093f req-16dc9dab-8b6f-4e37-a565-6b5b8bfee592 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:03.062937 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-4ab85775-fa58-49a9-99bb-d3bf594b093f req-16dc9dab-8b6f-4e37-a565-6b5b8bfee592 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=90f013d4-e901-45ae-9bce-c0d5f28dfd77 HTTP/1.1" status: 200 len: 945 time: 0.0502269 Jun 16 00:40:03.110625 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-4ab85775-fa58-49a9-99bb-d3bf594b093f req-769708c6-2206-4241-bd30-b57e4342653f tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/security-groups?id=77c0d68b-3581-4bc1-ab0c-4206a850b260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419838 Jun 16 00:40:03.254516 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29b22ec-0244-4fd4-aaac-ee346473da7b req-32822c3b-a8ac-4eb5-8556-2e23ee41c748 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:03.255990 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-a29b22ec-0244-4fd4-aaac-ee346473da7b req-32822c3b-a8ac-4eb5-8556-2e23ee41c748 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b06a62e-3a82-4a98-b470-cdc82179df7b HTTP/1.1" status: 200 len: 945 time: 0.0594993 Jun 16 00:40:03.307323 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-a29b22ec-0244-4fd4-aaac-ee346473da7b req-a0dd5854-b477-4fc9-a808-6580483b518a tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd7b8519-57d8-45b4-9c24-ed32b8d7e769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436997 Jun 16 00:40:04.220384 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd939d-b391-4673-8c08-1e546e163ed1 req-68dd5491-d32c-4b01-bc2f-aa6948d44b74 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:04.221818 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-c1cd939d-b391-4673-8c08-1e546e163ed1 req-68dd5491-d32c-4b01-bc2f-aa6948d44b74 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=90f013d4-e901-45ae-9bce-c0d5f28dfd77 HTTP/1.1" status: 200 len: 945 time: 0.0446522 Jun 16 00:40:04.270552 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-c1cd939d-b391-4673-8c08-1e546e163ed1 req-452ce1b8-dd64-4ff5-99be-f071b286a377 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/security-groups?id=77c0d68b-3581-4bc1-ab0c-4206a850b260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432842 Jun 16 00:40:04.426493 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f58e5-e162-46d8-8f1d-ca531bd0b26e req-f9ea2266-995e-4127-8412-958ad7f0007a tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:04.427898 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-ad4f58e5-e162-46d8-8f1d-ca531bd0b26e req-f9ea2266-995e-4127-8412-958ad7f0007a tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b06a62e-3a82-4a98-b470-cdc82179df7b HTTP/1.1" status: 200 len: 945 time: 0.0461640 Jun 16 00:40:04.474361 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-ad4f58e5-e162-46d8-8f1d-ca531bd0b26e req-f212c472-7ca6-4db3-b459-c27d5b93f803 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd7b8519-57d8-45b4-9c24-ed32b8d7e769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410373 Jun 16 00:40:05.026204 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e400f142-9c57-4105-a914-0e4825f455b8 req-251e2870-6096-4ab7-9b0c-6832e918fda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:05.027717 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-e400f142-9c57-4105-a914-0e4825f455b8 req-251e2870-6096-4ab7-9b0c-6832e918fda5 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=90f013d4-e901-45ae-9bce-c0d5f28dfd77 HTTP/1.1" status: 200 len: 1129 time: 0.1334672 Jun 16 00:40:05.078548 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-e400f142-9c57-4105-a914-0e4825f455b8 req-dba136f8-f9ac-4949-aa21-32879b9099f3 service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=77c0d68b-3581-4bc1-ab0c-4206a850b260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385020 Jun 16 00:40:05.387773 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c17f38-d0a1-46b1-9b58-8a5989fe7878 req-bf8fa437-414f-42ce-9f27-1ba1e0566057 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:05.389268 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-37c17f38-d0a1-46b1-9b58-8a5989fe7878 req-bf8fa437-414f-42ce-9f27-1ba1e0566057 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=90f013d4-e901-45ae-9bce-c0d5f28dfd77 HTTP/1.1" status: 200 len: 945 time: 0.0515485 Jun 16 00:40:05.435163 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-37c17f38-d0a1-46b1-9b58-8a5989fe7878 req-bbbb8881-32d5-4b7b-bd8d-4bb8991fe9dd tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/security-groups?id=77c0d68b-3581-4bc1-ab0c-4206a850b260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397682 Jun 16 00:40:05.585196 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a144add-4e37-4dd9-9a89-2e2b31a07d0d req-a0d36e7d-6dab-44bc-8f12-58134b643f1d tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:05.586558 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-9a144add-4e37-4dd9-9a89-2e2b31a07d0d req-a0d36e7d-6dab-44bc-8f12-58134b643f1d tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b06a62e-3a82-4a98-b470-cdc82179df7b HTTP/1.1" status: 200 len: 945 time: 0.0462310 Jun 16 00:40:05.632840 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-9a144add-4e37-4dd9-9a89-2e2b31a07d0d req-e9bad48f-2c77-484c-8cd0-48de8bd40a07 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd7b8519-57d8-45b4-9c24-ed32b8d7e769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407343 Jun 16 00:40:06.044714 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a2f94f-95d8-4364-a55a-4b9df4995adc req-467eb49c-8aff-4439-a2a5-a00c9c6d734f tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:06.046110 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-21a2f94f-95d8-4364-a55a-4b9df4995adc req-467eb49c-8aff-4439-a2a5-a00c9c6d734f tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.40 "GET /v2.0/ports?device_id=4b06a62e-3a82-4a98-b470-cdc82179df7b HTTP/1.1" status: 200 len: 945 time: 0.0447819 Jun 16 00:40:06.131680 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [req-21a2f94f-95d8-4364-a55a-4b9df4995adc req-37960060-ca17-441e-8cce-52cefed5f296 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Deleting port 4557ec90-6594-4691-a0bc-66834fbe9117 {{(pid=111023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 00:40:06.131937 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-21a2f94f-95d8-4364-a55a-4b9df4995adc req-37960060-ca17-441e-8cce-52cefed5f296 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753842671270'] for port (4557ec90-6594-4691-a0bc-66834fbe9117), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:06.152230 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=100 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:06.219859 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.db [req-21a2f94f-95d8-4364-a55a-4b9df4995adc req-37960060-ca17-441e-8cce-52cefed5f296 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] For port 4557ec90-6594-4691-a0bc-66834fbe9117, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=4557ec90-6594-4691-a0bc-66834fbe9117,segment=NetworkSegment(83998d89-0694-4525-932b-b99a1680f07f),segment_id=83998d89-0694-4525-932b-b99a1680f07f)] {{(pid=111023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:40:06.220215 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-21a2f94f-95d8-4364-a55a-4b9df4995adc req-37960060-ca17-441e-8cce-52cefed5f296 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642233'] for port (4557ec90-6594-4691-a0bc-66834fbe9117), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:06.283893 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=100 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:06.380180 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-21a2f94f-95d8-4364-a55a-4b9df4995adc req-37960060-ca17-441e-8cce-52cefed5f296 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:06.380544 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-21a2f94f-95d8-4364-a55a-4b9df4995adc req-37960060-ca17-441e-8cce-52cefed5f296 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672953'] for floatingip (f315f94e-81ae-48e9-a008-148fa2075b46), after_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:06.380861 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.db.l3_db [req-21a2f94f-95d8-4364-a55a-4b9df4995adc req-37960060-ca17-441e-8cce-52cefed5f296 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Floating IP f315f94e-81ae-48e9-a008-148fa2075b46 disassociated. External IP: 172.27.1.130, port: 4557ec90-6594-4691-a0bc-66834fbe9117. Jun 16 00:40:06.381198 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [req-21a2f94f-95d8-4364-a55a-4b9df4995adc req-37960060-ca17-441e-8cce-52cefed5f296 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Calling delete_port for 4557ec90-6594-4691-a0bc-66834fbe9117 owned by compute:nova {{(pid=111023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 00:40:06.549007 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2385e8-e74c-4538-8c85-94d69ddad3ea req-d4ddb773-6944-443d-b65f-10553a737905 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:06.550437 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-8b2385e8-e74c-4538-8c85-94d69ddad3ea req-d4ddb773-6944-443d-b65f-10553a737905 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=90f013d4-e901-45ae-9bce-c0d5f28dfd77 HTTP/1.1" status: 200 len: 945 time: 0.0452414 Jun 16 00:40:06.557526 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-21a2f94f-95d8-4364-a55a-4b9df4995adc req-37960060-ca17-441e-8cce-52cefed5f296 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753842673475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753842110814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909837'] for port (4557ec90-6594-4691-a0bc-66834fbe9117), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:06.587203 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37960060-ca17-441e-8cce-52cefed5f296 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Pushing event deleted for resources: {'Port': ['ID=4557ec90-6594-4691-a0bc-66834fbe9117,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:40:06.606529 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-8b2385e8-e74c-4538-8c85-94d69ddad3ea req-6e991be2-c7e1-4ccb-9d43-44c2bef36d2d tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/security-groups?id=77c0d68b-3581-4bc1-ab0c-4206a850b260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503020 Jun 16 00:40:06.696501 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21a2f94f-95d8-4364-a55a-4b9df4995adc req-37960060-ca17-441e-8cce-52cefed5f296 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Router 43b866e7-a6b0-4b6b-8ebb-c9bd8cece985 has already been hosted by L3 agent d0297bc9-c3a8-45ac-9023-c937cb4f21fc {{(pid=111023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 00:40:06.798447 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-8d820e44-a9f3-4d5a-a820-43c84e3a9754 req-e142de9e-8248-408d-a738-f71a4b44b87a tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b06a62e-3a82-4a98-b470-cdc82179df7b HTTP/1.1" status: 200 len: 210 time: 0.0581894 Jun 16 00:40:06.827658 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21a2f94f-95d8-4364-a55a-4b9df4995adc req-37960060-ca17-441e-8cce-52cefed5f296 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Notify agent at l3_agent.dv-cinder-803823-11-iscsi the message routers_updated {{(pid=111023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 00:40:06.839716 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2002f3-456b-44e7-86b7-be4d17407d8a None None] Sync routers for ids ['43b866e7-a6b0-4b6b-8ebb-c9bd8cece985'] in dv-cinder-803823-11-iscsi {{(pid=111025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 00:40:06.851245 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2002f3-456b-44e7-86b7-be4d17407d8a None None] Routers {'43b866e7-a6b0-4b6b-8ebb-c9bd8cece985'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:40:06.852309 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-8f2002f3-456b-44e7-86b7-be4d17407d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:39:57Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['43b866e7-a6b0-4b6b-8ebb-c9bd8cece985'], 'active': True} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:40:06.869954 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.l3_dvrscheduler_db [req-21a2f94f-95d8-4364-a55a-4b9df4995adc req-37960060-ca17-441e-8cce-52cefed5f296 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] No DVR routers for this DVR port 4557ec90-6594-4691-a0bc-66834fbe9117 on host hv-cinder-80382 {{(pid=111023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 00:40:06.872497 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-21a2f94f-95d8-4364-a55a-4b9df4995adc req-37960060-ca17-441e-8cce-52cefed5f296 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for port (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:06.876279 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-21a2f94f-95d8-4364-a55a-4b9df4995adc req-37960060-ca17-441e-8cce-52cefed5f296 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.40 "DELETE /v2.0/ports/4557ec90-6594-4691-a0bc-66834fbe9117 HTTP/1.1" status: 204 len: 173 time: 0.8228798 Jun 16 00:40:06.876826 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b06a62e-3a82-4a98-b470-cdc82179df7b', 'name': 'network-vif-deleted', 'tag': '4557ec90-6594-4691-a0bc-66834fbe9117'}] {{(pid=111023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:40:06.879194 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849ffc5c5c28115853a01ef2d84a57e68c82d4a74a931575540ba89325b26957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e75f9f41-19c5-4235-91ef-9b5232b36220" -d '{"events": [{"server_uuid": "4b06a62e-3a82-4a98-b470-cdc82179df7b", "name": "network-vif-deleted", "tag": "4557ec90-6594-4691-a0bc-66834fbe9117"}]}' {{(pid=111023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:40:06.914205 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 00:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33768c61-be89-41a5-9f58-0b2cbd860e89 x-openstack-request-id: req-33768c61-be89-41a5-9f58-0b2cbd860e89 {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:40:06.914553 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b06a62e-3a82-4a98-b470-cdc82179df7b", "name": "network-vif-deleted", "tag": "4557ec90-6594-4691-a0bc-66834fbe9117", "status": "completed", "code": 200}]} {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:40:06.914861 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-33768c61-be89-41a5-9f58-0b2cbd860e89 {{(pid=111023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:40:06.915339 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33768c61-be89-41a5-9f58-0b2cbd860e89'] response: {'server_uuid': '4b06a62e-3a82-4a98-b470-cdc82179df7b', 'name': 'network-vif-deleted', 'tag': '4557ec90-6594-4691-a0bc-66834fbe9117', 'status': 'completed', 'code': 200} Jun 16 00:40:06.975028 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvr_db [None req-8f2002f3-456b-44e7-86b7-be4d17407d8a None None] Set router 43b866e7-a6b0-4b6b-8ebb-c9bd8cece985 gateway port host: dv-cinder-803823-11-iscsi {{(pid=111025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:40:07.178309 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-8f2002f3-456b-44e7-86b7-be4d17407d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b866e7-a6b0-4b6b-8ebb-c9bd8cece985', 'name': 'tempest-ServerRescueNegativeTestJSON-775123431-router', 'tenant_id': 'a4e7be42e39248e4b9f5c89e96a6b82e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '68308b25-ab33-4557-b7ec-e276240536b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:34:36Z', 'updated_at': '2022-06-16T00:34:51Z', 'revision_number': 4, 'project_id': 'a4e7be42e39248e4b9f5c89e96a6b82e', 'gw_port': {'id': '68308b25-ab33-4557-b7ec-e276240536b9', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:36:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b866e7-a6b0-4b6b-8ebb-c9bd8cece985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:38Z', 'updated_at': '2022-06-16T00:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_interfaces': [{'id': 'a47108a1-c520-47ad-9272-28cb98936d46', 'name': '', 'network_id': 'dfc603d1-751d-4be9-b4c0-08fa2224635a', 'tenant_id': 'a4e7be42e39248e4b9f5c89e96a6b82e', 'mac_address': 'fa:16:3e:13:4c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b866e7-a6b0-4b6b-8ebb-c9bd8cece985', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'b8b321f5-1d44-4d62-a89c-8299c51aa908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:48Z', 'updated_at': '2022-06-16T00:35:04Z', 'revision_number': 5, 'project_id': 'a4e7be42e39248e4b9f5c89e96a6b82e', 'subnets': [{'id': 'b8b321f5-1d44-4d62-a89c-8299c51aa908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:40:07.206127 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2002f3-456b-44e7-86b7-be4d17407d8a None None] Checking router: 43b866e7-a6b0-4b6b-8ebb-c9bd8cece985 for host: dv-cinder-803823-11-iscsi {{(pid=111025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 00:40:07.214469 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2002f3-456b-44e7-86b7-be4d17407d8a None None] Routers {'43b866e7-a6b0-4b6b-8ebb-c9bd8cece985'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:40:07.215051 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-8f2002f3-456b-44e7-86b7-be4d17407d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:39:57Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['43b866e7-a6b0-4b6b-8ebb-c9bd8cece985'], 'active': True} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:40:07.326876 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvr_db [None req-8f2002f3-456b-44e7-86b7-be4d17407d8a None None] Set router 43b866e7-a6b0-4b6b-8ebb-c9bd8cece985 gateway port host: dv-cinder-803823-11-iscsi {{(pid=111025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:40:07.588477 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-8f2002f3-456b-44e7-86b7-be4d17407d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b866e7-a6b0-4b6b-8ebb-c9bd8cece985', 'name': 'tempest-ServerRescueNegativeTestJSON-775123431-router', 'tenant_id': 'a4e7be42e39248e4b9f5c89e96a6b82e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '68308b25-ab33-4557-b7ec-e276240536b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:34:36Z', 'updated_at': '2022-06-16T00:34:51Z', 'revision_number': 4, 'project_id': 'a4e7be42e39248e4b9f5c89e96a6b82e', 'gw_port': {'id': '68308b25-ab33-4557-b7ec-e276240536b9', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:36:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b866e7-a6b0-4b6b-8ebb-c9bd8cece985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:38Z', 'updated_at': '2022-06-16T00:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_interfaces': [{'id': 'a47108a1-c520-47ad-9272-28cb98936d46', 'name': '', 'network_id': 'dfc603d1-751d-4be9-b4c0-08fa2224635a', 'tenant_id': 'a4e7be42e39248e4b9f5c89e96a6b82e', 'mac_address': 'fa:16:3e:13:4c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b866e7-a6b0-4b6b-8ebb-c9bd8cece985', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'b8b321f5-1d44-4d62-a89c-8299c51aa908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:48Z', 'updated_at': '2022-06-16T00:35:04Z', 'revision_number': 5, 'project_id': 'a4e7be42e39248e4b9f5c89e96a6b82e', 'subnets': [{'id': 'b8b321f5-1d44-4d62-a89c-8299c51aa908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:40:07.613863 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2002f3-456b-44e7-86b7-be4d17407d8a None None] The sync data for ids ['43b866e7-a6b0-4b6b-8ebb-c9bd8cece985'] in dv-cinder-803823-11-iscsi is: [{'id': '43b866e7-a6b0-4b6b-8ebb-c9bd8cece985', 'name': 'tempest-ServerRescueNegativeTestJSON-775123431-router', 'tenant_id': 'a4e7be42e39248e4b9f5c89e96a6b82e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '68308b25-ab33-4557-b7ec-e276240536b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:34:36Z', 'updated_at': '2022-06-16T00:34:51Z', 'revision_number': 4, 'project_id': 'a4e7be42e39248e4b9f5c89e96a6b82e', 'gw_port': {'id': '68308b25-ab33-4557-b7ec-e276240536b9', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:36:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b866e7-a6b0-4b6b-8ebb-c9bd8cece985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:38Z', 'updated_at': '2022-06-16T00:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_interfaces': [{'id': 'a47108a1-c520-47ad-9272-28cb98936d46', 'name': '', 'network_id': 'dfc603d1-751d-4be9-b4c0-08fa2224635a', 'tenant_id': 'a4e7be42e39248e4b9f5c89e96a6b82e', 'mac_address': 'fa:16:3e:13:4c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b866e7-a6b0-4b6b-8ebb-c9bd8cece985', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'b8b321f5-1d44-4d62-a89c-8299c51aa908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:48Z', 'updated_at': '2022-06-16T00:35:04Z', 'revision_number': 5, 'project_id': 'a4e7be42e39248e4b9f5c89e96a6b82e', 'subnets': [{'id': 'b8b321f5-1d44-4d62-a89c-8299c51aa908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 00:40:07.726483 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945d977-a2cb-4840-8872-3a0562684bfd req-a597b186-2189-4c62-b1f7-711f35cca62d tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:07.728055 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-6945d977-a2cb-4840-8872-3a0562684bfd req-a597b186-2189-4c62-b1f7-711f35cca62d tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=90f013d4-e901-45ae-9bce-c0d5f28dfd77 HTTP/1.1" status: 200 len: 945 time: 0.0484107 Jun 16 00:40:07.781573 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-6945d977-a2cb-4840-8872-3a0562684bfd req-e7981cae-b222-41d1-b1f7-70975207f37c tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/security-groups?id=77c0d68b-3581-4bc1-ab0c-4206a850b260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473731 Jun 16 00:40:07.860421 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e087a3f-866b-41e1-9e86-27391803d76b None None] New status for floating IP f315f94e-81ae-48e9-a008-148fa2075b46: DOWN {{(pid=111024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 00:40:07.922495 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-b3c2e7fa-8482-43f2-92bc-6391da450237 req-b9f2e711-18dd-42ba-822d-528edd053b59 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b06a62e-3a82-4a98-b470-cdc82179df7b HTTP/1.1" status: 200 len: 210 time: 0.0401666 Jun 16 00:40:07.940679 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aae8e1-2b2a-479f-b17e-c1e5f706d9a4 req-38e55153-81af-4e70-8e8c-410652813f66 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:07.942224 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-07aae8e1-2b2a-479f-b17e-c1e5f706d9a4 req-38e55153-81af-4e70-8e8c-410652813f66 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=90f013d4-e901-45ae-9bce-c0d5f28dfd77 HTTP/1.1" status: 200 len: 945 time: 0.0611567 Jun 16 00:40:07.951309 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 45770) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:40:07.956929 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.v2.base [None req-ebf59d09-b47b-46a0-beec-abcb71443673 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Request body: {'floatingip': {'port_id': 'cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698'}} {{(pid=111022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:40:07.997429 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-ebf59d09-b47b-46a0-beec-abcb71443673 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for floatingip (dc97fe20-caed-433b-a2a6-59804f3e3f48), before_update {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:08.385042 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=100 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:08.714005 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:08.718208 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-ebf59d09-b47b-46a0-beec-abcb71443673 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:08.722139 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 45778) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:40:08.774967 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-ebf59d09-b47b-46a0-beec-abcb71443673 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672953'] for floatingip (dc97fe20-caed-433b-a2a6-59804f3e3f48), after_update {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:08.820887 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.agents_db [None req-15653567-1518-4353-bd1f-4d0dcdae15fd None None] Agent healthcheck: found 6 active agents {{(pid=111025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 00:40:08.854333 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-e8f57f0e-60c5-4a03-b9bc-81bfd0e01590 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:08.910136 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.db.l3_db [None req-ebf59d09-b47b-46a0-beec-abcb71443673 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Floating IP dc97fe20-caed-433b-a2a6-59804f3e3f48 associated. External IP: 172.27.1.175, port: cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698. Jun 16 00:40:09.033044 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-e8f57f0e-60c5-4a03-b9bc-81bfd0e01590 admin admin] Publish callbacks [] for security_group (e5b9693f-108c-4425-873a-71929af0286c), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:09.084097 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 45786) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:40:09.107908 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-e8f57f0e-60c5-4a03-b9bc-81bfd0e01590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (e5b9693f-108c-4425-873a-71929af0286c), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:09.138631 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-5b05c218-b828-4519-830a-d69527531705 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Publish callbacks [] for security_group (fd7b8519-57d8-45b4-9c24-ed32b8d7e769), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:09.161490 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-e8f57f0e-60c5-4a03-b9bc-81bfd0e01590 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=317fdd1c7670491a9abe0398e63ae482&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4360471 Jun 16 00:40:09.162488 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-5b05c218-b828-4519-830a-d69527531705 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Publish callbacks [] for security_group (fd7b8519-57d8-45b4-9c24-ed32b8d7e769), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:09.164199 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 45788) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:40:09.173136 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f57f0e-60c5-4a03-b9bc-81bfd0e01590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b9693f-108c-4425-873a-71929af0286c,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:40:09.204100 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf59d09-b47b-46a0-beec-abcb71443673 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Router 1b62cfae-791c-4204-bf01-912f6aca26ba has already been hosted by L3 agent d0297bc9-c3a8-45ac-9023-c937cb4f21fc {{(pid=111022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 00:40:09.260880 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-953e46e2-95ac-4ac0-9659-9233b0c9f994 admin admin] Publish callbacks [] for security_group (e5b9693f-108c-4425-873a-71929af0286c), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:09.271683 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-5b05c218-b828-4519-830a-d69527531705 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (fd7b8519-57d8-45b4-9c24-ed32b8d7e769), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:09.274249 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-5b05c218-b828-4519-830a-d69527531705 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Publish callbacks [] for security_group (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:09.277667 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-5b05c218-b828-4519-830a-d69527531705 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "DELETE /v2.0/security-groups/fd7b8519-57d8-45b4-9c24-ed32b8d7e769 HTTP/1.1" status: 204 len: 168 time: 0.1901605 Jun 16 00:40:09.278597 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 45790) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:40:09.295706 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b05c218-b828-4519-830a-d69527531705 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd7b8519-57d8-45b4-9c24-ed32b8d7e769,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:40:09.298556 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.api.v2.resource [None req-e50953f1-0a3e-48e6-b5eb-fd020448ae12 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] show failed (client error): The resource could not be found. Jun 16 00:40:09.300063 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-e50953f1-0a3e-48e6-b5eb-fd020448ae12 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups/fd7b8519-57d8-45b4-9c24-ed32b8d7e769 HTTP/1.1" status: 404 len: 347 time: 0.0205295 Jun 16 00:40:09.303989 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 45792) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:40:09.312425 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:09.318994 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-953e46e2-95ac-4ac0-9659-9233b0c9f994 admin admin] Publish callbacks [] for security_group (e5b9693f-108c-4425-873a-71929af0286c), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:09.371963 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf59d09-b47b-46a0-beec-abcb71443673 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Notify agent at l3_agent.dv-cinder-803823-11-iscsi the message routers_updated {{(pid=111022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 00:40:09.376788 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-ebf59d09-b47b-46a0-beec-abcb71443673 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for floatingip (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:09.387406 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d6d81a-2389-4a96-9774-c7b80d9a02ba None None] Sync routers for ids ['1b62cfae-791c-4204-bf01-912f6aca26ba'] in dv-cinder-803823-11-iscsi {{(pid=111025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 00:40:09.404026 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d6d81a-2389-4a96-9774-c7b80d9a02ba None None] Routers {'1b62cfae-791c-4204-bf01-912f6aca26ba'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:40:09.407295 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-12d6d81a-2389-4a96-9774-c7b80d9a02ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:39:57Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['1b62cfae-791c-4204-bf01-912f6aca26ba'], 'active': True} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:40:09.413006 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-ebf59d09-b47b-46a0-beec-abcb71443673 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "PUT /v2.0/floatingips/dc97fe20-caed-433b-a2a6-59804f3e3f48 HTTP/1.1" status: 200 len: 991 time: 1.4603865 Jun 16 00:40:09.413726 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90f013d4-e901-45ae-9bce-c0d5f28dfd77', 'tag': 'cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698'}] {{(pid=111022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:40:09.416075 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e11db3c8c8b471c3a5a6d77657e69b374448db58d6f4ea609d7f7612e3d25af7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d45d18-1f69-4a8e-acc9-6c4af4243c9e" -d '{"events": [{"name": "network-changed", "server_uuid": "90f013d4-e901-45ae-9bce-c0d5f28dfd77", "tag": "cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698"}]}' {{(pid=111022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:40:09.418786 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:09.429682 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [None req-d7195a26-8a3a-4b44-84de-30021a29527f tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Deleting port a6d8b226-daab-401d-962a-7150435348a5 {{(pid=111023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 00:40:09.430018 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-d7195a26-8a3a-4b44-84de-30021a29527f tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753842671270'] for port (a6d8b226-daab-401d-962a-7150435348a5), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:09.442245 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:09.466865 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-953e46e2-95ac-4ac0-9659-9233b0c9f994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (e5b9693f-108c-4425-873a-71929af0286c), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:09.470027 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-953e46e2-95ac-4ac0-9659-9233b0c9f994 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:09.471167 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-953e46e2-95ac-4ac0-9659-9233b0c9f994 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e5b9693f-108c-4425-873a-71929af0286c HTTP/1.1" status: 204 len: 168 time: 0.3058143 Jun 16 00:40:09.482669 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953e46e2-95ac-4ac0-9659-9233b0c9f994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b9693f-108c-4425-873a-71929af0286c,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:40:09.561094 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-d7195a26-8a3a-4b44-84de-30021a29527f tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642233'] for port (a6d8b226-daab-401d-962a-7150435348a5), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:09.561419 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-d7195a26-8a3a-4b44-84de-30021a29527f tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Publish callbacks [] for floatingip (a6d8b226-daab-401d-962a-7150435348a5), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:09.566906 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvr_db [None req-12d6d81a-2389-4a96-9774-c7b80d9a02ba None None] Set router 1b62cfae-791c-4204-bf01-912f6aca26ba gateway port host: dv-cinder-803823-11-iscsi {{(pid=111025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:40:09.575702 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [None req-d7195a26-8a3a-4b44-84de-30021a29527f tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Calling delete_port for a6d8b226-daab-401d-962a-7150435348a5 owned by network:floatingip {{(pid=111023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 00:40:09.611010 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 00:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37997cf5-8afc-4063-acb3-b8d5867161e3 x-openstack-request-id: req-37997cf5-8afc-4063-acb3-b8d5867161e3 {{(pid=111022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:40:09.611393 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90f013d4-e901-45ae-9bce-c0d5f28dfd77", "tag": "cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698", "status": "completed", "code": 200}]} {{(pid=111022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:40:09.611627 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-37997cf5-8afc-4063-acb3-b8d5867161e3 {{(pid=111022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:40:09.612072 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37997cf5-8afc-4063-acb3-b8d5867161e3'] response: {'name': 'network-changed', 'server_uuid': '90f013d4-e901-45ae-9bce-c0d5f28dfd77', 'tag': 'cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698', 'status': 'completed', 'code': 200} Jun 16 00:40:09.711357 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d45d18-1f69-4a8e-acc9-6c4af4243c9e req-f45f9b02-7f98-4a87-9261-445a744bbe64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:09.712872 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-27d45d18-1f69-4a8e-acc9-6c4af4243c9e req-f45f9b02-7f98-4a87-9261-445a744bbe64 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=45031128a55e42989da61e01948538d3&device_id=90f013d4-e901-45ae-9bce-c0d5f28dfd77 HTTP/1.1" status: 200 len: 1129 time: 0.0550525 Jun 16 00:40:09.750335 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=100 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:09.758089 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=100 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:09.808721 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-12d6d81a-2389-4a96-9774-c7b80d9a02ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'name': 'tempest-AttachVolumeNegativeTest-1185601359-router', 'tenant_id': '45031128a55e42989da61e01948538d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '0f66962a-1205-4a33-9a8f-65465c9ebb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:34:34Z', 'updated_at': '2022-06-16T00:34:43Z', 'revision_number': 4, 'project_id': '45031128a55e42989da61e01948538d3', 'gw_port': {'id': '0f66962a-1205-4a33-9a8f-65465c9ebb13', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:aa:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:36Z', 'updated_at': '2022-06-16T00:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_floatingips': [{'id': 'dc97fe20-caed-433b-a2a6-59804f3e3f48', 'tenant_id': '45031128a55e42989da61e01948538d3', 'floating_ip_address': '172.27.1.175', 'floating_network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'router_id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'port_id': 'cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffe9c59a-3096-4aef-8b2e-e3aa63722c28', 'mac_address': 'fa:16:3e:ee:32:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f013d4-e901-45ae-9bce-c0d5f28dfd77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T00:39:45Z', 'updated_at': '2022-06-16T00:40:08Z', 'revision_number': 1, 'project_id': '45031128a55e42989da61e01948538d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10a8169d-3fef-4cc7-94c5-78192087f720', 'name': '', 'network_id': 'ffe9c59a-3096-4aef-8b2e-e3aa63722c28', 'tenant_id': '45031128a55e42989da61e01948538d3', 'mac_address': 'fa:16:3e:d1:28:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1f18fa19-d797-425e-adb2-49437faef043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:41Z', 'updated_at': '2022-06-16T00:34:50Z', 'revision_number': 5, 'project_id': '45031128a55e42989da61e01948538d3', 'subnets': [{'id': '1f18fa19-d797-425e-adb2-49437faef043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:40:09.835352 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d6d81a-2389-4a96-9774-c7b80d9a02ba None None] Checking router: 1b62cfae-791c-4204-bf01-912f6aca26ba for host: dv-cinder-803823-11-iscsi {{(pid=111025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 00:40:09.836003 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d45d18-1f69-4a8e-acc9-6c4af4243c9e req-69d140de-b693-4065-9de5-d275a5b0ed05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:09.837280 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-27d45d18-1f69-4a8e-acc9-6c4af4243c9e req-69d140de-b693-4065-9de5-d275a5b0ed05 service neutron] 10.222.0.40 "GET /v2.0/networks?id=ffe9c59a-3096-4aef-8b2e-e3aa63722c28 HTTP/1.1" status: 200 len: 916 time: 0.1069689 Jun 16 00:40:09.845053 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d6d81a-2389-4a96-9774-c7b80d9a02ba None None] Routers {'1b62cfae-791c-4204-bf01-912f6aca26ba'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:40:09.845656 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-12d6d81a-2389-4a96-9774-c7b80d9a02ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:39:57Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['1b62cfae-791c-4204-bf01-912f6aca26ba'], 'active': True} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:40:09.895694 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-d7195a26-8a3a-4b44-84de-30021a29527f tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753842673475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753842110814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909837'] for port (a6d8b226-daab-401d-962a-7150435348a5), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:09.903573 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:09.927889 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7195a26-8a3a-4b44-84de-30021a29527f tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Pushing event deleted for resources: {'Port': ['ID=a6d8b226-daab-401d-962a-7150435348a5,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:40:09.943480 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-27d45d18-1f69-4a8e-acc9-6c4af4243c9e req-4b44692e-ad59-484e-94f3-5fff7377984d service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698 HTTP/1.1" status: 200 len: 999 time: 0.0995414 Jun 16 00:40:09.956723 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvr_db [None req-12d6d81a-2389-4a96-9774-c7b80d9a02ba None None] Set router 1b62cfae-791c-4204-bf01-912f6aca26ba gateway port host: dv-cinder-803823-11-iscsi {{(pid=111025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:40:10.038457 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d45d18-1f69-4a8e-acc9-6c4af4243c9e req-95af21c6-9356-40a9-bd3c-38286c6b75d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:10.039918 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-27d45d18-1f69-4a8e-acc9-6c4af4243c9e req-95af21c6-9356-40a9-bd3c-38286c6b75d9 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=1f18fa19-d797-425e-adb2-49437faef043 HTTP/1.1" status: 200 len: 854 time: 0.0808136 Jun 16 00:40:10.040735 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-d7195a26-8a3a-4b44-84de-30021a29527f tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Publish callbacks [] for floatingip (f315f94e-81ae-48e9-a008-148fa2075b46), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:10.043144 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-d7195a26-8a3a-4b44-84de-30021a29527f tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for floatingip (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:10.044178 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-d7195a26-8a3a-4b44-84de-30021a29527f tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "DELETE /v2.0/floatingips/f315f94e-81ae-48e9-a008-148fa2075b46 HTTP/1.1" status: 204 len: 168 time: 0.7399561 Jun 16 00:40:10.088181 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d45d18-1f69-4a8e-acc9-6c4af4243c9e req-e523d17d-f0e3-4c0b-8b62-8c00246a3c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:10.090525 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-27d45d18-1f69-4a8e-acc9-6c4af4243c9e req-e523d17d-f0e3-4c0b-8b62-8c00246a3c5d service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=ffe9c59a-3096-4aef-8b2e-e3aa63722c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0432651 Jun 16 00:40:10.185243 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-27d45d18-1f69-4a8e-acc9-6c4af4243c9e req-089fd0fa-cffc-406d-bede-fd747402a398 service neutron] 10.222.0.40 "GET /v2.0/networks/ffe9c59a-3096-4aef-8b2e-e3aa63722c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886147 Jun 16 00:40:10.192771 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-12d6d81a-2389-4a96-9774-c7b80d9a02ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'name': 'tempest-AttachVolumeNegativeTest-1185601359-router', 'tenant_id': '45031128a55e42989da61e01948538d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '0f66962a-1205-4a33-9a8f-65465c9ebb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:34:34Z', 'updated_at': '2022-06-16T00:34:43Z', 'revision_number': 4, 'project_id': '45031128a55e42989da61e01948538d3', 'gw_port': {'id': '0f66962a-1205-4a33-9a8f-65465c9ebb13', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:aa:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:36Z', 'updated_at': '2022-06-16T00:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_floatingips': [{'id': 'dc97fe20-caed-433b-a2a6-59804f3e3f48', 'tenant_id': '45031128a55e42989da61e01948538d3', 'floating_ip_address': '172.27.1.175', 'floating_network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'router_id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'port_id': 'cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffe9c59a-3096-4aef-8b2e-e3aa63722c28', 'mac_address': 'fa:16:3e:ee:32:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f013d4-e901-45ae-9bce-c0d5f28dfd77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T00:39:45Z', 'updated_at': '2022-06-16T00:40:08Z', 'revision_number': 1, 'project_id': '45031128a55e42989da61e01948538d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10a8169d-3fef-4cc7-94c5-78192087f720', 'name': '', 'network_id': 'ffe9c59a-3096-4aef-8b2e-e3aa63722c28', 'tenant_id': '45031128a55e42989da61e01948538d3', 'mac_address': 'fa:16:3e:d1:28:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1f18fa19-d797-425e-adb2-49437faef043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:41Z', 'updated_at': '2022-06-16T00:34:50Z', 'revision_number': 5, 'project_id': '45031128a55e42989da61e01948538d3', 'subnets': [{'id': '1f18fa19-d797-425e-adb2-49437faef043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:40:10.217395 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d6d81a-2389-4a96-9774-c7b80d9a02ba None None] The sync data for ids ['1b62cfae-791c-4204-bf01-912f6aca26ba'] in dv-cinder-803823-11-iscsi is: [{'id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'name': 'tempest-AttachVolumeNegativeTest-1185601359-router', 'tenant_id': '45031128a55e42989da61e01948538d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '0f66962a-1205-4a33-9a8f-65465c9ebb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:34:34Z', 'updated_at': '2022-06-16T00:34:43Z', 'revision_number': 4, 'project_id': '45031128a55e42989da61e01948538d3', 'gw_port': {'id': '0f66962a-1205-4a33-9a8f-65465c9ebb13', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:aa:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:36Z', 'updated_at': '2022-06-16T00:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_floatingips': [{'id': 'dc97fe20-caed-433b-a2a6-59804f3e3f48', 'tenant_id': '45031128a55e42989da61e01948538d3', 'floating_ip_address': '172.27.1.175', 'floating_network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'router_id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'port_id': 'cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffe9c59a-3096-4aef-8b2e-e3aa63722c28', 'mac_address': 'fa:16:3e:ee:32:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f013d4-e901-45ae-9bce-c0d5f28dfd77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T00:39:45Z', 'updated_at': '2022-06-16T00:40:08Z', 'revision_number': 1, 'project_id': '45031128a55e42989da61e01948538d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10a8169d-3fef-4cc7-94c5-78192087f720', 'name': '', 'network_id': 'ffe9c59a-3096-4aef-8b2e-e3aa63722c28', 'tenant_id': '45031128a55e42989da61e01948538d3', 'mac_address': 'fa:16:3e:d1:28:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1f18fa19-d797-425e-adb2-49437faef043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:41Z', 'updated_at': '2022-06-16T00:34:50Z', 'revision_number': 5, 'project_id': '45031128a55e42989da61e01948538d3', 'subnets': [{'id': '1f18fa19-d797-425e-adb2-49437faef043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 00:40:10.294322 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-27d45d18-1f69-4a8e-acc9-6c4af4243c9e req-35bd9a3b-85d0-4564-a7a4-ce685444dae5 service neutron] 10.222.0.40 "GET /v2.0/networks/ffe9c59a-3096-4aef-8b2e-e3aa63722c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021643 Jun 16 00:40:10.434241 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d06486d-315f-4ac8-9621-a4f46811cad5 None None] New status for floating IP dc97fe20-caed-433b-a2a6-59804f3e3f48: ACTIVE {{(pid=111024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 00:40:10.527294 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:10.554684 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 45824) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:40:10.655001 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.v2.base [None req-b47f811d-0d78-45fc-90fa-3a81e7146433 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1371488886-network', 'tenant_id': 'ad47d922a30a4c55a781c52c5bd5236f'}} {{(pid=111022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:40:10.750766 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b47f811d-0d78-45fc-90fa-3a81e7146433 admin admin] Made reservation on behalf of ad47d922a30a4c55a781c52c5bd5236f for: {'network': 1} {{(pid=111022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 00:40:10.753254 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-b47f811d-0d78-45fc-90fa-3a81e7146433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for network (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:10.756173 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:10.762692 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-b47f811d-0d78-45fc-90fa-3a81e7146433 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:10.839511 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-b47f811d-0d78-45fc-90fa-3a81e7146433 admin admin] Publish callbacks [] for security_group (5a85ccf4-43d6-40b7-a50e-3ea2d29e977c), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:10.905616 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device 4557ec90-6594-4691-a0bc-66834fbe9117 no longer exists at agent hyperv_hv-cinder-80382 {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 00:40:10.925120 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] No Port match for: 4557ec90-6594-4691-a0bc-66834fbe9117 {{(pid=111024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 00:40:10.925462 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device 4557ec90-6594-4691-a0bc-66834fbe9117 not bound to the agent host hv-cinder-80382 {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 00:40:10.928993 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-b47f811d-0d78-45fc-90fa-3a81e7146433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (5a85ccf4-43d6-40b7-a50e-3ea2d29e977c), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:10.950897 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b47f811d-0d78-45fc-90fa-3a81e7146433 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=111022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 00:40:10.965917 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47f811d-0d78-45fc-90fa-3a81e7146433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a85ccf4-43d6-40b7-a50e-3ea2d29e977c,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:40:10.971196 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-b47f811d-0d78-45fc-90fa-3a81e7146433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219328'] for segment (e6e3e48c-d62c-4862-a1af-3c681d3335e6), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:10.971534 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.db.segments_db [None req-b47f811d-0d78-45fc-90fa-3a81e7146433 admin admin] Added segment e6e3e48c-d62c-4862-a1af-3c681d3335e6 of type vlan for network ddc3f874-dd28-4dc7-b3dc-474b8dd70acf Jun 16 00:40:11.010287 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-b47f811d-0d78-45fc-90fa-3a81e7146433 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753842147476'] for network (ddc3f874-dd28-4dc7-b3dc-474b8dd70acf), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:11.094904 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-b47f811d-0d78-45fc-90fa-3a81e7146433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177'] for network (ddc3f874-dd28-4dc7-b3dc-474b8dd70acf), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:11.095920 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47f811d-0d78-45fc-90fa-3a81e7146433 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:11.096492 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-b47f811d-0d78-45fc-90fa-3a81e7146433 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590195'] for network (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:11.154351 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47f811d-0d78-45fc-90fa-3a81e7146433 admin admin] Pushing event updated for resources: {'Network': ['ID=ddc3f874-dd28-4dc7-b3dc-474b8dd70acf,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:40:11.164218 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Network ddc3f874-dd28-4dc7-b3dc-474b8dd70acf details requested by agent ovs-agent-dv-cinder-803823-11-iscsi with host dv-cinder-803823-11-iscsi {{(pid=111024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 00:40:11.165615 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-b47f811d-0d78-45fc-90fa-3a81e7146433 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.6098719 Jun 16 00:40:11.168648 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 45828) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:40:11.173267 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.v2.base [None req-7ada5039-e3de-46a3-816f-e2a96c2e04e3 admin admin] Request body: {'subnet': {'network_id': 'ddc3f874-dd28-4dc7-b3dc-474b8dd70acf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1371488886-subnet', 'tenant_id': 'ad47d922a30a4c55a781c52c5bd5236f', 'ip_version': 4}} {{(pid=111022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:40:11.243410 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ada5039-e3de-46a3-816f-e2a96c2e04e3 admin admin] Made reservation on behalf of ad47d922a30a4c55a781c52c5bd5236f for: {'subnet': 1} {{(pid=111022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 00:40:11.245783 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-7ada5039-e3de-46a3-816f-e2a96c2e04e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18407631'] for subnet (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:11.319268 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=74,neutron:INSERT=21,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:11.505815 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-7ada5039-e3de-46a3-816f-e2a96c2e04e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18330380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18407649'] for subnet (20686f03-70a1-441c-9562-c71d0dab7272), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:11.737237 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ada5039-e3de-46a3-816f-e2a96c2e04e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20686f03-70a1-441c-9562-c71d0dab7272,revision_number=0']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:40:11.744307 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ada5039-e3de-46a3-816f-e2a96c2e04e3 admin admin] Checking segment: {'id': 'e6e3e48c-d62c-4862-a1af-3c681d3335e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ddc3f874-dd28-4dc7-b3dc-474b8dd70acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 00:40:11.744708 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ada5039-e3de-46a3-816f-e2a96c2e04e3 admin admin] Network hostable DHCP agents. Network: ddc3f874-dd28-4dc7-b3dc-474b8dd70acf, hostable agents: ['2a8c543c-b8d9-40d8-999c-fa03b757f547'], hosted agents: [] {{(pid=111022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 00:40:11.854320 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ada5039-e3de-46a3-816f-e2a96c2e04e3 admin admin] Network ddc3f874-dd28-4dc7-b3dc-474b8dd70acf is scheduled to be hosted by DHCP agent 2a8c543c-b8d9-40d8-999c-fa03b757f547 with binding_index 1 {{(pid=111022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 00:40:11.945280 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.scheduler.base_scheduler [None req-7ada5039-e3de-46a3-816f-e2a96c2e04e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-11-iscsi, ddc3f874-dd28-4dc7-b3dc-474b8dd70acf) {{(pid=111022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:40:11.949507 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ada5039-e3de-46a3-816f-e2a96c2e04e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:11.950112 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-7ada5039-e3de-46a3-816f-e2a96c2e04e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590195'] for subnet (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:11.954188 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6565c7a-901d-47fe-bf3c-367b6003523e None None] Network ddc3f874-dd28-4dc7-b3dc-474b8dd70acf requested from dv-cinder-803823-11-iscsi {{(pid=111024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 00:40:12.019834 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-7ada5039-e3de-46a3-816f-e2a96c2e04e3 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8477304 Jun 16 00:40:12.020137 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 45836) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:40:12.024374 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.v2.base [None req-2925cd0e-6212-4bbc-84f7-69231789230c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1371488886-router', 'tenant_id': 'ad47d922a30a4c55a781c52c5bd5236f', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85'}}} {{(pid=111022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:40:12.053850 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f3016f-9fab-4385-8c32-2e580c5a29c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a06322f-1f4e-5033-87df-c8deeb119b42-ddc3f874-dd28-4dc7-b3dc-474b8dd70acf', 'network_id': 'ddc3f874-dd28-4dc7-b3dc-474b8dd70acf', 'project_id': 'ad47d922a30a4c55a781c52c5bd5236f', 'fixed_ips': [{'subnet_id': '20686f03-70a1-441c-9562-c71d0dab7272'}]}} from dv-cinder-803823-11-iscsi. {{(pid=111024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 00:40:12.054745 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-59f3016f-9fab-4385-8c32-2e580c5a29c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (None), before_create {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:12.089581 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-2925cd0e-6212-4bbc-84f7-69231789230c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-678757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3443'] for router (9ca5c4ee-3529-4161-a1ff-bfa2763d3108), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:12.090641 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-2925cd0e-6212-4bbc-84f7-69231789230c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-672791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673186', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-766370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3450'] for router (9ca5c4ee-3529-4161-a1ff-bfa2763d3108), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:12.140613 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-2925cd0e-6212-4bbc-84f7-69231789230c admin admin] Publish callbacks [] for router_controller (9ca5c4ee-3529-4161-a1ff-bfa2763d3108), precommit_add_association {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:12.190454 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.db_base_plugin_common [None req-59f3016f-9fab-4385-8c32-2e580c5a29c0 None None] Allocated IP 172.20.0.2 (ddc3f874-dd28-4dc7-b3dc-474b8dd70acf/20686f03-70a1-441c-9562-c71d0dab7272/47678908-f5de-44a4-b033-420fd2ccc4ef) {{(pid=111024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 00:40:12.325013 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-2925cd0e-6212-4bbc-84f7-69231789230c admin admin] Publish callbacks [] for router_gateway (9ca5c4ee-3529-4161-a1ff-bfa2763d3108), precommit_update {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:12.328847 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-59f3016f-9fab-4385-8c32-2e580c5a29c0 None None] Publish callbacks [] for port (47678908-f5de-44a4-b033-420fd2ccc4ef), precommit_create {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:12.455051 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-59f3016f-9fab-4385-8c32-2e580c5a29c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753842110805'] for port (47678908-f5de-44a4-b033-420fd2ccc4ef), after_create {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:12.494255 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:12.495735 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f3016f-9fab-4385-8c32-2e580c5a29c0 None None] Network ddc3f874-dd28-4dc7-b3dc-474b8dd70acf is already hosted by enough agents. {{(pid=111024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:40:12.499079 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.scheduler.base_scheduler [None req-59f3016f-9fab-4385-8c32-2e580c5a29c0 None None] Resources bound (agent type, host, resource id): {{(pid=111024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:40:12.502937 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f3016f-9fab-4385-8c32-2e580c5a29c0 None None] Received port after_create {{(pid=111024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 00:40:12.507603 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f3016f-9fab-4385-8c32-2e580c5a29c0 None None] Pushing event updated for resources: {'Port': ['ID=47678908-f5de-44a4-b033-420fd2ccc4ef,revision_number=1']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:40:12.569222 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.managers [None req-59f3016f-9fab-4385-8c32-2e580c5a29c0 None None] Attempting to bind port 47678908-f5de-44a4-b033-420fd2ccc4ef on host dv-cinder-803823-11-iscsi for vnic_type normal with profile {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 00:40:12.569941 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.managers [None req-59f3016f-9fab-4385-8c32-2e580c5a29c0 None None] Attempting to bind port 47678908-f5de-44a4-b033-420fd2ccc4ef by drivers openvswitch,hyperv on host dv-cinder-803823-11-iscsi at level 0 using segments [{'id': 'e6e3e48c-d62c-4862-a1af-3c681d3335e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ddc3f874-dd28-4dc7-b3dc-474b8dd70acf'}] {{(pid=111024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 00:40:12.570306 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f3016f-9fab-4385-8c32-2e580c5a29c0 None None] Attempting to bind port 47678908-f5de-44a4-b033-420fd2ccc4ef on network ddc3f874-dd28-4dc7-b3dc-474b8dd70acf {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 00:40:12.606122 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-2925cd0e-6212-4bbc-84f7-69231789230c admin admin] Publish callbacks [] for router_gateway (9ca5c4ee-3529-4161-a1ff-bfa2763d3108), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:12.611137 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f3016f-9fab-4385-8c32-2e580c5a29c0 None None] Checking agent: {'id': '81117e21-cbf2-493f-9e14-29a3cec1f25a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 0, 26, 30), 'started_at': datetime.datetime(2022, 6, 16, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 00:40:12.611646 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f3016f-9fab-4385-8c32-2e580c5a29c0 None None] Checking segment: {'id': 'e6e3e48c-d62c-4862-a1af-3c681d3335e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ddc3f874-dd28-4dc7-b3dc-474b8dd70acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 00:40:12.612097 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-59f3016f-9fab-4385-8c32-2e580c5a29c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:12.612573 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f3016f-9fab-4385-8c32-2e580c5a29c0 None None] Bound using segment: {'id': 'e6e3e48c-d62c-4862-a1af-3c681d3335e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ddc3f874-dd28-4dc7-b3dc-474b8dd70acf'} {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 00:40:12.613103 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.managers [None req-59f3016f-9fab-4385-8c32-2e580c5a29c0 None None] Bound port: 47678908-f5de-44a4-b033-420fd2ccc4ef, host: dv-cinder-803823-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6e3e48c-d62c-4862-a1af-3c681d3335e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ddc3f874-dd28-4dc7-b3dc-474b8dd70acf'}}] {{(pid=111024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 00:40:12.613572 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-59f3016f-9fab-4385-8c32-2e580c5a29c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (47678908-f5de-44a4-b033-420fd2ccc4ef), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:12.629531 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-2925cd0e-6212-4bbc-84f7-69231789230c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:12.664697 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:12.676242 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-59f3016f-9fab-4385-8c32-2e580c5a29c0 None None] For port 47678908-f5de-44a4-b033-420fd2ccc4ef, host dv-cinder-803823-11-iscsi, cleared binding levels {{(pid=111024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 00:40:12.679217 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-59f3016f-9fab-4385-8c32-2e580c5a29c0 None None] For port 47678908-f5de-44a4-b033-420fd2ccc4ef, host dv-cinder-803823-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=47678908-f5de-44a4-b033-420fd2ccc4ef,segment=NetworkSegment(e6e3e48c-d62c-4862-a1af-3c681d3335e6),segment_id=e6e3e48c-d62c-4862-a1af-3c681d3335e6)] {{(pid=111024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 00:40:12.734651 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.db.db_base_plugin_common [None req-2925cd0e-6212-4bbc-84f7-69231789230c admin admin] Allocated IP 172.27.1.90 (81cb8278-aa95-4a96-976c-13998a04ce85/7fa235f2-2172-4ff3-86e8-0e0d1995c273/1ced0f56-0b08-4968-9a46-491b54a67ac4) {{(pid=111022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 00:40:12.757605 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-59f3016f-9fab-4385-8c32-2e580c5a29c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (47678908-f5de-44a4-b033-420fd2ccc4ef), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:12.817730 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f3016f-9fab-4385-8c32-2e580c5a29c0 None None] Pushing event updated for resources: {'Port': ['ID=47678908-f5de-44a4-b033-420fd2ccc4ef,revision_number=2']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:40:12.852788 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-2925cd0e-6212-4bbc-84f7-69231789230c admin admin] Publish callbacks [] for port (1ced0f56-0b08-4968-9a46-491b54a67ac4), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:12.866495 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:12.949975 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d2de4a-0883-4088-abaf-8ded962c6287 req-bb60830b-d907-4ee3-9150-eb981ee42935 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:12.956214 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-78d2de4a-0883-4088-abaf-8ded962c6287 req-bb60830b-d907-4ee3-9150-eb981ee42935 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=76508475-0af3-48d7-8f12-9ad3686d77f0 HTTP/1.1" status: 200 len: 946 time: 0.0546355 Jun 16 00:40:12.973549 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-2925cd0e-6212-4bbc-84f7-69231789230c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753842110805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18330592'] for port (1ced0f56-0b08-4968-9a46-491b54a67ac4), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:13.021940 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2925cd0e-6212-4bbc-84f7-69231789230c admin admin] Network 81cb8278-aa95-4a96-976c-13998a04ce85 is already hosted by enough agents. {{(pid=111022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:40:13.025142 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.scheduler.base_scheduler [None req-2925cd0e-6212-4bbc-84f7-69231789230c admin admin] Resources bound (agent type, host, resource id): {{(pid=111022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:40:13.032226 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2925cd0e-6212-4bbc-84f7-69231789230c admin admin] Received port after_create {{(pid=111022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 00:40:13.068859 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2925cd0e-6212-4bbc-84f7-69231789230c admin admin] Pushing event updated for resources: {'Port': ['ID=1ced0f56-0b08-4968-9a46-491b54a67ac4,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:40:13.138680 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2925cd0e-6212-4bbc-84f7-69231789230c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:40:13.139119 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2925cd0e-6212-4bbc-84f7-69231789230c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:40:13.139530 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2925cd0e-6212-4bbc-84f7-69231789230c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:40:13.139957 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2925cd0e-6212-4bbc-84f7-69231789230c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:40:13.140957 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2925cd0e-6212-4bbc-84f7-69231789230c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:40:13.141294 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2925cd0e-6212-4bbc-84f7-69231789230c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:40:13.141810 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2925cd0e-6212-4bbc-84f7-69231789230c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:40:13.142206 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2925cd0e-6212-4bbc-84f7-69231789230c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:40:13.143220 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2925cd0e-6212-4bbc-84f7-69231789230c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:40:13.143593 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2925cd0e-6212-4bbc-84f7-69231789230c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:40:13.143953 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2925cd0e-6212-4bbc-84f7-69231789230c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:40:13.144345 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2925cd0e-6212-4bbc-84f7-69231789230c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:40:13.144710 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2925cd0e-6212-4bbc-84f7-69231789230c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:40:13.145068 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2925cd0e-6212-4bbc-84f7-69231789230c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:40:13.145393 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2925cd0e-6212-4bbc-84f7-69231789230c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:40:13.260338 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (42cc932a-4e60-43e8-a4dc-4f47b3d3efae), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:13.287332 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-78d2de4a-0883-4088-abaf-8ded962c6287 req-68a0635d-802d-4de5-9f4b-6f3aa64cff9a tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3302529 Jun 16 00:40:13.491984 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-2925cd0e-6212-4bbc-84f7-69231789230c admin admin] Publish callbacks [] for router_gateway (9ca5c4ee-3529-4161-a1ff-bfa2763d3108), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:13.674632 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:13.689676 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-2925cd0e-6212-4bbc-84f7-69231789230c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-673024'] for router (9ca5c4ee-3529-4161-a1ff-bfa2763d3108), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:13.699564 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device 47678908-f5de-44a4-b033-420fd2ccc4ef up at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:40:13.725325 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:13.749471 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Provisioning complete for port 47678908-f5de-44a4-b033-420fd2ccc4ef triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:40:13.750481 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (47678908-f5de-44a4-b033-420fd2ccc4ef), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:13.793101 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e98838-2437-412a-b8d9-c67087d6a2ab None None] Network ddc3f874-dd28-4dc7-b3dc-474b8dd70acf requested from dv-cinder-803823-11-iscsi {{(pid=111024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 00:40:13.882832 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Current status of the port 47678908-f5de-44a4-b033-420fd2ccc4ef is: DOWN; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:40:13.883202 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (47678908-f5de-44a4-b033-420fd2ccc4ef), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:13.889104 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2925cd0e-6212-4bbc-84f7-69231789230c admin admin] Router 9ca5c4ee-3529-4161-a1ff-bfa2763d3108 is scheduled to L3 agent d0297bc9-c3a8-45ac-9023-c937cb4f21fc with binding_index 1 {{(pid=111022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 00:40:13.905578 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-cd1b1245-5b7f-4978-903c-12d861717e67 None None] Provisioning complete for port 47678908-f5de-44a4-b033-420fd2ccc4ef triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:40:13.905946 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-cd1b1245-5b7f-4978-903c-12d861717e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (47678908-f5de-44a4-b033-420fd2ccc4ef), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:13.959013 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] For port 47678908-f5de-44a4-b033-420fd2ccc4ef, host dv-cinder-803823-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=47678908-f5de-44a4-b033-420fd2ccc4ef,segment=NetworkSegment(e6e3e48c-d62c-4862-a1af-3c681d3335e6),segment_id=e6e3e48c-d62c-4862-a1af-3c681d3335e6)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:40:13.993268 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2925cd0e-6212-4bbc-84f7-69231789230c admin admin] Notify agent at l3_agent.dv-cinder-803823-11-iscsi the message routers_updated {{(pid=111022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 00:40:14.011127 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b39d2a-e8e3-4055-9528-e1acc010ef0a None None] Sync routers for ids ['9ca5c4ee-3529-4161-a1ff-bfa2763d3108'] in dv-cinder-803823-11-iscsi {{(pid=111025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 00:40:14.021818 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b39d2a-e8e3-4055-9528-e1acc010ef0a None None] Routers {'9ca5c4ee-3529-4161-a1ff-bfa2763d3108'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:40:14.022665 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-f7b39d2a-e8e3-4055-9528-e1acc010ef0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:39:57Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['9ca5c4ee-3529-4161-a1ff-bfa2763d3108'], 'active': True} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:40:14.024082 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (47678908-f5de-44a4-b033-420fd2ccc4ef), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:14.061285 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-cd1b1245-5b7f-4978-903c-12d861717e67 None None] Current status of the port 47678908-f5de-44a4-b033-420fd2ccc4ef is: DOWN; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:40:14.061655 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-cd1b1245-5b7f-4978-903c-12d861717e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (47678908-f5de-44a4-b033-420fd2ccc4ef), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:14.067790 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-2925cd0e-6212-4bbc-84f7-69231789230c admin admin] Publish callbacks [] for router (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:14.071401 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-2925cd0e-6212-4bbc-84f7-69231789230c admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0492175 Jun 16 00:40:14.075898 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 45846) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:40:14.101183 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Pushing event updated for resources: {'Port': ['ID=47678908-f5de-44a4-b033-420fd2ccc4ef,revision_number=3']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:40:14.133036 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvr_db [None req-f7b39d2a-e8e3-4055-9528-e1acc010ef0a None None] Set router 9ca5c4ee-3529-4161-a1ff-bfa2763d3108 gateway port host: dv-cinder-803823-11-iscsi {{(pid=111025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:40:14.138151 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.db.api [None req-cd1b1245-5b7f-4978-903c-12d861717e67 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111024) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 16 00:40:14.138620 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG oslo_db.api [None req-cd1b1245-5b7f-4978-903c-12d861717e67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 00:40:14.258312 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=100 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:14.311519 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-f7b39d2a-e8e3-4055-9528-e1acc010ef0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca5c4ee-3529-4161-a1ff-bfa2763d3108', 'name': 'tempest-TestMinimumBasicScenario-1371488886-router', 'tenant_id': 'ad47d922a30a4c55a781c52c5bd5236f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '1ced0f56-0b08-4968-9a46-491b54a67ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:40:12Z', 'updated_at': '2022-06-16T00:40:13Z', 'revision_number': 3, 'project_id': 'ad47d922a30a4c55a781c52c5bd5236f', 'gw_port': {'id': '1ced0f56-0b08-4968-9a46-491b54a67ac4', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca5c4ee-3529-4161-a1ff-bfa2763d3108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:40:12Z', 'updated_at': '2022-06-16T00:40:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi'}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:40:14.340696 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b39d2a-e8e3-4055-9528-e1acc010ef0a None None] Checking router: 9ca5c4ee-3529-4161-a1ff-bfa2763d3108 for host: dv-cinder-803823-11-iscsi {{(pid=111025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 00:40:14.341041 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b39d2a-e8e3-4055-9528-e1acc010ef0a None None] Updating router 9ca5c4ee-3529-4161-a1ff-bfa2763d3108 port 1ced0f56-0b08-4968-9a46-491b54a67ac4 binding host dv-cinder-803823-11-iscsi {{(pid=111025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 00:40:14.382134 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-f7b39d2a-e8e3-4055-9528-e1acc010ef0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (1ced0f56-0b08-4968-9a46-491b54a67ac4), before_update {{(pid=111025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:14.458983 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c730d06-63d8-4487-8a50-3d1d32919418 req-55584abb-edbf-445d-9713-8a24fcc586e5 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:14.460736 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-2c730d06-63d8-4487-8a50-3d1d32919418 req-55584abb-edbf-445d-9713-8a24fcc586e5 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=76508475-0af3-48d7-8f12-9ad3686d77f0 HTTP/1.1" status: 200 len: 946 time: 0.0846632 Jun 16 00:40:14.515355 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=100 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:14.553082 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-2c730d06-63d8-4487-8a50-3d1d32919418 req-7edbf9cb-78fd-4104-922d-be955643d018 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830667 Jun 16 00:40:14.600958 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-abde5bc9-ba21-4f7b-a57a-89a58a022f9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:14.629149 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:14.647529 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-f7b39d2a-e8e3-4055-9528-e1acc010ef0a None None] Publish callbacks [] for port (1ced0f56-0b08-4968-9a46-491b54a67ac4), precommit_update {{(pid=111025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:14.685829 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-cd1b1245-5b7f-4978-903c-12d861717e67 None None] Current status of the port 47678908-f5de-44a4-b033-420fd2ccc4ef is: ACTIVE; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:40:14.717406 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-f7b39d2a-e8e3-4055-9528-e1acc010ef0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (1ced0f56-0b08-4968-9a46-491b54a67ac4), after_update {{(pid=111025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:14.762861 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.db_base_plugin_common [None req-abde5bc9-ba21-4f7b-a57a-89a58a022f9c admin admin] Allocated IP 172.20.0.1 (ddc3f874-dd28-4dc7-b3dc-474b8dd70acf/20686f03-70a1-441c-9562-c71d0dab7272/1813f97e-b927-4ef4-ab6c-4139bb433dc4) {{(pid=111023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 00:40:14.775357 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fac876a-e2dd-4437-9822-4433c95da1a2 None None] Pushing event updated for resources: {'Port': ['ID=1ced0f56-0b08-4968-9a46-491b54a67ac4,revision_number=2']} {{(pid=111025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:40:14.777549 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.managers [None req-f7b39d2a-e8e3-4055-9528-e1acc010ef0a None None] Attempting to bind port 1ced0f56-0b08-4968-9a46-491b54a67ac4 on host dv-cinder-803823-11-iscsi for vnic_type normal with profile {{(pid=111025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 00:40:14.778072 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.managers [None req-f7b39d2a-e8e3-4055-9528-e1acc010ef0a None None] Attempting to bind port 1ced0f56-0b08-4968-9a46-491b54a67ac4 by drivers openvswitch,hyperv on host dv-cinder-803823-11-iscsi at level 0 using segments [{'id': '6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85'}] {{(pid=111025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 00:40:14.778251 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b39d2a-e8e3-4055-9528-e1acc010ef0a None None] Attempting to bind port 1ced0f56-0b08-4968-9a46-491b54a67ac4 on network 81cb8278-aa95-4a96-976c-13998a04ce85 {{(pid=111025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 00:40:14.787921 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b39d2a-e8e3-4055-9528-e1acc010ef0a None None] Checking agent: {'id': '81117e21-cbf2-493f-9e14-29a3cec1f25a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 0, 26, 30), 'started_at': datetime.datetime(2022, 6, 16, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 00:40:14.788275 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b39d2a-e8e3-4055-9528-e1acc010ef0a None None] Checking segment: {'id': '6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 00:40:14.788694 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-f7b39d2a-e8e3-4055-9528-e1acc010ef0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:14.789071 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b39d2a-e8e3-4055-9528-e1acc010ef0a None None] Bound using segment: {'id': '6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85'} {{(pid=111025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 00:40:14.789531 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.managers [None req-f7b39d2a-e8e3-4055-9528-e1acc010ef0a None None] Bound port: 1ced0f56-0b08-4968-9a46-491b54a67ac4, host: dv-cinder-803823-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85'}}] {{(pid=111025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 00:40:14.789897 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-f7b39d2a-e8e3-4055-9528-e1acc010ef0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (1ced0f56-0b08-4968-9a46-491b54a67ac4), before_update {{(pid=111025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:14.793081 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fac876a-e2dd-4437-9822-4433c95da1a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:40:14.797986 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:14.803724 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fac876a-e2dd-4437-9822-4433c95da1a2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:40:14.803724 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fac876a-e2dd-4437-9822-4433c95da1a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:40:14.803724 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fac876a-e2dd-4437-9822-4433c95da1a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:40:14.804026 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fac876a-e2dd-4437-9822-4433c95da1a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:40:14.804189 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fac876a-e2dd-4437-9822-4433c95da1a2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:40:14.804736 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fac876a-e2dd-4437-9822-4433c95da1a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:40:14.804865 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fac876a-e2dd-4437-9822-4433c95da1a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:40:14.805161 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fac876a-e2dd-4437-9822-4433c95da1a2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:40:14.805488 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fac876a-e2dd-4437-9822-4433c95da1a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:40:14.805803 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fac876a-e2dd-4437-9822-4433c95da1a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:40:14.806122 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fac876a-e2dd-4437-9822-4433c95da1a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:40:14.806436 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fac876a-e2dd-4437-9822-4433c95da1a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:40:14.806750 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fac876a-e2dd-4437-9822-4433c95da1a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:40:14.807062 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fac876a-e2dd-4437-9822-4433c95da1a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:40:14.815039 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-c23f4371-d8c8-40df-86c0-798113a20575 None None] Provisioning complete for port 47678908-f5de-44a4-b033-420fd2ccc4ef triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:40:14.816461 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-c23f4371-d8c8-40df-86c0-798113a20575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (47678908-f5de-44a4-b033-420fd2ccc4ef), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:14.839949 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:14.882819 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-abde5bc9-ba21-4f7b-a57a-89a58a022f9c admin admin] Publish callbacks [] for port (1813f97e-b927-4ef4-ab6c-4139bb433dc4), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:14.898683 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-c23f4371-d8c8-40df-86c0-798113a20575 None None] Current status of the port 47678908-f5de-44a4-b033-420fd2ccc4ef is: ACTIVE; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:40:14.944156 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.db [None req-f7b39d2a-e8e3-4055-9528-e1acc010ef0a None None] For port 1ced0f56-0b08-4968-9a46-491b54a67ac4, host dv-cinder-803823-11-iscsi, cleared binding levels {{(pid=111025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 00:40:14.947224 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.db [None req-f7b39d2a-e8e3-4055-9528-e1acc010ef0a None None] For port 1ced0f56-0b08-4968-9a46-491b54a67ac4, host dv-cinder-803823-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=1ced0f56-0b08-4968-9a46-491b54a67ac4,segment=NetworkSegment(6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc),segment_id=6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc)] {{(pid=111025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 00:40:15.003662 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-abde5bc9-ba21-4f7b-a57a-89a58a022f9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753842110805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909837'] for port (1813f97e-b927-4ef4-ab6c-4139bb433dc4), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:15.004959 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-f7b39d2a-e8e3-4055-9528-e1acc010ef0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (1ced0f56-0b08-4968-9a46-491b54a67ac4), after_update {{(pid=111025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:15.051089 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abde5bc9-ba21-4f7b-a57a-89a58a022f9c admin admin] Network ddc3f874-dd28-4dc7-b3dc-474b8dd70acf is already hosted by enough agents. {{(pid=111023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:40:15.053463 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:15.056515 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.base_scheduler [None req-abde5bc9-ba21-4f7b-a57a-89a58a022f9c admin admin] Resources bound (agent type, host, resource id): {{(pid=111023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:40:15.059067 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abde5bc9-ba21-4f7b-a57a-89a58a022f9c admin admin] Received port after_create {{(pid=111023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 00:40:15.064310 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b39d2a-e8e3-4055-9528-e1acc010ef0a None None] Routers {'9ca5c4ee-3529-4161-a1ff-bfa2763d3108'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:40:15.065182 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-f7b39d2a-e8e3-4055-9528-e1acc010ef0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:39:57Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['9ca5c4ee-3529-4161-a1ff-bfa2763d3108'], 'active': True} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:40:15.095451 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abde5bc9-ba21-4f7b-a57a-89a58a022f9c admin admin] Pushing event updated for resources: {'Port': ['ID=1813f97e-b927-4ef4-ab6c-4139bb433dc4,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:40:15.118814 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-abde5bc9-ba21-4f7b-a57a-89a58a022f9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672804'] for router_interface (9ca5c4ee-3529-4161-a1ff-bfa2763d3108), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:15.145047 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fac876a-e2dd-4437-9822-4433c95da1a2 None None] Pushing event updated for resources: {'Port': ['ID=1ced0f56-0b08-4968-9a46-491b54a67ac4,revision_number=3']} {{(pid=111025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:40:15.198575 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvr_db [None req-f7b39d2a-e8e3-4055-9528-e1acc010ef0a None None] Set router 9ca5c4ee-3529-4161-a1ff-bfa2763d3108 gateway port host: dv-cinder-803823-11-iscsi {{(pid=111025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:40:15.324943 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-4e8a48dd-286d-49ec-b821-83a1b41ebf2a None None] Provisioning complete for port 1813f97e-b927-4ef4-ab6c-4139bb433dc4 triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:40:15.332175 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-4e8a48dd-286d-49ec-b821-83a1b41ebf2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (1813f97e-b927-4ef4-ab6c-4139bb433dc4), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:15.351867 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-abde5bc9-ba21-4f7b-a57a-89a58a022f9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (1813f97e-b927-4ef4-ab6c-4139bb433dc4), before_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:15.374378 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-4e8a48dd-286d-49ec-b821-83a1b41ebf2a None None] Port 1813f97e-b927-4ef4-ab6c-4139bb433dc4 cannot update to ACTIVE because it is not bound. {{(pid=111024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 00:40:15.379920 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-f7b39d2a-e8e3-4055-9528-e1acc010ef0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca5c4ee-3529-4161-a1ff-bfa2763d3108', 'name': 'tempest-TestMinimumBasicScenario-1371488886-router', 'tenant_id': 'ad47d922a30a4c55a781c52c5bd5236f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '1ced0f56-0b08-4968-9a46-491b54a67ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:40:12Z', 'updated_at': '2022-06-16T00:40:13Z', 'revision_number': 3, 'project_id': 'ad47d922a30a4c55a781c52c5bd5236f', 'gw_port': {'id': '1ced0f56-0b08-4968-9a46-491b54a67ac4', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca5c4ee-3529-4161-a1ff-bfa2763d3108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:40:12Z', 'updated_at': '2022-06-16T00:40:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi'}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:40:15.382398 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38067ee-df62-4cb3-8c94-0065e32b9493 req-d6bc8ccf-7472-43b1-a991-e57ee41053bb tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:15.383872 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-f38067ee-df62-4cb3-8c94-0065e32b9493 req-d6bc8ccf-7472-43b1-a991-e57ee41053bb tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.40 "GET /v2.0/ports?device_id=76508475-0af3-48d7-8f12-9ad3686d77f0 HTTP/1.1" status: 200 len: 946 time: 0.0626583 Jun 16 00:40:15.404235 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b39d2a-e8e3-4055-9528-e1acc010ef0a None None] The sync data for ids ['9ca5c4ee-3529-4161-a1ff-bfa2763d3108'] in dv-cinder-803823-11-iscsi is: [{'id': '9ca5c4ee-3529-4161-a1ff-bfa2763d3108', 'name': 'tempest-TestMinimumBasicScenario-1371488886-router', 'tenant_id': 'ad47d922a30a4c55a781c52c5bd5236f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '1ced0f56-0b08-4968-9a46-491b54a67ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:40:12Z', 'updated_at': '2022-06-16T00:40:13Z', 'revision_number': 3, 'project_id': 'ad47d922a30a4c55a781c52c5bd5236f', 'gw_port': {'id': '1ced0f56-0b08-4968-9a46-491b54a67ac4', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca5c4ee-3529-4161-a1ff-bfa2763d3108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:40:12Z', 'updated_at': '2022-06-16T00:40:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi'}] {{(pid=111025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 00:40:15.552846 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [req-f38067ee-df62-4cb3-8c94-0065e32b9493 req-d0997bda-9884-42b4-8652-04159804cab0 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Deleting port ba7aa17f-4993-4f62-8ae9-acb5a856dcd4 {{(pid=111023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 00:40:15.553184 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-f38067ee-df62-4cb3-8c94-0065e32b9493 req-d0997bda-9884-42b4-8652-04159804cab0 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753842671270'] for port (ba7aa17f-4993-4f62-8ae9-acb5a856dcd4), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:15.670740 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:15.694777 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.db [req-f38067ee-df62-4cb3-8c94-0065e32b9493 req-d0997bda-9884-42b4-8652-04159804cab0 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] For port ba7aa17f-4993-4f62-8ae9-acb5a856dcd4, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=ba7aa17f-4993-4f62-8ae9-acb5a856dcd4,segment=NetworkSegment(83998d89-0694-4525-932b-b99a1680f07f),segment_id=83998d89-0694-4525-932b-b99a1680f07f)] {{(pid=111023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:40:15.700010 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-f38067ee-df62-4cb3-8c94-0065e32b9493 req-d0997bda-9884-42b4-8652-04159804cab0 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642233'] for port (ba7aa17f-4993-4f62-8ae9-acb5a856dcd4), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:15.701445 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-abde5bc9-ba21-4f7b-a57a-89a58a022f9c admin admin] Publish callbacks [] for port (1813f97e-b927-4ef4-ab6c-4139bb433dc4), precommit_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:15.719728 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a5b40-8208-4f51-bee8-dc07dd434a5f req-a56fc2b7-85c8-4f2b-9ddd-2c89aa421770 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:15.721335 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-8c6a5b40-8208-4f51-bee8-dc07dd434a5f req-a56fc2b7-85c8-4f2b-9ddd-2c89aa421770 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=76508475-0af3-48d7-8f12-9ad3686d77f0 HTTP/1.1" status: 200 len: 946 time: 0.0675426 Jun 16 00:40:15.728295 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [req-f38067ee-df62-4cb3-8c94-0065e32b9493 req-d0997bda-9884-42b4-8652-04159804cab0 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Calling delete_port for ba7aa17f-4993-4f62-8ae9-acb5a856dcd4 owned by compute:nova {{(pid=111023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 00:40:15.758814 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:15.797098 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-abde5bc9-ba21-4f7b-a57a-89a58a022f9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909850'] for port (1813f97e-b927-4ef4-ab6c-4139bb433dc4), after_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:15.803389 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-8c6a5b40-8208-4f51-bee8-dc07dd434a5f req-cd63ef58-f87b-4788-b91c-ec6dd1bb35fd tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716970 Jun 16 00:40:15.849907 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device 47678908-f5de-44a4-b033-420fd2ccc4ef up at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:40:15.895868 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abde5bc9-ba21-4f7b-a57a-89a58a022f9c admin admin] Pushing event updated for resources: {'Port': ['ID=1813f97e-b927-4ef4-ab6c-4139bb433dc4,revision_number=2']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:40:15.904268 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-abde5bc9-ba21-4f7b-a57a-89a58a022f9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672856'] for router_interface (9ca5c4ee-3529-4161-a1ff-bfa2763d3108), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:15.909690 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Provisioning complete for port 47678908-f5de-44a4-b033-420fd2ccc4ef triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:40:15.910340 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (47678908-f5de-44a4-b033-420fd2ccc4ef), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:15.967758 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:15.990905 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Current status of the port 47678908-f5de-44a4-b033-420fd2ccc4ef is: ACTIVE; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:40:15.991956 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device 1ced0f56-0b08-4968-9a46-491b54a67ac4 up at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:40:16.019454 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-f38067ee-df62-4cb3-8c94-0065e32b9493 req-d0997bda-9884-42b4-8652-04159804cab0 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753842673475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753842110814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909837'] for port (ba7aa17f-4993-4f62-8ae9-acb5a856dcd4), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:16.043466 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Provisioning complete for port 1ced0f56-0b08-4968-9a46-491b54a67ac4 triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:40:16.043829 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (1ced0f56-0b08-4968-9a46-491b54a67ac4), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:16.051993 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0997bda-9884-42b4-8652-04159804cab0 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Pushing event deleted for resources: {'Port': ['ID=ba7aa17f-4993-4f62-8ae9-acb5a856dcd4,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:40:16.066216 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] get_ports_and_sgs() called for port_ids ['ba7aa17f-4993-4f62-8ae9-acb5a856dcd4', 'ef72a429-cef2-411d-909d-196a4e3ab735'] {{(pid=111024) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 00:40:16.134528 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abde5bc9-ba21-4f7b-a57a-89a58a022f9c admin admin] Network ddc3f874-dd28-4dc7-b3dc-474b8dd70acf is already hosted by enough agents. {{(pid=111023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:40:16.135514 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.l3_dvrscheduler_db [req-f38067ee-df62-4cb3-8c94-0065e32b9493 req-d0997bda-9884-42b4-8652-04159804cab0 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] No DVR routers for this DVR port ba7aa17f-4993-4f62-8ae9-acb5a856dcd4 on host hv-cinder-80382 {{(pid=111023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 00:40:16.139406 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-f38067ee-df62-4cb3-8c94-0065e32b9493 req-d0997bda-9884-42b4-8652-04159804cab0 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for port (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:16.144368 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-f38067ee-df62-4cb3-8c94-0065e32b9493 req-d0997bda-9884-42b4-8652-04159804cab0 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.40 "DELETE /v2.0/ports/ba7aa17f-4993-4f62-8ae9-acb5a856dcd4 HTTP/1.1" status: 204 len: 173 time: 0.7406583 Jun 16 00:40:16.145213 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.base_scheduler [None req-abde5bc9-ba21-4f7b-a57a-89a58a022f9c admin admin] Resources bound (agent type, host, resource id): {{(pid=111023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:40:16.147424 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76508475-0af3-48d7-8f12-9ad3686d77f0', 'name': 'network-vif-deleted', 'tag': 'ba7aa17f-4993-4f62-8ae9-acb5a856dcd4'}] {{(pid=111023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:40:16.149731 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849ffc5c5c28115853a01ef2d84a57e68c82d4a74a931575540ba89325b26957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec08a73-d8b6-41cc-97ba-9e671ebb77ca" -d '{"events": [{"server_uuid": "76508475-0af3-48d7-8f12-9ad3686d77f0", "name": "network-vif-deleted", "tag": "ba7aa17f-4993-4f62-8ae9-acb5a856dcd4"}]}' {{(pid=111023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:40:16.167369 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=100 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:16.196819 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Current status of the port 1ced0f56-0b08-4968-9a46-491b54a67ac4 is: DOWN; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:40:16.197360 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (1ced0f56-0b08-4968-9a46-491b54a67ac4), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:16.231632 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] For port 1ced0f56-0b08-4968-9a46-491b54a67ac4, host dv-cinder-803823-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=1ced0f56-0b08-4968-9a46-491b54a67ac4,segment=NetworkSegment(6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc),segment_id=6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:40:16.311473 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (1ced0f56-0b08-4968-9a46-491b54a67ac4), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:16.312634 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 00:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c39bea6e-7f0c-471f-a87b-07c572c5265e x-openstack-request-id: req-c39bea6e-7f0c-471f-a87b-07c572c5265e {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:40:16.313106 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76508475-0af3-48d7-8f12-9ad3686d77f0", "name": "network-vif-deleted", "tag": "ba7aa17f-4993-4f62-8ae9-acb5a856dcd4", "status": "completed", "code": 200}]} {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:40:16.313502 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c39bea6e-7f0c-471f-a87b-07c572c5265e {{(pid=111023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:40:16.313742 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c39bea6e-7f0c-471f-a87b-07c572c5265e'] response: {'server_uuid': '76508475-0af3-48d7-8f12-9ad3686d77f0', 'name': 'network-vif-deleted', 'tag': 'ba7aa17f-4993-4f62-8ae9-acb5a856dcd4', 'status': 'completed', 'code': 200} Jun 16 00:40:16.342919 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abde5bc9-ba21-4f7b-a57a-89a58a022f9c admin admin] Router 9ca5c4ee-3529-4161-a1ff-bfa2763d3108 has already been hosted by L3 agent d0297bc9-c3a8-45ac-9023-c937cb4f21fc {{(pid=111023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 00:40:16.405138 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Pushing event updated for resources: {'Port': ['ID=1ced0f56-0b08-4968-9a46-491b54a67ac4,revision_number=4']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:40:16.465761 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abde5bc9-ba21-4f7b-a57a-89a58a022f9c admin admin] Notify agent at l3_agent.dv-cinder-803823-11-iscsi the message routers_updated {{(pid=111023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 00:40:16.476587 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-abde5bc9-ba21-4f7b-a57a-89a58a022f9c admin admin] 10.222.0.20 "PUT /v2.0/routers/9ca5c4ee-3529-4161-a1ff-bfa2763d3108/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3948190 Jun 16 00:40:16.526498 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-95641eb8-722a-453e-a9d5-26fddd2a305e None None] Provisioning complete for port 1813f97e-b927-4ef4-ab6c-4139bb433dc4 triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:40:16.527003 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-95641eb8-722a-453e-a9d5-26fddd2a305e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (1813f97e-b927-4ef4-ab6c-4139bb433dc4), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:16.561321 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-95641eb8-722a-453e-a9d5-26fddd2a305e None None] Port 1813f97e-b927-4ef4-ab6c-4139bb433dc4 cannot update to ACTIVE because it is not bound. {{(pid=111024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 00:40:16.920673 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-079eca1f-4fc2-49c2-bb0e-562f06962a43 req-e7161499-3d9c-46be-ab7a-4b7a618e66ee tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=76508475-0af3-48d7-8f12-9ad3686d77f0 HTTP/1.1" status: 200 len: 210 time: 0.0332608 Jun 16 00:40:17.251759 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 45902) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:40:17.256995 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [None req-85c82f57-a0c7-49c9-9f00-d6f044c863dc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-422032877-network', 'tenant_id': 'd9eec0a2c24d4981997c685919bebeaa'}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:40:17.271851 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86901852-04ab-43fb-8efb-9646913ec36f None None] Sync routers for ids ['9ca5c4ee-3529-4161-a1ff-bfa2763d3108'] in dv-cinder-803823-11-iscsi {{(pid=111024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 00:40:17.283452 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86901852-04ab-43fb-8efb-9646913ec36f None None] Routers {'9ca5c4ee-3529-4161-a1ff-bfa2763d3108'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:40:17.284149 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-86901852-04ab-43fb-8efb-9646913ec36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:39:57Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['9ca5c4ee-3529-4161-a1ff-bfa2763d3108'], 'active': True} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:40:17.334694 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6153ac-1af4-4cc9-a20b-34bd638855ad req-62bdeb50-f70b-463c-a650-517a0ff3cc1e tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:17.336212 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-db6153ac-1af4-4cc9-a20b-34bd638855ad req-62bdeb50-f70b-463c-a650-517a0ff3cc1e tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 945 time: 0.0500846 Jun 16 00:40:17.367481 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:17.367705 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c82f57-a0c7-49c9-9f00-d6f044c863dc admin admin] Made reservation on behalf of d9eec0a2c24d4981997c685919bebeaa for: {'network': 1} {{(pid=111023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 00:40:17.368402 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-85c82f57-a0c7-49c9-9f00-d6f044c863dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for network (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:17.383086 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-85c82f57-a0c7-49c9-9f00-d6f044c863dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:17.397974 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvr_db [None req-86901852-04ab-43fb-8efb-9646913ec36f None None] Set router 9ca5c4ee-3529-4161-a1ff-bfa2763d3108 gateway port host: dv-cinder-803823-11-iscsi {{(pid=111024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:40:17.421004 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-db6153ac-1af4-4cc9-a20b-34bd638855ad req-f5127686-59ae-4f7a-976b-46cff28b6b00 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6225e73-4431-499a-b2e3-8d8a1435e6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776103 Jun 16 00:40:17.488575 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-85c82f57-a0c7-49c9-9f00-d6f044c863dc admin admin] Publish callbacks [] for security_group (67e249c9-58a2-49c6-8ff9-30c54ed33a9a), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:17.575080 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-85c82f57-a0c7-49c9-9f00-d6f044c863dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (67e249c9-58a2-49c6-8ff9-30c54ed33a9a), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:17.604750 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85c82f57-a0c7-49c9-9f00-d6f044c863dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=111023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 00:40:17.616037 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c82f57-a0c7-49c9-9f00-d6f044c863dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e249c9-58a2-49c6-8ff9-30c54ed33a9a,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:40:17.624265 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-85c82f57-a0c7-49c9-9f00-d6f044c863dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219328'] for segment (b0d94138-9f6e-4bde-82cd-c69089a95f73), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:17.624779 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.db.segments_db [None req-85c82f57-a0c7-49c9-9f00-d6f044c863dc admin admin] Added segment b0d94138-9f6e-4bde-82cd-c69089a95f73 of type vlan for network 0246646f-02c0-4bfe-8682-a4c619a70c9b Jun 16 00:40:17.626640 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c82f57-a0c7-49c9-9f00-d6f044c863dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:40:17.626986 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c82f57-a0c7-49c9-9f00-d6f044c863dc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:40:17.627349 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c82f57-a0c7-49c9-9f00-d6f044c863dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:40:17.627640 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c82f57-a0c7-49c9-9f00-d6f044c863dc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:40:17.627966 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c82f57-a0c7-49c9-9f00-d6f044c863dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:40:17.628296 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c82f57-a0c7-49c9-9f00-d6f044c863dc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:40:17.631268 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c82f57-a0c7-49c9-9f00-d6f044c863dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:40:17.631268 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c82f57-a0c7-49c9-9f00-d6f044c863dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:40:17.631268 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c82f57-a0c7-49c9-9f00-d6f044c863dc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:40:17.631268 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c82f57-a0c7-49c9-9f00-d6f044c863dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:40:17.631268 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c82f57-a0c7-49c9-9f00-d6f044c863dc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:40:17.631268 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c82f57-a0c7-49c9-9f00-d6f044c863dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:40:17.631268 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c82f57-a0c7-49c9-9f00-d6f044c863dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:40:17.631268 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c82f57-a0c7-49c9-9f00-d6f044c863dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:40:17.631268 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c82f57-a0c7-49c9-9f00-d6f044c863dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:40:17.675215 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:17.688086 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-85c82f57-a0c7-49c9-9f00-d6f044c863dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753842147476'] for network (0246646f-02c0-4bfe-8682-a4c619a70c9b), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:17.700373 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device 1ced0f56-0b08-4968-9a46-491b54a67ac4 up at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:40:17.751418 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-86901852-04ab-43fb-8efb-9646913ec36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca5c4ee-3529-4161-a1ff-bfa2763d3108', 'name': 'tempest-TestMinimumBasicScenario-1371488886-router', 'tenant_id': 'ad47d922a30a4c55a781c52c5bd5236f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '1ced0f56-0b08-4968-9a46-491b54a67ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:40:12Z', 'updated_at': '2022-06-16T00:40:15Z', 'revision_number': 4, 'project_id': 'ad47d922a30a4c55a781c52c5bd5236f', 'gw_port': {'id': '1ced0f56-0b08-4968-9a46-491b54a67ac4', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca5c4ee-3529-4161-a1ff-bfa2763d3108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:40:12Z', 'updated_at': '2022-06-16T00:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_interfaces': [{'id': '1813f97e-b927-4ef4-ab6c-4139bb433dc4', 'name': '', 'network_id': 'ddc3f874-dd28-4dc7-b3dc-474b8dd70acf', 'tenant_id': 'ad47d922a30a4c55a781c52c5bd5236f', 'mac_address': 'fa:16:3e:f5:e3:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca5c4ee-3529-4161-a1ff-bfa2763d3108', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '20686f03-70a1-441c-9562-c71d0dab7272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:40:14Z', 'updated_at': '2022-06-16T00:40:15Z', 'revision_number': 2, 'project_id': 'ad47d922a30a4c55a781c52c5bd5236f', 'subnets': [{'id': '20686f03-70a1-441c-9562-c71d0dab7272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:40:17.774618 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-85c82f57-a0c7-49c9-9f00-d6f044c863dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177'] for network (0246646f-02c0-4bfe-8682-a4c619a70c9b), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:17.775632 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c82f57-a0c7-49c9-9f00-d6f044c863dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:17.776218 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-85c82f57-a0c7-49c9-9f00-d6f044c863dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590195'] for network (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:17.782797 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86901852-04ab-43fb-8efb-9646913ec36f None None] Checking router: 9ca5c4ee-3529-4161-a1ff-bfa2763d3108 for host: dv-cinder-803823-11-iscsi {{(pid=111024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 00:40:17.786073 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86901852-04ab-43fb-8efb-9646913ec36f None None] Updating router 9ca5c4ee-3529-4161-a1ff-bfa2763d3108 port 1813f97e-b927-4ef4-ab6c-4139bb433dc4 binding host dv-cinder-803823-11-iscsi {{(pid=111024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 00:40:17.810106 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Provisioning complete for port 1ced0f56-0b08-4968-9a46-491b54a67ac4 triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:40:17.810475 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (1ced0f56-0b08-4968-9a46-491b54a67ac4), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:17.833236 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-86901852-04ab-43fb-8efb-9646913ec36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (1813f97e-b927-4ef4-ab6c-4139bb433dc4), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:17.839347 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c82f57-a0c7-49c9-9f00-d6f044c863dc admin admin] Pushing event updated for resources: {'Network': ['ID=0246646f-02c0-4bfe-8682-a4c619a70c9b,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:40:17.853320 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Network 0246646f-02c0-4bfe-8682-a4c619a70c9b details requested by agent ovs-agent-dv-cinder-803823-11-iscsi with host dv-cinder-803823-11-iscsi {{(pid=111024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 00:40:17.876628 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-85c82f57-a0c7-49c9-9f00-d6f044c863dc admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.6230011 Jun 16 00:40:17.878706 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 45904) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:40:17.883593 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [None req-20528494-54d3-433c-a6d4-060b6282d5f6 admin admin] Request body: {'subnet': {'network_id': '0246646f-02c0-4bfe-8682-a4c619a70c9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-422032877-subnet', 'tenant_id': 'd9eec0a2c24d4981997c685919bebeaa', 'ip_version': 4}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:40:17.892960 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:17.969917 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20528494-54d3-433c-a6d4-060b6282d5f6 admin admin] Made reservation on behalf of d9eec0a2c24d4981997c685919bebeaa for: {'subnet': 1} {{(pid=111023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 00:40:17.972705 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-20528494-54d3-433c-a6d4-060b6282d5f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10303377'] for subnet (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:18.057258 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Current status of the port 1ced0f56-0b08-4968-9a46-491b54a67ac4 is: ACTIVE; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:40:18.113620 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:18.200098 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-86901852-04ab-43fb-8efb-9646913ec36f None None] Publish callbacks [] for port (1813f97e-b927-4ef4-ab6c-4139bb433dc4), precommit_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:18.209435 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-20528494-54d3-433c-a6d4-060b6282d5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2909793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10303423'] for subnet (4768b21e-c567-49da-9441-648b756a67f2), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:18.277663 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-86901852-04ab-43fb-8efb-9646913ec36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (1813f97e-b927-4ef4-ab6c-4139bb433dc4), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:18.278292 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20528494-54d3-433c-a6d4-060b6282d5f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4768b21e-c567-49da-9441-648b756a67f2,revision_number=0']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:40:18.286259 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20528494-54d3-433c-a6d4-060b6282d5f6 admin admin] Checking segment: {'id': 'b0d94138-9f6e-4bde-82cd-c69089a95f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0246646f-02c0-4bfe-8682-a4c619a70c9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 00:40:18.286613 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20528494-54d3-433c-a6d4-060b6282d5f6 admin admin] Network hostable DHCP agents. Network: 0246646f-02c0-4bfe-8682-a4c619a70c9b, hostable agents: ['2a8c543c-b8d9-40d8-999c-fa03b757f547'], hosted agents: [] {{(pid=111023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 00:40:18.309943 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:18.331060 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daab88b-2809-4bc1-ad41-981bf328f641 None None] Pushing event updated for resources: {'Port': ['ID=1813f97e-b927-4ef4-ab6c-4139bb433dc4,revision_number=3']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:40:18.385991 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20528494-54d3-433c-a6d4-060b6282d5f6 admin admin] Network 0246646f-02c0-4bfe-8682-a4c619a70c9b is scheduled to be hosted by DHCP agent 2a8c543c-b8d9-40d8-999c-fa03b757f547 with binding_index 1 {{(pid=111023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 00:40:18.401043 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.managers [None req-86901852-04ab-43fb-8efb-9646913ec36f None None] Attempting to bind port 1813f97e-b927-4ef4-ab6c-4139bb433dc4 on host dv-cinder-803823-11-iscsi for vnic_type normal with profile {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 00:40:18.401478 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.managers [None req-86901852-04ab-43fb-8efb-9646913ec36f None None] Attempting to bind port 1813f97e-b927-4ef4-ab6c-4139bb433dc4 by drivers openvswitch,hyperv on host dv-cinder-803823-11-iscsi at level 0 using segments [{'id': 'e6e3e48c-d62c-4862-a1af-3c681d3335e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ddc3f874-dd28-4dc7-b3dc-474b8dd70acf'}] {{(pid=111024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 00:40:18.401967 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86901852-04ab-43fb-8efb-9646913ec36f None None] Attempting to bind port 1813f97e-b927-4ef4-ab6c-4139bb433dc4 on network ddc3f874-dd28-4dc7-b3dc-474b8dd70acf {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 00:40:18.407661 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86901852-04ab-43fb-8efb-9646913ec36f None None] Checking agent: {'id': '81117e21-cbf2-493f-9e14-29a3cec1f25a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 0, 26, 30), 'started_at': datetime.datetime(2022, 6, 16, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 00:40:18.408035 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86901852-04ab-43fb-8efb-9646913ec36f None None] Checking segment: {'id': 'e6e3e48c-d62c-4862-a1af-3c681d3335e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ddc3f874-dd28-4dc7-b3dc-474b8dd70acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 00:40:18.408444 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-86901852-04ab-43fb-8efb-9646913ec36f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:18.408859 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86901852-04ab-43fb-8efb-9646913ec36f None None] Bound using segment: {'id': 'e6e3e48c-d62c-4862-a1af-3c681d3335e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ddc3f874-dd28-4dc7-b3dc-474b8dd70acf'} {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 00:40:18.409329 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.managers [None req-86901852-04ab-43fb-8efb-9646913ec36f None None] Bound port: 1813f97e-b927-4ef4-ab6c-4139bb433dc4, host: dv-cinder-803823-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6e3e48c-d62c-4862-a1af-3c681d3335e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ddc3f874-dd28-4dc7-b3dc-474b8dd70acf'}}] {{(pid=111024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 00:40:18.409703 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-86901852-04ab-43fb-8efb-9646913ec36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (1813f97e-b927-4ef4-ab6c-4139bb433dc4), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:18.431607 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64fe60f-7bba-40cc-b7c7-4493cfb17ed7 req-f7db69ae-b697-4e56-a877-a5e1f9395567 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:18.433279 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-a64fe60f-7bba-40cc-b7c7-4493cfb17ed7 req-f7db69ae-b697-4e56-a877-a5e1f9395567 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=b99af546-f8bc-4967-b251-7e486805f7f7 HTTP/1.1" status: 200 len: 945 time: 0.0518808 Jun 16 00:40:18.478995 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.base_scheduler [None req-20528494-54d3-433c-a6d4-060b6282d5f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-11-iscsi, 0246646f-02c0-4bfe-8682-a4c619a70c9b) {{(pid=111023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:40:18.491626 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-a64fe60f-7bba-40cc-b7c7-4493cfb17ed7 req-8c7088ff-82a5-42e9-b7b5-bad9366e1851 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514047 Jun 16 00:40:18.493691 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20528494-54d3-433c-a6d4-060b6282d5f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:18.496863 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-20528494-54d3-433c-a6d4-060b6282d5f6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:18.501514 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca896b59-9f29-42da-baf4-7376f3afaf61 None None] Network 0246646f-02c0-4bfe-8682-a4c619a70c9b requested from dv-cinder-803823-11-iscsi {{(pid=111024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 00:40:18.537814 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-86901852-04ab-43fb-8efb-9646913ec36f None None] For port 1813f97e-b927-4ef4-ab6c-4139bb433dc4, host dv-cinder-803823-11-iscsi, cleared binding levels {{(pid=111024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 00:40:18.562023 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-86901852-04ab-43fb-8efb-9646913ec36f None None] For port 1813f97e-b927-4ef4-ab6c-4139bb433dc4, host dv-cinder-803823-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=1813f97e-b927-4ef4-ab6c-4139bb433dc4,segment=NetworkSegment(e6e3e48c-d62c-4862-a1af-3c681d3335e6),segment_id=e6e3e48c-d62c-4862-a1af-3c681d3335e6)] {{(pid=111024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 00:40:18.566892 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e45296-b814-4251-8e05-11267c53c82f req-1abdd18a-39a2-4c4a-a812-ea8855ec3fd3 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:18.569033 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-b0e45296-b814-4251-8e05-11267c53c82f req-1abdd18a-39a2-4c4a-a812-ea8855ec3fd3 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 945 time: 0.0495932 Jun 16 00:40:18.591715 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-20528494-54d3-433c-a6d4-060b6282d5f6 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7117484 Jun 16 00:40:18.595607 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 45914) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:40:18.600168 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [None req-c81adcca-1ef0-49ce-9de0-bef288159b55 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-422032877-router', 'tenant_id': 'd9eec0a2c24d4981997c685919bebeaa', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85'}}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:40:18.614617 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-913d7772-5c8f-4f12-bc7b-4e8d43eb7a59 None None] Provisioning complete for port 1813f97e-b927-4ef4-ab6c-4139bb433dc4 triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:40:18.615101 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-913d7772-5c8f-4f12-bc7b-4e8d43eb7a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (1813f97e-b927-4ef4-ab6c-4139bb433dc4), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:18.640116 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-b0e45296-b814-4251-8e05-11267c53c82f req-57cfa30b-42c4-4a24-90e2-e601bf436b66 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6225e73-4431-499a-b2e3-8d8a1435e6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659435 Jun 16 00:40:18.668031 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-86901852-04ab-43fb-8efb-9646913ec36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (1813f97e-b927-4ef4-ab6c-4139bb433dc4), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:18.684033 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-c81adcca-1ef0-49ce-9de0-bef288159b55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-678757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3443'] for router (725c9717-d6ec-4888-a228-8e26ce21f714), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:18.685138 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-c81adcca-1ef0-49ce-9de0-bef288159b55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-672791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673186', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-766370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3450'] for router (725c9717-d6ec-4888-a228-8e26ce21f714), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:18.694373 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:INSERT=12,neutron:SELECT=84,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:18.700207 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-913d7772-5c8f-4f12-bc7b-4e8d43eb7a59 None None] Port 1813f97e-b927-4ef4-ab6c-4139bb433dc4 cannot update to ACTIVE because it is not bound. {{(pid=111024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 00:40:18.707667 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebf5786-7ed3-414e-939f-f63949b12560 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a06322f-1f4e-5033-87df-c8deeb119b42-0246646f-02c0-4bfe-8682-a4c619a70c9b', 'network_id': '0246646f-02c0-4bfe-8682-a4c619a70c9b', 'project_id': 'd9eec0a2c24d4981997c685919bebeaa', 'fixed_ips': [{'subnet_id': '4768b21e-c567-49da-9441-648b756a67f2'}]}} from dv-cinder-803823-11-iscsi. {{(pid=111024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 00:40:18.707667 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-2ebf5786-7ed3-414e-939f-f63949b12560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (None), before_create {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:18.746113 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-c81adcca-1ef0-49ce-9de0-bef288159b55 admin admin] Publish callbacks [] for router_controller (725c9717-d6ec-4888-a228-8e26ce21f714), precommit_add_association {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:18.763579 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86901852-04ab-43fb-8efb-9646913ec36f None None] Routers {'9ca5c4ee-3529-4161-a1ff-bfa2763d3108'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:40:18.764209 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-86901852-04ab-43fb-8efb-9646913ec36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:39:57Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['9ca5c4ee-3529-4161-a1ff-bfa2763d3108'], 'active': True} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:40:18.840764 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daab88b-2809-4bc1-ad41-981bf328f641 None None] Pushing event updated for resources: {'Port': ['ID=1813f97e-b927-4ef4-ab6c-4139bb433dc4,revision_number=4']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:40:18.934979 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device ba7aa17f-4993-4f62-8ae9-acb5a856dcd4 no longer exists at agent hyperv_hv-cinder-80382 {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 00:40:18.950083 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-c81adcca-1ef0-49ce-9de0-bef288159b55 admin admin] Publish callbacks [] for router_gateway (725c9717-d6ec-4888-a228-8e26ce21f714), precommit_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:18.971006 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:18.979577 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] No Port match for: ba7aa17f-4993-4f62-8ae9-acb5a856dcd4 {{(pid=111024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 00:40:18.979854 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device ba7aa17f-4993-4f62-8ae9-acb5a856dcd4 not bound to the agent host hv-cinder-80382 {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 00:40:18.984617 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-bdf2e8cc-9732-4112-a3f4-0ca38525daa1 None None] Provisioning complete for port 1813f97e-b927-4ef4-ab6c-4139bb433dc4 triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:40:18.984979 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-bdf2e8cc-9732-4112-a3f4-0ca38525daa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (1813f97e-b927-4ef4-ab6c-4139bb433dc4), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:18.988639 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvr_db [None req-86901852-04ab-43fb-8efb-9646913ec36f None None] Set router 9ca5c4ee-3529-4161-a1ff-bfa2763d3108 gateway port host: dv-cinder-803823-11-iscsi {{(pid=111024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:40:19.052004 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.db_base_plugin_common [None req-2ebf5786-7ed3-414e-939f-f63949b12560 None None] Allocated IP 172.20.0.2 (0246646f-02c0-4bfe-8682-a4c619a70c9b/4768b21e-c567-49da-9441-648b756a67f2/113e46e5-5845-4bb7-b4d9-b4c4d549c104) {{(pid=111024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 00:40:19.190531 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-c81adcca-1ef0-49ce-9de0-bef288159b55 admin admin] Publish callbacks [] for router_gateway (725c9717-d6ec-4888-a228-8e26ce21f714), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:19.210356 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-c81adcca-1ef0-49ce-9de0-bef288159b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:19.322985 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:19.331027 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.db_base_plugin_common [None req-c81adcca-1ef0-49ce-9de0-bef288159b55 admin admin] Allocated IP 172.27.1.67 (81cb8278-aa95-4a96-976c-13998a04ce85/7fa235f2-2172-4ff3-86e8-0e0d1995c273/767b0250-21c6-4503-9a3f-9dfc3216052b) {{(pid=111023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 00:40:19.382680 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-bdf2e8cc-9732-4112-a3f4-0ca38525daa1 None None] Current status of the port 1813f97e-b927-4ef4-ab6c-4139bb433dc4 is: DOWN; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:40:19.383066 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-bdf2e8cc-9732-4112-a3f4-0ca38525daa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (1813f97e-b927-4ef4-ab6c-4139bb433dc4), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:19.438409 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-c81adcca-1ef0-49ce-9de0-bef288159b55 admin admin] Publish callbacks [] for port (767b0250-21c6-4503-9a3f-9dfc3216052b), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:19.470125 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:19.505148 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-bdf2e8cc-9732-4112-a3f4-0ca38525daa1 None None] For port 1813f97e-b927-4ef4-ab6c-4139bb433dc4, host dv-cinder-803823-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=1813f97e-b927-4ef4-ab6c-4139bb433dc4,segment=NetworkSegment(e6e3e48c-d62c-4862-a1af-3c681d3335e6),segment_id=e6e3e48c-d62c-4862-a1af-3c681d3335e6)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:40:19.523707 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-86901852-04ab-43fb-8efb-9646913ec36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca5c4ee-3529-4161-a1ff-bfa2763d3108', 'name': 'tempest-TestMinimumBasicScenario-1371488886-router', 'tenant_id': 'ad47d922a30a4c55a781c52c5bd5236f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '1ced0f56-0b08-4968-9a46-491b54a67ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:40:12Z', 'updated_at': '2022-06-16T00:40:15Z', 'revision_number': 4, 'project_id': 'ad47d922a30a4c55a781c52c5bd5236f', 'gw_port': {'id': '1ced0f56-0b08-4968-9a46-491b54a67ac4', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca5c4ee-3529-4161-a1ff-bfa2763d3108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:40:12Z', 'updated_at': '2022-06-16T00:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_interfaces': [{'id': '1813f97e-b927-4ef4-ab6c-4139bb433dc4', 'name': '', 'network_id': 'ddc3f874-dd28-4dc7-b3dc-474b8dd70acf', 'tenant_id': 'ad47d922a30a4c55a781c52c5bd5236f', 'mac_address': 'fa:16:3e:f5:e3:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca5c4ee-3529-4161-a1ff-bfa2763d3108', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '20686f03-70a1-441c-9562-c71d0dab7272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:40:14Z', 'updated_at': '2022-06-16T00:40:18Z', 'revision_number': 4, 'project_id': 'ad47d922a30a4c55a781c52c5bd5236f', 'subnets': [{'id': '20686f03-70a1-441c-9562-c71d0dab7272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:40:19.557268 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86901852-04ab-43fb-8efb-9646913ec36f None None] The sync data for ids ['9ca5c4ee-3529-4161-a1ff-bfa2763d3108'] in dv-cinder-803823-11-iscsi is: [{'id': '9ca5c4ee-3529-4161-a1ff-bfa2763d3108', 'name': 'tempest-TestMinimumBasicScenario-1371488886-router', 'tenant_id': 'ad47d922a30a4c55a781c52c5bd5236f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '1ced0f56-0b08-4968-9a46-491b54a67ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:40:12Z', 'updated_at': '2022-06-16T00:40:15Z', 'revision_number': 4, 'project_id': 'ad47d922a30a4c55a781c52c5bd5236f', 'gw_port': {'id': '1ced0f56-0b08-4968-9a46-491b54a67ac4', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca5c4ee-3529-4161-a1ff-bfa2763d3108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:40:12Z', 'updated_at': '2022-06-16T00:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_interfaces': [{'id': '1813f97e-b927-4ef4-ab6c-4139bb433dc4', 'name': '', 'network_id': 'ddc3f874-dd28-4dc7-b3dc-474b8dd70acf', 'tenant_id': 'ad47d922a30a4c55a781c52c5bd5236f', 'mac_address': 'fa:16:3e:f5:e3:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca5c4ee-3529-4161-a1ff-bfa2763d3108', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '20686f03-70a1-441c-9562-c71d0dab7272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:40:14Z', 'updated_at': '2022-06-16T00:40:18Z', 'revision_number': 4, 'project_id': 'ad47d922a30a4c55a781c52c5bd5236f', 'subnets': [{'id': '20686f03-70a1-441c-9562-c71d0dab7272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 00:40:19.559096 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-2ebf5786-7ed3-414e-939f-f63949b12560 None None] Publish callbacks [] for port (113e46e5-5845-4bb7-b4d9-b4c4d549c104), precommit_create {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:19.594122 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-c81adcca-1ef0-49ce-9de0-bef288159b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753842110805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909837'] for port (767b0250-21c6-4503-9a3f-9dfc3216052b), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:19.623795 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-2ebf5786-7ed3-414e-939f-f63949b12560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753842110805'] for port (113e46e5-5845-4bb7-b4d9-b4c4d549c104), after_create {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:19.623996 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668d0bd6-73ce-48b8-a108-76c123fe4c67 req-52c68466-6b5e-4788-8f6e-c744406ecf43 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:19.625497 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-668d0bd6-73ce-48b8-a108-76c123fe4c67 req-52c68466-6b5e-4788-8f6e-c744406ecf43 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=b99af546-f8bc-4967-b251-7e486805f7f7 HTTP/1.1" status: 200 len: 945 time: 0.0635858 Jun 16 00:40:19.644639 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-bdf2e8cc-9732-4112-a3f4-0ca38525daa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (1813f97e-b927-4ef4-ab6c-4139bb433dc4), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:19.686703 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81adcca-1ef0-49ce-9de0-bef288159b55 admin admin] Network 81cb8278-aa95-4a96-976c-13998a04ce85 is already hosted by enough agents. {{(pid=111023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:40:19.696815 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.base_scheduler [None req-c81adcca-1ef0-49ce-9de0-bef288159b55 admin admin] Resources bound (agent type, host, resource id): {{(pid=111023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:40:19.703698 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81adcca-1ef0-49ce-9de0-bef288159b55 admin admin] Received port after_create {{(pid=111023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 00:40:19.715391 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-668d0bd6-73ce-48b8-a108-76c123fe4c67 req-83349577-61f7-4024-a80d-c6625fd2fb92 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747643 Jun 16 00:40:19.744760 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebf5786-7ed3-414e-939f-f63949b12560 None None] Network 0246646f-02c0-4bfe-8682-a4c619a70c9b is already hosted by enough agents. {{(pid=111024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:40:19.751424 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.scheduler.base_scheduler [None req-2ebf5786-7ed3-414e-939f-f63949b12560 None None] Resources bound (agent type, host, resource id): {{(pid=111024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:40:19.761612 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81adcca-1ef0-49ce-9de0-bef288159b55 admin admin] Pushing event updated for resources: {'Port': ['ID=767b0250-21c6-4503-9a3f-9dfc3216052b,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:40:19.764792 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebf5786-7ed3-414e-939f-f63949b12560 None None] Received port after_create {{(pid=111024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 00:40:19.800748 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebf5786-7ed3-414e-939f-f63949b12560 None None] Pushing event updated for resources: {'Port': ['ID=113e46e5-5845-4bb7-b4d9-b4c4d549c104,revision_number=1']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:40:19.804839 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device 1813f97e-b927-4ef4-ab6c-4139bb433dc4 up at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:40:19.910050 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.managers [None req-2ebf5786-7ed3-414e-939f-f63949b12560 None None] Attempting to bind port 113e46e5-5845-4bb7-b4d9-b4c4d549c104 on host dv-cinder-803823-11-iscsi for vnic_type normal with profile {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 00:40:19.910479 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.managers [None req-2ebf5786-7ed3-414e-939f-f63949b12560 None None] Attempting to bind port 113e46e5-5845-4bb7-b4d9-b4c4d549c104 by drivers openvswitch,hyperv on host dv-cinder-803823-11-iscsi at level 0 using segments [{'id': 'b0d94138-9f6e-4bde-82cd-c69089a95f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0246646f-02c0-4bfe-8682-a4c619a70c9b'}] {{(pid=111024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 00:40:19.910894 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebf5786-7ed3-414e-939f-f63949b12560 None None] Attempting to bind port 113e46e5-5845-4bb7-b4d9-b4c4d549c104 on network 0246646f-02c0-4bfe-8682-a4c619a70c9b {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 00:40:19.917693 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ef5823-9b2b-4b40-ac83-7877b06d9619 req-6fa8bae6-9a61-41e5-bb19-08621945c5d3 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:19.919224 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-c9ef5823-9b2b-4b40-ac83-7877b06d9619 req-6fa8bae6-9a61-41e5-bb19-08621945c5d3 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 945 time: 0.0830486 Jun 16 00:40:19.929993 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebf5786-7ed3-414e-939f-f63949b12560 None None] Checking agent: {'id': '81117e21-cbf2-493f-9e14-29a3cec1f25a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 0, 26, 30), 'started_at': datetime.datetime(2022, 6, 16, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 00:40:19.930467 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebf5786-7ed3-414e-939f-f63949b12560 None None] Checking segment: {'id': 'b0d94138-9f6e-4bde-82cd-c69089a95f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0246646f-02c0-4bfe-8682-a4c619a70c9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 00:40:19.930922 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-2ebf5786-7ed3-414e-939f-f63949b12560 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:19.931376 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebf5786-7ed3-414e-939f-f63949b12560 None None] Bound using segment: {'id': 'b0d94138-9f6e-4bde-82cd-c69089a95f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0246646f-02c0-4bfe-8682-a4c619a70c9b'} {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 00:40:19.931905 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.managers [None req-2ebf5786-7ed3-414e-939f-f63949b12560 None None] Bound port: 113e46e5-5845-4bb7-b4d9-b4c4d549c104, host: dv-cinder-803823-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0d94138-9f6e-4bde-82cd-c69089a95f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0246646f-02c0-4bfe-8682-a4c619a70c9b'}}] {{(pid=111024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 00:40:19.932354 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-2ebf5786-7ed3-414e-939f-f63949b12560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (113e46e5-5845-4bb7-b4d9-b4c4d549c104), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:19.937116 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf2e8cc-9732-4112-a3f4-0ca38525daa1 None None] Pushing event updated for resources: {'Port': ['ID=1813f97e-b927-4ef4-ab6c-4139bb433dc4,revision_number=5']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:40:19.959345 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Provisioning complete for port 1813f97e-b927-4ef4-ab6c-4139bb433dc4 triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:40:19.959345 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (1813f97e-b927-4ef4-ab6c-4139bb433dc4), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:19.961002 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:19.979276 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-c9ef5823-9b2b-4b40-ac83-7877b06d9619 req-3a9c5436-92f9-46c8-98c7-15ab1ad12615 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6225e73-4431-499a-b2e3-8d8a1435e6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525739 Jun 16 00:40:20.045630 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-2ebf5786-7ed3-414e-939f-f63949b12560 None None] For port 113e46e5-5845-4bb7-b4d9-b4c4d549c104, host dv-cinder-803823-11-iscsi, cleared binding levels {{(pid=111024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 00:40:20.050134 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-2ebf5786-7ed3-414e-939f-f63949b12560 None None] For port 113e46e5-5845-4bb7-b4d9-b4c4d549c104, host dv-cinder-803823-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=113e46e5-5845-4bb7-b4d9-b4c4d549c104,segment=NetworkSegment(b0d94138-9f6e-4bde-82cd-c69089a95f73),segment_id=b0d94138-9f6e-4bde-82cd-c69089a95f73)] {{(pid=111024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 00:40:20.082005 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:20.088393 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Current status of the port 1813f97e-b927-4ef4-ab6c-4139bb433dc4 is: ACTIVE; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:40:20.112675 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-2ebf5786-7ed3-414e-939f-f63949b12560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (113e46e5-5845-4bb7-b4d9-b4c4d549c104), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:20.154613 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-c81adcca-1ef0-49ce-9de0-bef288159b55 admin admin] Publish callbacks [] for router_gateway (725c9717-d6ec-4888-a228-8e26ce21f714), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:20.174224 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebf5786-7ed3-414e-939f-f63949b12560 None None] Pushing event updated for resources: {'Port': ['ID=113e46e5-5845-4bb7-b4d9-b4c4d549c104,revision_number=2']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:40:20.383186 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-c81adcca-1ef0-49ce-9de0-bef288159b55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-673024'] for router (725c9717-d6ec-4888-a228-8e26ce21f714), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:20.592268 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c81adcca-1ef0-49ce-9de0-bef288159b55 admin admin] Router 725c9717-d6ec-4888-a228-8e26ce21f714 is scheduled to L3 agent d0297bc9-c3a8-45ac-9023-c937cb4f21fc with binding_index 1 {{(pid=111023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 00:40:20.852813 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1970459-a70c-471a-8e1a-ac1fdc90aa43 req-87e07ba3-7305-4dd9-8f07-fde0d72a4eb0 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:20.855102 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-f1970459-a70c-471a-8e1a-ac1fdc90aa43 req-87e07ba3-7305-4dd9-8f07-fde0d72a4eb0 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=b99af546-f8bc-4967-b251-7e486805f7f7 HTTP/1.1" status: 200 len: 945 time: 0.0650551 Jun 16 00:40:20.907670 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-f1970459-a70c-471a-8e1a-ac1fdc90aa43 req-fe083b27-c281-4813-b302-2dd95b7aa343 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464029 Jun 16 00:40:20.968173 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c81adcca-1ef0-49ce-9de0-bef288159b55 admin admin] Notify agent at l3_agent.dv-cinder-803823-11-iscsi the message routers_updated {{(pid=111023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 00:40:20.977212 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4a9861-9229-4261-89d7-0f8500c498e0 None None] Sync routers for ids ['725c9717-d6ec-4888-a228-8e26ce21f714'] in dv-cinder-803823-11-iscsi {{(pid=111025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 00:40:20.989692 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4a9861-9229-4261-89d7-0f8500c498e0 None None] Routers {'725c9717-d6ec-4888-a228-8e26ce21f714'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:40:20.990364 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-cb4a9861-9229-4261-89d7-0f8500c498e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:39:57Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['725c9717-d6ec-4888-a228-8e26ce21f714'], 'active': True} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:40:21.088913 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-c81adcca-1ef0-49ce-9de0-bef288159b55 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:21.091679 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-c81adcca-1ef0-49ce-9de0-bef288159b55 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4933624 Jun 16 00:40:21.092897 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 45924) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:40:21.096100 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvr_db [None req-cb4a9861-9229-4261-89d7-0f8500c498e0 None None] Set router 725c9717-d6ec-4888-a228-8e26ce21f714 gateway port host: dv-cinder-803823-11-iscsi {{(pid=111025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:40:21.136604 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539ed452-a8e2-4da8-b448-894bd81f978a None None] Network 0246646f-02c0-4bfe-8682-a4c619a70c9b requested from dv-cinder-803823-11-iscsi {{(pid=111024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 00:40:21.171422 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2531ae1c-0199-4d5e-bcc2-4709608b4345 req-88b62650-00cb-401e-83e9-75259c13143a tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:21.172783 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:21.173482 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-2531ae1c-0199-4d5e-bcc2-4709608b4345 req-88b62650-00cb-401e-83e9-75259c13143a tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 945 time: 0.1162405 Jun 16 00:40:21.182741 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:21.189774 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-6d44471c-3a7d-4c2c-96c4-cabd147f741a None None] Provisioning complete for port 113e46e5-5845-4bb7-b4d9-b4c4d549c104 triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:40:21.190150 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-6d44471c-3a7d-4c2c-96c4-cabd147f741a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (113e46e5-5845-4bb7-b4d9-b4c4d549c104), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:21.248217 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-2531ae1c-0199-4d5e-bcc2-4709608b4345 req-09b96ca5-70bb-4874-bff7-8d3623c61e6f tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6225e73-4431-499a-b2e3-8d8a1435e6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636666 Jun 16 00:40:21.274000 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-cb4a9861-9229-4261-89d7-0f8500c498e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725c9717-d6ec-4888-a228-8e26ce21f714', 'name': 'tempest-TestMinimumBasicScenario-422032877-router', 'tenant_id': 'd9eec0a2c24d4981997c685919bebeaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '767b0250-21c6-4503-9a3f-9dfc3216052b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:40:18Z', 'updated_at': '2022-06-16T00:40:19Z', 'revision_number': 3, 'project_id': 'd9eec0a2c24d4981997c685919bebeaa', 'gw_port': {'id': '767b0250-21c6-4503-9a3f-9dfc3216052b', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:81:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '725c9717-d6ec-4888-a228-8e26ce21f714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:40:19Z', 'updated_at': '2022-06-16T00:40:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi'}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:40:21.309632 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4a9861-9229-4261-89d7-0f8500c498e0 None None] Checking router: 725c9717-d6ec-4888-a228-8e26ce21f714 for host: dv-cinder-803823-11-iscsi {{(pid=111025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 00:40:21.309967 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4a9861-9229-4261-89d7-0f8500c498e0 None None] Updating router 725c9717-d6ec-4888-a228-8e26ce21f714 port 767b0250-21c6-4503-9a3f-9dfc3216052b binding host dv-cinder-803823-11-iscsi {{(pid=111025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 00:40:21.341180 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-6d44471c-3a7d-4c2c-96c4-cabd147f741a None None] Current status of the port 113e46e5-5845-4bb7-b4d9-b4c4d549c104 is: DOWN; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:40:21.341561 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-6d44471c-3a7d-4c2c-96c4-cabd147f741a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (113e46e5-5845-4bb7-b4d9-b4c4d549c104), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:21.342538 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-cb4a9861-9229-4261-89d7-0f8500c498e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (767b0250-21c6-4503-9a3f-9dfc3216052b), before_update {{(pid=111025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:21.353446 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:21.368272 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:21.373558 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af690f-e965-4771-a3e0-08f27d262d9d req-583242f2-f3df-4f12-93bc-d46766a55d4f tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:21.375078 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-94af690f-e965-4771-a3e0-08f27d262d9d req-583242f2-f3df-4f12-93bc-d46766a55d4f tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.40 "GET /v2.0/ports?device_id=b99af546-f8bc-4967-b251-7e486805f7f7 HTTP/1.1" status: 200 len: 945 time: 0.0635948 Jun 16 00:40:21.382732 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:21.391403 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-6d44471c-3a7d-4c2c-96c4-cabd147f741a None None] For port 113e46e5-5845-4bb7-b4d9-b4c4d549c104, host dv-cinder-803823-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=113e46e5-5845-4bb7-b4d9-b4c4d549c104,segment=NetworkSegment(b0d94138-9f6e-4bde-82cd-c69089a95f73),segment_id=b0d94138-9f6e-4bde-82cd-c69089a95f73)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:40:21.482857 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-6d44471c-3a7d-4c2c-96c4-cabd147f741a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (113e46e5-5845-4bb7-b4d9-b4c4d549c104), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:21.548822 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d44471c-3a7d-4c2c-96c4-cabd147f741a None None] Pushing event updated for resources: {'Port': ['ID=113e46e5-5845-4bb7-b4d9-b4c4d549c104,revision_number=3']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:40:21.553929 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [req-94af690f-e965-4771-a3e0-08f27d262d9d req-b35b7e7d-1b0e-447a-90a1-07c991cb9a2d tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Deleting port ef72a429-cef2-411d-909d-196a4e3ab735 {{(pid=111023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 00:40:21.554397 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-94af690f-e965-4771-a3e0-08f27d262d9d req-b35b7e7d-1b0e-447a-90a1-07c991cb9a2d tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753842671270'] for port (ef72a429-cef2-411d-909d-196a4e3ab735), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:21.606714 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-4ba00b69-f373-4fc6-bc9b-023439b7dab3 None None] Provisioning complete for port 113e46e5-5845-4bb7-b4d9-b4c4d549c104 triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:40:21.607121 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-4ba00b69-f373-4fc6-bc9b-023439b7dab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (113e46e5-5845-4bb7-b4d9-b4c4d549c104), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:21.614181 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-cb4a9861-9229-4261-89d7-0f8500c498e0 None None] Publish callbacks [] for port (767b0250-21c6-4503-9a3f-9dfc3216052b), precommit_update {{(pid=111025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:21.700286 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-4ba00b69-f373-4fc6-bc9b-023439b7dab3 None None] Current status of the port 113e46e5-5845-4bb7-b4d9-b4c4d549c104 is: ACTIVE; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:40:21.706928 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-cb4a9861-9229-4261-89d7-0f8500c498e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (767b0250-21c6-4503-9a3f-9dfc3216052b), after_update {{(pid=111025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:21.734404 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.db [req-94af690f-e965-4771-a3e0-08f27d262d9d req-b35b7e7d-1b0e-447a-90a1-07c991cb9a2d tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] For port ef72a429-cef2-411d-909d-196a4e3ab735, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=ef72a429-cef2-411d-909d-196a4e3ab735,segment=NetworkSegment(83998d89-0694-4525-932b-b99a1680f07f),segment_id=83998d89-0694-4525-932b-b99a1680f07f)] {{(pid=111023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:40:21.734771 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-94af690f-e965-4771-a3e0-08f27d262d9d req-b35b7e7d-1b0e-447a-90a1-07c991cb9a2d tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642233'] for port (ef72a429-cef2-411d-909d-196a4e3ab735), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:21.755326 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [req-94af690f-e965-4771-a3e0-08f27d262d9d req-b35b7e7d-1b0e-447a-90a1-07c991cb9a2d tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Calling delete_port for ef72a429-cef2-411d-909d-196a4e3ab735 owned by compute:nova {{(pid=111023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 00:40:21.764118 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.managers [None req-cb4a9861-9229-4261-89d7-0f8500c498e0 None None] Attempting to bind port 767b0250-21c6-4503-9a3f-9dfc3216052b on host dv-cinder-803823-11-iscsi for vnic_type normal with profile {{(pid=111025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 00:40:21.764482 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.managers [None req-cb4a9861-9229-4261-89d7-0f8500c498e0 None None] Attempting to bind port 767b0250-21c6-4503-9a3f-9dfc3216052b by drivers openvswitch,hyperv on host dv-cinder-803823-11-iscsi at level 0 using segments [{'id': '6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85'}] {{(pid=111025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 00:40:21.764873 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4a9861-9229-4261-89d7-0f8500c498e0 None None] Attempting to bind port 767b0250-21c6-4503-9a3f-9dfc3216052b on network 81cb8278-aa95-4a96-976c-13998a04ce85 {{(pid=111025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 00:40:21.772480 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ba638d-c0a8-4ece-9dc9-5bc3c56acf65 None None] Pushing event updated for resources: {'Port': ['ID=767b0250-21c6-4503-9a3f-9dfc3216052b,revision_number=2']} {{(pid=111025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:40:21.776301 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4a9861-9229-4261-89d7-0f8500c498e0 None None] Checking agent: {'id': '81117e21-cbf2-493f-9e14-29a3cec1f25a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 0, 26, 30), 'started_at': datetime.datetime(2022, 6, 16, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 00:40:21.776934 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4a9861-9229-4261-89d7-0f8500c498e0 None None] Checking segment: {'id': '6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 00:40:21.777490 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-cb4a9861-9229-4261-89d7-0f8500c498e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:21.778018 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4a9861-9229-4261-89d7-0f8500c498e0 None None] Bound using segment: {'id': '6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85'} {{(pid=111025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 00:40:21.778652 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.managers [None req-cb4a9861-9229-4261-89d7-0f8500c498e0 None None] Bound port: 767b0250-21c6-4503-9a3f-9dfc3216052b, host: dv-cinder-803823-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85'}}] {{(pid=111025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 00:40:21.779203 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-cb4a9861-9229-4261-89d7-0f8500c498e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (767b0250-21c6-4503-9a3f-9dfc3216052b), before_update {{(pid=111025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:21.821676 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device 113e46e5-5845-4bb7-b4d9-b4c4d549c104 up at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:40:21.836733 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.db [None req-cb4a9861-9229-4261-89d7-0f8500c498e0 None None] For port 767b0250-21c6-4503-9a3f-9dfc3216052b, host dv-cinder-803823-11-iscsi, cleared binding levels {{(pid=111025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 00:40:21.839828 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.db [None req-cb4a9861-9229-4261-89d7-0f8500c498e0 None None] For port 767b0250-21c6-4503-9a3f-9dfc3216052b, host dv-cinder-803823-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=767b0250-21c6-4503-9a3f-9dfc3216052b,segment=NetworkSegment(6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc),segment_id=6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc)] {{(pid=111025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 00:40:21.846632 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-f7e46104-54e5-49d3-bced-3747ef706f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:21.871528 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Provisioning complete for port 113e46e5-5845-4bb7-b4d9-b4c4d549c104 triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:40:21.871879 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (113e46e5-5845-4bb7-b4d9-b4c4d549c104), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:21.947401 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-cb4a9861-9229-4261-89d7-0f8500c498e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (767b0250-21c6-4503-9a3f-9dfc3216052b), after_update {{(pid=111025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:21.948788 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Current status of the port 113e46e5-5845-4bb7-b4d9-b4c4d549c104 is: ACTIVE; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:40:21.950011 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device 1813f97e-b927-4ef4-ab6c-4139bb433dc4 up at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:40:21.992606 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:22.004057 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:22.004678 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Provisioning complete for port 1813f97e-b927-4ef4-ab6c-4139bb433dc4 triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:40:22.004678 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (1813f97e-b927-4ef4-ab6c-4139bb433dc4), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:22.012057 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=100 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:22.023919 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4a9861-9229-4261-89d7-0f8500c498e0 None None] Routers {'725c9717-d6ec-4888-a228-8e26ce21f714'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:40:22.024859 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-cb4a9861-9229-4261-89d7-0f8500c498e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:39:57Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['725c9717-d6ec-4888-a228-8e26ce21f714'], 'active': True} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:40:22.058916 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.db_base_plugin_common [None req-f7e46104-54e5-49d3-bced-3747ef706f8b admin admin] Allocated IP 172.20.0.1 (0246646f-02c0-4bfe-8682-a4c619a70c9b/4768b21e-c567-49da-9441-648b756a67f2/4e532c82-bdb2-4026-a352-de5c1f60e6f9) {{(pid=111023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 00:40:22.071453 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e019877-678f-43a7-ad29-cd4d4def7774 req-4061319a-bd55-46b3-99fb-66fedef833be tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:22.079921 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-1e019877-678f-43a7-ad29-cd4d4def7774 req-4061319a-bd55-46b3-99fb-66fedef833be tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=b99af546-f8bc-4967-b251-7e486805f7f7 HTTP/1.1" status: 200 len: 945 time: 0.0566325 Jun 16 00:40:22.090842 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-94af690f-e965-4771-a3e0-08f27d262d9d req-b35b7e7d-1b0e-447a-90a1-07c991cb9a2d tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753842673475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753842110814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909837'] for port (ef72a429-cef2-411d-909d-196a4e3ab735), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:22.112441 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Current status of the port 1813f97e-b927-4ef4-ab6c-4139bb433dc4 is: ACTIVE; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:40:22.127842 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] get_ports_and_sgs() called for port_ids ['ef72a429-cef2-411d-909d-196a4e3ab735'] {{(pid=111024) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 00:40:22.132834 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvr_db [None req-cb4a9861-9229-4261-89d7-0f8500c498e0 None None] Set router 725c9717-d6ec-4888-a228-8e26ce21f714 gateway port host: dv-cinder-803823-11-iscsi {{(pid=111025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:40:22.137486 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35b7e7d-1b0e-447a-90a1-07c991cb9a2d tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Pushing event deleted for resources: {'Port': ['ID=ef72a429-cef2-411d-909d-196a4e3ab735,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:40:22.141905 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-1e019877-678f-43a7-ad29-cd4d4def7774 req-d4a6e094-862d-4e7c-9578-5ad353f7a683 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/security-groups?id=c125afed-9ea9-4bd9-bcee-e7576ddee5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557013 Jun 16 00:40:22.147260 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:22.206422 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ba638d-c0a8-4ece-9dc9-5bc3c56acf65 None None] Pushing event updated for resources: {'Port': ['ID=767b0250-21c6-4503-9a3f-9dfc3216052b,revision_number=3']} {{(pid=111025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:40:22.219902 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.l3_dvrscheduler_db [req-94af690f-e965-4771-a3e0-08f27d262d9d req-b35b7e7d-1b0e-447a-90a1-07c991cb9a2d tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] No DVR routers for this DVR port ef72a429-cef2-411d-909d-196a4e3ab735 on host hv-cinder-80382 {{(pid=111023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 00:40:22.223471 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-94af690f-e965-4771-a3e0-08f27d262d9d req-b35b7e7d-1b0e-447a-90a1-07c991cb9a2d tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for port (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:22.226600 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-94af690f-e965-4771-a3e0-08f27d262d9d req-b35b7e7d-1b0e-447a-90a1-07c991cb9a2d tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.40 "DELETE /v2.0/ports/ef72a429-cef2-411d-909d-196a4e3ab735 HTTP/1.1" status: 204 len: 173 time: 0.8421290 Jun 16 00:40:22.227026 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b99af546-f8bc-4967-b251-7e486805f7f7', 'name': 'network-vif-deleted', 'tag': 'ef72a429-cef2-411d-909d-196a4e3ab735'}] {{(pid=111023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:40:22.229326 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849ffc5c5c28115853a01ef2d84a57e68c82d4a74a931575540ba89325b26957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ae562f-f336-4383-928c-78884f0a0bbf" -d '{"events": [{"server_uuid": "b99af546-f8bc-4967-b251-7e486805f7f7", "name": "network-vif-deleted", "tag": "ef72a429-cef2-411d-909d-196a4e3ab735"}]}' {{(pid=111023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:40:22.264671 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-f7e46104-54e5-49d3-bced-3747ef706f8b admin admin] Publish callbacks [] for port (4e532c82-bdb2-4026-a352-de5c1f60e6f9), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:22.276545 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 00:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f8605f2-88ab-40d1-91a4-1e6673f5844f x-openstack-request-id: req-2f8605f2-88ab-40d1-91a4-1e6673f5844f {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:40:22.276834 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b99af546-f8bc-4967-b251-7e486805f7f7", "name": "network-vif-deleted", "tag": "ef72a429-cef2-411d-909d-196a4e3ab735", "status": "completed", "code": 200}]} {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:40:22.277076 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2f8605f2-88ab-40d1-91a4-1e6673f5844f {{(pid=111023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:40:22.277516 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f8605f2-88ab-40d1-91a4-1e6673f5844f'] response: {'server_uuid': 'b99af546-f8bc-4967-b251-7e486805f7f7', 'name': 'network-vif-deleted', 'tag': 'ef72a429-cef2-411d-909d-196a4e3ab735', 'status': 'completed', 'code': 200} Jun 16 00:40:22.329642 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-cb4a9861-9229-4261-89d7-0f8500c498e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725c9717-d6ec-4888-a228-8e26ce21f714', 'name': 'tempest-TestMinimumBasicScenario-422032877-router', 'tenant_id': 'd9eec0a2c24d4981997c685919bebeaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '767b0250-21c6-4503-9a3f-9dfc3216052b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:40:18Z', 'updated_at': '2022-06-16T00:40:19Z', 'revision_number': 3, 'project_id': 'd9eec0a2c24d4981997c685919bebeaa', 'gw_port': {'id': '767b0250-21c6-4503-9a3f-9dfc3216052b', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:81:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '725c9717-d6ec-4888-a228-8e26ce21f714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:40:19Z', 'updated_at': '2022-06-16T00:40:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi'}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:40:22.354732 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4a9861-9229-4261-89d7-0f8500c498e0 None None] The sync data for ids ['725c9717-d6ec-4888-a228-8e26ce21f714'] in dv-cinder-803823-11-iscsi is: [{'id': '725c9717-d6ec-4888-a228-8e26ce21f714', 'name': 'tempest-TestMinimumBasicScenario-422032877-router', 'tenant_id': 'd9eec0a2c24d4981997c685919bebeaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '767b0250-21c6-4503-9a3f-9dfc3216052b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:40:18Z', 'updated_at': '2022-06-16T00:40:19Z', 'revision_number': 3, 'project_id': 'd9eec0a2c24d4981997c685919bebeaa', 'gw_port': {'id': '767b0250-21c6-4503-9a3f-9dfc3216052b', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:81:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '725c9717-d6ec-4888-a228-8e26ce21f714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:40:19Z', 'updated_at': '2022-06-16T00:40:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi'}] {{(pid=111025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 00:40:22.396304 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c3d6da-80ba-4cc9-b7ca-e36a0d67b5c9 req-293789f9-6287-41a2-ac6b-8fc86f36dc72 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:22.401968 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-28c3d6da-80ba-4cc9-b7ca-e36a0d67b5c9 req-293789f9-6287-41a2-ac6b-8fc86f36dc72 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 945 time: 0.0628335 Jun 16 00:40:22.402101 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-f7e46104-54e5-49d3-bced-3747ef706f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753842110805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909837'] for port (4e532c82-bdb2-4026-a352-de5c1f60e6f9), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:22.447386 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e46104-54e5-49d3-bced-3747ef706f8b admin admin] Network 0246646f-02c0-4bfe-8682-a4c619a70c9b is already hosted by enough agents. {{(pid=111023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:40:22.452459 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.base_scheduler [None req-f7e46104-54e5-49d3-bced-3747ef706f8b admin admin] Resources bound (agent type, host, resource id): {{(pid=111023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:40:22.454439 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-28c3d6da-80ba-4cc9-b7ca-e36a0d67b5c9 req-99129501-da57-4e09-92df-0e02c4c42b03 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6225e73-4431-499a-b2e3-8d8a1435e6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489757 Jun 16 00:40:22.456696 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e46104-54e5-49d3-bced-3747ef706f8b admin admin] Received port after_create {{(pid=111023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 00:40:22.482089 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e46104-54e5-49d3-bced-3747ef706f8b admin admin] Pushing event updated for resources: {'Port': ['ID=4e532c82-bdb2-4026-a352-de5c1f60e6f9,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:40:22.515304 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-f7e46104-54e5-49d3-bced-3747ef706f8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672804'] for router_interface (725c9717-d6ec-4888-a228-8e26ce21f714), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:22.747653 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-f7e46104-54e5-49d3-bced-3747ef706f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (4e532c82-bdb2-4026-a352-de5c1f60e6f9), before_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:22.799663 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:22.828700 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-ab9149e8-486d-4c6f-b1d5-295f6aeb943a None None] Provisioning complete for port 4e532c82-bdb2-4026-a352-de5c1f60e6f9 triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:40:22.829278 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-ab9149e8-486d-4c6f-b1d5-295f6aeb943a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (4e532c82-bdb2-4026-a352-de5c1f60e6f9), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:22.867761 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-ab9149e8-486d-4c6f-b1d5-295f6aeb943a None None] Port 4e532c82-bdb2-4026-a352-de5c1f60e6f9 cannot update to ACTIVE because it is not bound. {{(pid=111024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 00:40:22.929628 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-f7e46104-54e5-49d3-bced-3747ef706f8b admin admin] Publish callbacks [] for port (4e532c82-bdb2-4026-a352-de5c1f60e6f9), precommit_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:22.997940 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-f7e46104-54e5-49d3-bced-3747ef706f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909850'] for port (4e532c82-bdb2-4026-a352-de5c1f60e6f9), after_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:23.068882 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-f7e46104-54e5-49d3-bced-3747ef706f8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672856'] for router_interface (725c9717-d6ec-4888-a228-8e26ce21f714), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:23.070636 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e46104-54e5-49d3-bced-3747ef706f8b admin admin] Pushing event updated for resources: {'Port': ['ID=4e532c82-bdb2-4026-a352-de5c1f60e6f9,revision_number=2']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:40:23.171763 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e46104-54e5-49d3-bced-3747ef706f8b admin admin] Network 0246646f-02c0-4bfe-8682-a4c619a70c9b is already hosted by enough agents. {{(pid=111023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:40:23.173222 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.base_scheduler [None req-f7e46104-54e5-49d3-bced-3747ef706f8b admin admin] Resources bound (agent type, host, resource id): {{(pid=111023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:40:23.313819 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-30821aef-bb60-4c26-a0c5-2fd955e39b53 req-202742af-9d1a-4e7d-ba68-8c1317e178d5 tempest-ServerRescueNegativeTestJSON-1775670217 tempest-ServerRescueNegativeTestJSON-1775670217-project] 10.222.0.20 "GET /v2.0/ports?device_id=b99af546-f8bc-4967-b251-7e486805f7f7 HTTP/1.1" status: 200 len: 210 time: 0.0410881 Jun 16 00:40:23.336440 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7e46104-54e5-49d3-bced-3747ef706f8b admin admin] Router 725c9717-d6ec-4888-a228-8e26ce21f714 has already been hosted by L3 agent d0297bc9-c3a8-45ac-9023-c937cb4f21fc {{(pid=111023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 00:40:23.348171 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:23.458733 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e46104-54e5-49d3-bced-3747ef706f8b admin admin] Notify agent at l3_agent.dv-cinder-803823-11-iscsi the message routers_updated {{(pid=111023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 00:40:23.463811 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-f7e46104-54e5-49d3-bced-3747ef706f8b admin admin] 10.222.0.20 "PUT /v2.0/routers/725c9717-d6ec-4888-a228-8e26ce21f714/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3691421 Jun 16 00:40:23.495646 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-68871517-4274-4520-8cbf-06f5e52b3d26 None None] Provisioning complete for port 4e532c82-bdb2-4026-a352-de5c1f60e6f9 triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:40:23.496142 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-68871517-4274-4520-8cbf-06f5e52b3d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (4e532c82-bdb2-4026-a352-de5c1f60e6f9), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:23.535627 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-68871517-4274-4520-8cbf-06f5e52b3d26 None None] Port 4e532c82-bdb2-4026-a352-de5c1f60e6f9 cannot update to ACTIVE because it is not bound. {{(pid=111024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 00:40:23.612153 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2307bf11-1e4c-47c0-923d-09233da15ac3 req-ade1b021-626a-4309-9c84-2c608c893769 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:23.613734 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-2307bf11-1e4c-47c0-923d-09233da15ac3 req-ade1b021-626a-4309-9c84-2c608c893769 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 945 time: 0.0538306 Jun 16 00:40:23.669402 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-2307bf11-1e4c-47c0-923d-09233da15ac3 req-5acc5235-f431-49f0-8cb2-19ebbfd392ec tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6225e73-4431-499a-b2e3-8d8a1435e6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501492 Jun 16 00:40:23.727758 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device 767b0250-21c6-4503-9a3f-9dfc3216052b up at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:40:23.777189 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Provisioning complete for port 767b0250-21c6-4503-9a3f-9dfc3216052b triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:40:23.777581 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (767b0250-21c6-4503-9a3f-9dfc3216052b), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:23.850945 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Current status of the port 767b0250-21c6-4503-9a3f-9dfc3216052b is: DOWN; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:40:23.851526 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (767b0250-21c6-4503-9a3f-9dfc3216052b), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:23.873285 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] For port 767b0250-21c6-4503-9a3f-9dfc3216052b, host dv-cinder-803823-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=767b0250-21c6-4503-9a3f-9dfc3216052b,segment=NetworkSegment(6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc),segment_id=6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:40:23.929363 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (767b0250-21c6-4503-9a3f-9dfc3216052b), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:23.978336 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Pushing event updated for resources: {'Port': ['ID=767b0250-21c6-4503-9a3f-9dfc3216052b,revision_number=4']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:40:24.051790 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d49f224-1523-4440-945a-6cc6b66d21ae None None] Sync routers for ids ['725c9717-d6ec-4888-a228-8e26ce21f714'] in dv-cinder-803823-11-iscsi {{(pid=111024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 00:40:24.062633 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d49f224-1523-4440-945a-6cc6b66d21ae None None] Routers {'725c9717-d6ec-4888-a228-8e26ce21f714'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:40:24.063284 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-0d49f224-1523-4440-945a-6cc6b66d21ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:39:57Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['725c9717-d6ec-4888-a228-8e26ce21f714'], 'active': True} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:40:24.163354 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvr_db [None req-0d49f224-1523-4440-945a-6cc6b66d21ae None None] Set router 725c9717-d6ec-4888-a228-8e26ce21f714 gateway port host: dv-cinder-803823-11-iscsi {{(pid=111024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:40:24.253550 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:24.362547 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 45966) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:40:24.378241 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-0d49f224-1523-4440-945a-6cc6b66d21ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725c9717-d6ec-4888-a228-8e26ce21f714', 'name': 'tempest-TestMinimumBasicScenario-422032877-router', 'tenant_id': 'd9eec0a2c24d4981997c685919bebeaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '767b0250-21c6-4503-9a3f-9dfc3216052b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:40:18Z', 'updated_at': '2022-06-16T00:40:22Z', 'revision_number': 4, 'project_id': 'd9eec0a2c24d4981997c685919bebeaa', 'gw_port': {'id': '767b0250-21c6-4503-9a3f-9dfc3216052b', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:81:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725c9717-d6ec-4888-a228-8e26ce21f714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:40:19Z', 'updated_at': '2022-06-16T00:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_interfaces': [{'id': '4e532c82-bdb2-4026-a352-de5c1f60e6f9', 'name': '', 'network_id': '0246646f-02c0-4bfe-8682-a4c619a70c9b', 'tenant_id': 'd9eec0a2c24d4981997c685919bebeaa', 'mac_address': 'fa:16:3e:fe:ce:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '725c9717-d6ec-4888-a228-8e26ce21f714', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '4768b21e-c567-49da-9441-648b756a67f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:40:21Z', 'updated_at': '2022-06-16T00:40:22Z', 'revision_number': 2, 'project_id': 'd9eec0a2c24d4981997c685919bebeaa', 'subnets': [{'id': '4768b21e-c567-49da-9441-648b756a67f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:40:24.411102 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d49f224-1523-4440-945a-6cc6b66d21ae None None] Checking router: 725c9717-d6ec-4888-a228-8e26ce21f714 for host: dv-cinder-803823-11-iscsi {{(pid=111024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 00:40:24.411485 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d49f224-1523-4440-945a-6cc6b66d21ae None None] Updating router 725c9717-d6ec-4888-a228-8e26ce21f714 port 4e532c82-bdb2-4026-a352-de5c1f60e6f9 binding host dv-cinder-803823-11-iscsi {{(pid=111024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 00:40:24.456500 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0d49f224-1523-4440-945a-6cc6b66d21ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (4e532c82-bdb2-4026-a352-de5c1f60e6f9), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:24.566987 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a3beb565-e881-4656-a1e9-40c250971452 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (2a8c543c-b8d9-40d8-999c-fa03b757f547), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:24.604859 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:24.788685 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0d49f224-1523-4440-945a-6cc6b66d21ae None None] Publish callbacks [] for port (4e532c82-bdb2-4026-a352-de5c1f60e6f9), precommit_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:24.846955 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80e5101-b7c6-48f4-9c8d-12685967c4e3 req-b1f54b6f-7426-4051-84a1-677d2d7f4eaa tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:24.855717 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0d49f224-1523-4440-945a-6cc6b66d21ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (4e532c82-bdb2-4026-a352-de5c1f60e6f9), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:24.857854 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-c80e5101-b7c6-48f4-9c8d-12685967c4e3 req-b1f54b6f-7426-4051-84a1-677d2d7f4eaa tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 945 time: 0.0643408 Jun 16 00:40:24.921284 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-c80e5101-b7c6-48f4-9c8d-12685967c4e3 req-2d949b5b-e2d0-4408-ae2a-c8a406bd5111 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6225e73-4431-499a-b2e3-8d8a1435e6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623934 Jun 16 00:40:24.928693 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device ef72a429-cef2-411d-909d-196a4e3ab735 no longer exists at agent hyperv_hv-cinder-80382 {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 00:40:24.972431 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] No Port match for: ef72a429-cef2-411d-909d-196a4e3ab735 {{(pid=111024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 00:40:24.973149 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device ef72a429-cef2-411d-909d-196a4e3ab735 not bound to the agent host hv-cinder-80382 {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 00:40:24.991711 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f623ee24-0de7-4879-9664-e65e6cd07952 None None] Pushing event updated for resources: {'Port': ['ID=4e532c82-bdb2-4026-a352-de5c1f60e6f9,revision_number=3']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:40:25.066622 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-dd4107fc-fbc9-47de-8335-bd7954f15562 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-678073'] for router_interface (43b866e7-a6b0-4b6b-8ebb-c9bd8cece985), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:25.077125 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.managers [None req-0d49f224-1523-4440-945a-6cc6b66d21ae None None] Attempting to bind port 4e532c82-bdb2-4026-a352-de5c1f60e6f9 on host dv-cinder-803823-11-iscsi for vnic_type normal with profile {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 00:40:25.079051 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.managers [None req-0d49f224-1523-4440-945a-6cc6b66d21ae None None] Attempting to bind port 4e532c82-bdb2-4026-a352-de5c1f60e6f9 by drivers openvswitch,hyperv on host dv-cinder-803823-11-iscsi at level 0 using segments [{'id': 'b0d94138-9f6e-4bde-82cd-c69089a95f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0246646f-02c0-4bfe-8682-a4c619a70c9b'}] {{(pid=111024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 00:40:25.080530 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d49f224-1523-4440-945a-6cc6b66d21ae None None] Attempting to bind port 4e532c82-bdb2-4026-a352-de5c1f60e6f9 on network 0246646f-02c0-4bfe-8682-a4c619a70c9b {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 00:40:25.091670 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d49f224-1523-4440-945a-6cc6b66d21ae None None] Checking agent: {'id': '81117e21-cbf2-493f-9e14-29a3cec1f25a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 0, 26, 30), 'started_at': datetime.datetime(2022, 6, 16, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 00:40:25.092431 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d49f224-1523-4440-945a-6cc6b66d21ae None None] Checking segment: {'id': 'b0d94138-9f6e-4bde-82cd-c69089a95f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0246646f-02c0-4bfe-8682-a4c619a70c9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 00:40:25.093107 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0d49f224-1523-4440-945a-6cc6b66d21ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:25.094012 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d49f224-1523-4440-945a-6cc6b66d21ae None None] Bound using segment: {'id': 'b0d94138-9f6e-4bde-82cd-c69089a95f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0246646f-02c0-4bfe-8682-a4c619a70c9b'} {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 00:40:25.095162 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.managers [None req-0d49f224-1523-4440-945a-6cc6b66d21ae None None] Bound port: 4e532c82-bdb2-4026-a352-de5c1f60e6f9, host: dv-cinder-803823-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0d94138-9f6e-4bde-82cd-c69089a95f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0246646f-02c0-4bfe-8682-a4c619a70c9b'}}] {{(pid=111024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 00:40:25.095656 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0d49f224-1523-4440-945a-6cc6b66d21ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (4e532c82-bdb2-4026-a352-de5c1f60e6f9), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:25.189946 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0d49f224-1523-4440-945a-6cc6b66d21ae None None] For port 4e532c82-bdb2-4026-a352-de5c1f60e6f9, host dv-cinder-803823-11-iscsi, cleared binding levels {{(pid=111024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 00:40:25.193888 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0d49f224-1523-4440-945a-6cc6b66d21ae None None] For port 4e532c82-bdb2-4026-a352-de5c1f60e6f9, host dv-cinder-803823-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=4e532c82-bdb2-4026-a352-de5c1f60e6f9,segment=NetworkSegment(b0d94138-9f6e-4bde-82cd-c69089a95f73),segment_id=b0d94138-9f6e-4bde-82cd-c69089a95f73)] {{(pid=111024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 00:40:25.267138 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-985a0453-cc88-4f10-a7a6-8e7b26eaf796 None None] Provisioning complete for port 4e532c82-bdb2-4026-a352-de5c1f60e6f9 triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:40:25.276246 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-985a0453-cc88-4f10-a7a6-8e7b26eaf796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (4e532c82-bdb2-4026-a352-de5c1f60e6f9), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:25.288979 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0d49f224-1523-4440-945a-6cc6b66d21ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (4e532c82-bdb2-4026-a352-de5c1f60e6f9), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:25.342349 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [None req-dd4107fc-fbc9-47de-8335-bd7954f15562 admin admin] Deleting port a47108a1-c520-47ad-9272-28cb98936d46 {{(pid=111023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 00:40:25.342686 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-dd4107fc-fbc9-47de-8335-bd7954f15562 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753842671270'] for port (a47108a1-c520-47ad-9272-28cb98936d46), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:25.358338 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:25.395647 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f623ee24-0de7-4879-9664-e65e6cd07952 None None] Pushing event updated for resources: {'Port': ['ID=4e532c82-bdb2-4026-a352-de5c1f60e6f9,revision_number=4']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:40:25.406872 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d49f224-1523-4440-945a-6cc6b66d21ae None None] Routers {'725c9717-d6ec-4888-a228-8e26ce21f714'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:40:25.407515 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-0d49f224-1523-4440-945a-6cc6b66d21ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:39:57Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['725c9717-d6ec-4888-a228-8e26ce21f714'], 'active': True} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:40:25.455848 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.db [None req-dd4107fc-fbc9-47de-8335-bd7954f15562 admin admin] For port a47108a1-c520-47ad-9272-28cb98936d46, host dv-cinder-803823-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=a47108a1-c520-47ad-9272-28cb98936d46,segment=NetworkSegment(83998d89-0694-4525-932b-b99a1680f07f),segment_id=83998d89-0694-4525-932b-b99a1680f07f)] {{(pid=111023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:40:25.459966 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-dd4107fc-fbc9-47de-8335-bd7954f15562 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642233'] for port (a47108a1-c520-47ad-9272-28cb98936d46), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:25.493826 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [None req-dd4107fc-fbc9-47de-8335-bd7954f15562 admin admin] Calling delete_port for a47108a1-c520-47ad-9272-28cb98936d46 owned by network:router_interface {{(pid=111023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 00:40:25.506239 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=100 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:25.759851 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device 767b0250-21c6-4503-9a3f-9dfc3216052b up at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:40:25.812170 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-985a0453-cc88-4f10-a7a6-8e7b26eaf796 None None] Current status of the port 4e532c82-bdb2-4026-a352-de5c1f60e6f9 is: DOWN; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:40:25.812593 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-985a0453-cc88-4f10-a7a6-8e7b26eaf796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (4e532c82-bdb2-4026-a352-de5c1f60e6f9), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:25.855056 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvr_db [None req-0d49f224-1523-4440-945a-6cc6b66d21ae None None] Set router 725c9717-d6ec-4888-a228-8e26ce21f714 gateway port host: dv-cinder-803823-11-iscsi {{(pid=111024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:40:25.867112 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-dd4107fc-fbc9-47de-8335-bd7954f15562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753842673475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753842110814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909837'] for port (a47108a1-c520-47ad-9272-28cb98936d46), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:25.873154 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:25.909785 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Provisioning complete for port 767b0250-21c6-4503-9a3f-9dfc3216052b triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:40:25.910325 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (767b0250-21c6-4503-9a3f-9dfc3216052b), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:25.912775 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-985a0453-cc88-4f10-a7a6-8e7b26eaf796 None None] For port 4e532c82-bdb2-4026-a352-de5c1f60e6f9, host dv-cinder-803823-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=4e532c82-bdb2-4026-a352-de5c1f60e6f9,segment=NetworkSegment(b0d94138-9f6e-4bde-82cd-c69089a95f73),segment_id=b0d94138-9f6e-4bde-82cd-c69089a95f73)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:40:25.921301 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4107fc-fbc9-47de-8335-bd7954f15562 admin admin] Pushing event deleted for resources: {'Port': ['ID=a47108a1-c520-47ad-9272-28cb98936d46,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:40:25.988848 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-985a0453-cc88-4f10-a7a6-8e7b26eaf796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (4e532c82-bdb2-4026-a352-de5c1f60e6f9), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:26.073498 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:26.116677 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc4a64-2cd3-408c-aa16-e1dbdc9647a7 req-01ec88cd-b755-4a1b-bb07-19e65db0b529 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:26.118197 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-b6fc4a64-2cd3-408c-aa16-e1dbdc9647a7 req-01ec88cd-b755-4a1b-bb07-19e65db0b529 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 945 time: 0.0691028 Jun 16 00:40:26.164379 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-c3ed1888-e1d5-49ab-ba80-b3a46f8c0701 None None] Provisioning complete for port 4e532c82-bdb2-4026-a352-de5c1f60e6f9 triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:40:26.164597 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-c3ed1888-e1d5-49ab-ba80-b3a46f8c0701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (4e532c82-bdb2-4026-a352-de5c1f60e6f9), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:26.187554 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985a0453-cc88-4f10-a7a6-8e7b26eaf796 None None] Pushing event updated for resources: {'Port': ['ID=4e532c82-bdb2-4026-a352-de5c1f60e6f9,revision_number=5']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:40:26.247034 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-b6fc4a64-2cd3-408c-aa16-e1dbdc9647a7 req-5fa2a18e-1348-41e1-824e-848dfc589fdb tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6225e73-4431-499a-b2e3-8d8a1435e6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934501 Jun 16 00:40:26.291992 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-dd4107fc-fbc9-47de-8335-bd7954f15562 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677933'] for router_interface (43b866e7-a6b0-4b6b-8ebb-c9bd8cece985), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:26.337544 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Current status of the port 767b0250-21c6-4503-9a3f-9dfc3216052b is: ACTIVE; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:40:26.348428 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-0d49f224-1523-4440-945a-6cc6b66d21ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725c9717-d6ec-4888-a228-8e26ce21f714', 'name': 'tempest-TestMinimumBasicScenario-422032877-router', 'tenant_id': 'd9eec0a2c24d4981997c685919bebeaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '767b0250-21c6-4503-9a3f-9dfc3216052b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:40:18Z', 'updated_at': '2022-06-16T00:40:22Z', 'revision_number': 4, 'project_id': 'd9eec0a2c24d4981997c685919bebeaa', 'gw_port': {'id': '767b0250-21c6-4503-9a3f-9dfc3216052b', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:81:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725c9717-d6ec-4888-a228-8e26ce21f714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:40:19Z', 'updated_at': '2022-06-16T00:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_interfaces': [{'id': '4e532c82-bdb2-4026-a352-de5c1f60e6f9', 'name': '', 'network_id': '0246646f-02c0-4bfe-8682-a4c619a70c9b', 'tenant_id': 'd9eec0a2c24d4981997c685919bebeaa', 'mac_address': 'fa:16:3e:fe:ce:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '725c9717-d6ec-4888-a228-8e26ce21f714', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '4768b21e-c567-49da-9441-648b756a67f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:40:21Z', 'updated_at': '2022-06-16T00:40:25Z', 'revision_number': 4, 'project_id': 'd9eec0a2c24d4981997c685919bebeaa', 'subnets': [{'id': '4768b21e-c567-49da-9441-648b756a67f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:40:26.384594 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d49f224-1523-4440-945a-6cc6b66d21ae None None] The sync data for ids ['725c9717-d6ec-4888-a228-8e26ce21f714'] in dv-cinder-803823-11-iscsi is: [{'id': '725c9717-d6ec-4888-a228-8e26ce21f714', 'name': 'tempest-TestMinimumBasicScenario-422032877-router', 'tenant_id': 'd9eec0a2c24d4981997c685919bebeaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '767b0250-21c6-4503-9a3f-9dfc3216052b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:40:18Z', 'updated_at': '2022-06-16T00:40:22Z', 'revision_number': 4, 'project_id': 'd9eec0a2c24d4981997c685919bebeaa', 'gw_port': {'id': '767b0250-21c6-4503-9a3f-9dfc3216052b', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:81:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725c9717-d6ec-4888-a228-8e26ce21f714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:40:19Z', 'updated_at': '2022-06-16T00:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_interfaces': [{'id': '4e532c82-bdb2-4026-a352-de5c1f60e6f9', 'name': '', 'network_id': '0246646f-02c0-4bfe-8682-a4c619a70c9b', 'tenant_id': 'd9eec0a2c24d4981997c685919bebeaa', 'mac_address': 'fa:16:3e:fe:ce:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '725c9717-d6ec-4888-a228-8e26ce21f714', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '4768b21e-c567-49da-9441-648b756a67f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:40:21Z', 'updated_at': '2022-06-16T00:40:25Z', 'revision_number': 4, 'project_id': 'd9eec0a2c24d4981997c685919bebeaa', 'subnets': [{'id': '4768b21e-c567-49da-9441-648b756a67f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 00:40:26.431827 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-c3ed1888-e1d5-49ab-ba80-b3a46f8c0701 None None] Current status of the port 4e532c82-bdb2-4026-a352-de5c1f60e6f9 is: ACTIVE; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:40:26.605398 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd4107fc-fbc9-47de-8335-bd7954f15562 admin admin] Router 43b866e7-a6b0-4b6b-8ebb-c9bd8cece985 has already been hosted by L3 agent d0297bc9-c3a8-45ac-9023-c937cb4f21fc {{(pid=111023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 00:40:26.755765 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-230843ad-c78c-4f5d-8299-5f267a398511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (d0297bc9-c3a8-45ac-9023-c937cb4f21fc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:27.073677 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd4107fc-fbc9-47de-8335-bd7954f15562 admin admin] Notify agent at l3_agent.dv-cinder-803823-11-iscsi the message routers_updated {{(pid=111023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 00:40:27.079303 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-dd4107fc-fbc9-47de-8335-bd7954f15562 admin admin] 10.222.0.20 "PUT /v2.0/routers/43b866e7-a6b0-4b6b-8ebb-c9bd8cece985/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7234287 Jun 16 00:40:27.083949 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dae648-071f-4f77-b8af-56e7009a7e4f None None] Sync routers for ids ['43b866e7-a6b0-4b6b-8ebb-c9bd8cece985'] in dv-cinder-803823-11-iscsi {{(pid=111025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 00:40:27.087866 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 45976) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:40:27.104026 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dae648-071f-4f77-b8af-56e7009a7e4f None None] Routers {'43b866e7-a6b0-4b6b-8ebb-c9bd8cece985'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:40:27.105642 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-e7dae648-071f-4f77-b8af-56e7009a7e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:40:27Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['43b866e7-a6b0-4b6b-8ebb-c9bd8cece985'], 'active': True} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:40:27.258910 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-8d946296-205d-4d2a-9c50-2ff5677a361f admin admin] Publish callbacks [] for router (43b866e7-a6b0-4b6b-8ebb-c9bd8cece985), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:27.412890 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:27.425783 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvr_db [None req-e7dae648-071f-4f77-b8af-56e7009a7e4f None None] Set router 43b866e7-a6b0-4b6b-8ebb-c9bd8cece985 gateway port host: dv-cinder-803823-11-iscsi {{(pid=111025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:40:27.447761 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-8d946296-205d-4d2a-9c50-2ff5677a361f admin admin] Publish callbacks [] for router_gateway (43b866e7-a6b0-4b6b-8ebb-c9bd8cece985), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:27.454525 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985dbc45-a88b-4d39-95d1-7c6db6540751 req-0498cc32-ab12-4ca8-b72b-2bfa332d817a tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:27.466970 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-985dbc45-a88b-4d39-95d1-7c6db6540751 req-0498cc32-ab12-4ca8-b72b-2bfa332d817a tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 945 time: 0.0755699 Jun 16 00:40:27.486610 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:27.521282 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-985dbc45-a88b-4d39-95d1-7c6db6540751 req-16ca3067-b831-4d1a-b258-c8306015a440 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6225e73-4431-499a-b2e3-8d8a1435e6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534585 Jun 16 00:40:27.575183 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:27.603743 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [None req-8d946296-205d-4d2a-9c50-2ff5677a361f admin admin] Deleting port 68308b25-ab33-4557-b7ec-e276240536b9 {{(pid=111023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 00:40:27.604161 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-8d946296-205d-4d2a-9c50-2ff5677a361f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753842671270'] for port (68308b25-ab33-4557-b7ec-e276240536b9), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:27.697055 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-e7dae648-071f-4f77-b8af-56e7009a7e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b866e7-a6b0-4b6b-8ebb-c9bd8cece985', 'name': 'tempest-ServerRescueNegativeTestJSON-775123431-router', 'tenant_id': 'a4e7be42e39248e4b9f5c89e96a6b82e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '68308b25-ab33-4557-b7ec-e276240536b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:34:36Z', 'updated_at': '2022-06-16T00:40:25Z', 'revision_number': 5, 'project_id': 'a4e7be42e39248e4b9f5c89e96a6b82e', 'gw_port': {'id': '68308b25-ab33-4557-b7ec-e276240536b9', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:36:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b866e7-a6b0-4b6b-8ebb-c9bd8cece985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:38Z', 'updated_at': '2022-06-16T00:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi'}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:40:27.734229 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dae648-071f-4f77-b8af-56e7009a7e4f None None] Checking router: 43b866e7-a6b0-4b6b-8ebb-c9bd8cece985 for host: dv-cinder-803823-11-iscsi {{(pid=111025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 00:40:27.752931 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dae648-071f-4f77-b8af-56e7009a7e4f None None] Routers {'43b866e7-a6b0-4b6b-8ebb-c9bd8cece985'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:40:27.754615 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-e7dae648-071f-4f77-b8af-56e7009a7e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:40:27Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['43b866e7-a6b0-4b6b-8ebb-c9bd8cece985'], 'active': True} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:40:27.764731 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=100 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:27.814611 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.db [None req-8d946296-205d-4d2a-9c50-2ff5677a361f admin admin] For port 68308b25-ab33-4557-b7ec-e276240536b9, host dv-cinder-803823-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=68308b25-ab33-4557-b7ec-e276240536b9,segment=NetworkSegment(6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc),segment_id=6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc)] {{(pid=111023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:40:27.815271 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-8d946296-205d-4d2a-9c50-2ff5677a361f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642233'] for port (68308b25-ab33-4557-b7ec-e276240536b9), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:27.850952 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [None req-8d946296-205d-4d2a-9c50-2ff5677a361f admin admin] Calling delete_port for 68308b25-ab33-4557-b7ec-e276240536b9 owned by network:router_gateway {{(pid=111023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 00:40:27.933879 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvr_db [None req-e7dae648-071f-4f77-b8af-56e7009a7e4f None None] Set router 43b866e7-a6b0-4b6b-8ebb-c9bd8cece985 gateway port host: None {{(pid=111025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:40:27.951926 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-117977e4-98b1-40f2-baea-1bec010e476c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (b90f279a-3e8f-4325-a28d-8d213fb96fbc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:27.957491 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device 4e532c82-bdb2-4026-a352-de5c1f60e6f9 up at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:40:28.013793 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-e7dae648-071f-4f77-b8af-56e7009a7e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b866e7-a6b0-4b6b-8ebb-c9bd8cece985', 'name': 'tempest-ServerRescueNegativeTestJSON-775123431-router', 'tenant_id': 'a4e7be42e39248e4b9f5c89e96a6b82e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:34:36Z', 'updated_at': '2022-06-16T00:40:27Z', 'revision_number': 6, 'project_id': 'a4e7be42e39248e4b9f5c89e96a6b82e', 'gw_port_host': None}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:40:28.047152 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dae648-071f-4f77-b8af-56e7009a7e4f None None] The sync data for ids ['43b866e7-a6b0-4b6b-8ebb-c9bd8cece985'] in dv-cinder-803823-11-iscsi is: [{'id': '43b866e7-a6b0-4b6b-8ebb-c9bd8cece985', 'name': 'tempest-ServerRescueNegativeTestJSON-775123431-router', 'tenant_id': 'a4e7be42e39248e4b9f5c89e96a6b82e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:34:36Z', 'updated_at': '2022-06-16T00:40:27Z', 'revision_number': 6, 'project_id': 'a4e7be42e39248e4b9f5c89e96a6b82e', 'gw_port_host': None}] {{(pid=111025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 00:40:28.059636 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Provisioning complete for port 4e532c82-bdb2-4026-a352-de5c1f60e6f9 triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:40:28.060047 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (4e532c82-bdb2-4026-a352-de5c1f60e6f9), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:28.142952 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Current status of the port 4e532c82-bdb2-4026-a352-de5c1f60e6f9 is: ACTIVE; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:40:28.357924 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-8d946296-205d-4d2a-9c50-2ff5677a361f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753842673475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753842110814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909837'] for port (68308b25-ab33-4557-b7ec-e276240536b9), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:28.380666 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d946296-205d-4d2a-9c50-2ff5677a361f admin admin] Pushing event deleted for resources: {'Port': ['ID=68308b25-ab33-4557-b7ec-e276240536b9,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:40:28.462903 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-8d946296-205d-4d2a-9c50-2ff5677a361f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-673148'] for router_gateway (43b866e7-a6b0-4b6b-8ebb-c9bd8cece985), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:28.568771 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-8d946296-205d-4d2a-9c50-2ff5677a361f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3429'] for router (43b866e7-a6b0-4b6b-8ebb-c9bd8cece985), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:28.571052 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-8d946296-205d-4d2a-9c50-2ff5677a361f admin admin] Publish callbacks [] for router_controller (43b866e7-a6b0-4b6b-8ebb-c9bd8cece985), precommit_delete_associations {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:28.683005 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57101dd-9165-478d-a24b-b2380381e8ee req-531dcc81-4a85-47ed-9517-f5156564e233 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:28.684563 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-d57101dd-9165-478d-a24b-b2380381e8ee req-531dcc81-4a85-47ed-9517-f5156564e233 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 945 time: 0.0560071 Jun 16 00:40:28.740670 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-d57101dd-9165-478d-a24b-b2380381e8ee req-b5d3a0b8-41d8-45d3-afe3-98912b3b8cbd tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6225e73-4431-499a-b2e3-8d8a1435e6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502872 Jun 16 00:40:28.762448 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-8d946296-205d-4d2a-9c50-2ff5677a361f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-673004'] for router (43b866e7-a6b0-4b6b-8ebb-c9bd8cece985), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:28.765197 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d946296-205d-4d2a-9c50-2ff5677a361f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43b866e7-a6b0-4b6b-8ebb-c9bd8cece985 {{(pid=111023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 00:40:28.771294 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-8d946296-205d-4d2a-9c50-2ff5677a361f admin admin] Publish callbacks [] for router (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:28.772402 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-8d946296-205d-4d2a-9c50-2ff5677a361f admin admin] 10.222.0.20 "DELETE /v2.0/routers/43b866e7-a6b0-4b6b-8ebb-c9bd8cece985 HTTP/1.1" status: 204 len: 168 time: 1.6767085 Jun 16 00:40:28.775006 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 45986) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:40:28.837815 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ef54f90-8ecc-43b5-870c-30a2c481d0e9 admin admin] Deleting subnet b8b321f5-1d44-4d62-a89c-8299c51aa908 {{(pid=111023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 00:40:28.840373 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-3ef54f90-8ecc-43b5-870c-30a2c481d0e9 admin admin] Publish callbacks [] for subnet (b8b321f5-1d44-4d62-a89c-8299c51aa908), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:28.877551 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-3ef54f90-8ecc-43b5-870c-30a2c481d0e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10236084'] for subnet (b8b321f5-1d44-4d62-a89c-8299c51aa908), precommit_delete_associations {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:29.009502 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-3ef54f90-8ecc-43b5-870c-30a2c481d0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1219515'] for subnet (b8b321f5-1d44-4d62-a89c-8299c51aa908), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:29.045526 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:29.140676 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-3ef54f90-8ecc-43b5-870c-30a2c481d0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1219458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2909856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10303412'] for subnet (b8b321f5-1d44-4d62-a89c-8299c51aa908), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:29.171869 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef54f90-8ecc-43b5-870c-30a2c481d0e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8b321f5-1d44-4d62-a89c-8299c51aa908,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:40:29.181860 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-3ef54f90-8ecc-43b5-870c-30a2c481d0e9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:29.186257 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-3ef54f90-8ecc-43b5-870c-30a2c481d0e9 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b8b321f5-1d44-4d62-a89c-8299c51aa908 HTTP/1.1" status: 204 len: 168 time: 0.4101067 Jun 16 00:40:29.189715 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 45988) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:40:29.194137 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c47942-aa54-40f5-9d0b-cb5eaa7ca769 None None] Network dfc603d1-751d-4be9-b4c0-08fa2224635a requested from dv-cinder-803823-11-iscsi {{(pid=111024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 00:40:29.204015 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:29.295759 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-faa15201-cec6-4660-ae33-7025f254e5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (50ece25a-9452-44f6-8bc9-48c0ade2294b), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:29.299489 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-b05f9318-2def-4543-ad87-20e8c9fc7411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1350587'] for network (dfc603d1-751d-4be9-b4c0-08fa2224635a), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:29.381353 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.plugin [None req-b05f9318-2def-4543-ad87-20e8c9fc7411 admin admin] Deleting port 38b12424-cd74-4fdf-82f4-274b7bf460e4 {{(pid=111022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 00:40:29.381597 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-b05f9318-2def-4543-ad87-20e8c9fc7411 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753842671270'] for port (38b12424-cd74-4fdf-82f4-274b7bf460e4), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:29.409985 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9708ed7-73bf-41cc-924b-c9b8cecd47c4 None None] DHCP port deletion for dfc603d1-751d-4be9-b4c0-08fa2224635a request from dv-cinder-803823-11-iscsi {{(pid=111024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 00:40:29.459595 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e9708ed7-73bf-41cc-924b-c9b8cecd47c4 None None] Deleting port 38b12424-cd74-4fdf-82f4-274b7bf460e4 {{(pid=111024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 00:40:29.459595 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e9708ed7-73bf-41cc-924b-c9b8cecd47c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753842671270'] for port (38b12424-cd74-4fdf-82f4-274b7bf460e4), before_delete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:29.491308 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.db [None req-b05f9318-2def-4543-ad87-20e8c9fc7411 admin admin] For port 38b12424-cd74-4fdf-82f4-274b7bf460e4, host dv-cinder-803823-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=38b12424-cd74-4fdf-82f4-274b7bf460e4,segment=NetworkSegment(83998d89-0694-4525-932b-b99a1680f07f),segment_id=83998d89-0694-4525-932b-b99a1680f07f)] {{(pid=111022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:40:29.491680 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-b05f9318-2def-4543-ad87-20e8c9fc7411 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642233'] for port (38b12424-cd74-4fdf-82f4-274b7bf460e4), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:29.508984 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.plugin [None req-b05f9318-2def-4543-ad87-20e8c9fc7411 admin admin] Calling delete_port for 38b12424-cd74-4fdf-82f4-274b7bf460e4 owned by network:dhcp {{(pid=111022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 00:40:29.538123 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-e9708ed7-73bf-41cc-924b-c9b8cecd47c4 None None] For port 38b12424-cd74-4fdf-82f4-274b7bf460e4, host dv-cinder-803823-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=38b12424-cd74-4fdf-82f4-274b7bf460e4,segment=NetworkSegment(83998d89-0694-4525-932b-b99a1680f07f),segment_id=83998d89-0694-4525-932b-b99a1680f07f)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:40:29.538527 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e9708ed7-73bf-41cc-924b-c9b8cecd47c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642233'] for port (38b12424-cd74-4fdf-82f4-274b7bf460e4), precommit_delete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:29.560245 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e9708ed7-73bf-41cc-924b-c9b8cecd47c4 None None] Calling delete_port for 38b12424-cd74-4fdf-82f4-274b7bf460e4 owned by network:dhcp {{(pid=111024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 00:40:29.696142 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-b05f9318-2def-4543-ad87-20e8c9fc7411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753842673475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753842110814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18330592'] for port (38b12424-cd74-4fdf-82f4-274b7bf460e4), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:29.703457 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e9708ed7-73bf-41cc-924b-c9b8cecd47c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753842673475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753842110814'] for port (38b12424-cd74-4fdf-82f4-274b7bf460e4), after_delete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:29.707348 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:29.714153 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05f9318-2def-4543-ad87-20e8c9fc7411 admin admin] No DVR routers for this DVR port 38b12424-cd74-4fdf-82f4-274b7bf460e4 on host dv-cinder-803823-11-iscsi {{(pid=111022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 00:40:29.749130 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (81117e21-cbf2-493f-9e14-29a3cec1f25a), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:29.753514 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9708ed7-73bf-41cc-924b-c9b8cecd47c4 None None] Pushing event deleted for resources: {'Port': ['ID=38b12424-cd74-4fdf-82f4-274b7bf460e4,revision_number=None']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:40:29.757165 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9708ed7-73bf-41cc-924b-c9b8cecd47c4 None None] No DVR routers for this DVR port 38b12424-cd74-4fdf-82f4-274b7bf460e4 on host dv-cinder-803823-11-iscsi {{(pid=111024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 00:40:29.829990 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-b05f9318-2def-4543-ad87-20e8c9fc7411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1217386', 'neutron.services.segments.db._delete_segments_for_network-8753842649658'] for network (dfc603d1-751d-4be9-b4c0-08fa2224635a), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:29.855580 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.services.segments.db [None req-b05f9318-2def-4543-ad87-20e8c9fc7411 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfc603d1-751d-4be9-b4c0-08fa2224635a']}} {{(pid=111022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:40:29.866465 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.services.segments.db [None req-b05f9318-2def-4543-ad87-20e8c9fc7411 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83998d89-0694-4525-932b-b99a1680f07f') {'for_net_delete': True} {{(pid=111022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:40:29.866755 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.services.segments.db [None req-b05f9318-2def-4543-ad87-20e8c9fc7411 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83998d89-0694-4525-932b-b99a1680f07f') {} {{(pid=111022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:40:29.877537 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-b05f9318-2def-4543-ad87-20e8c9fc7411 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753842648513', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18744251'] for segment (83998d89-0694-4525-932b-b99a1680f07f), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:29.891362 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-b05f9318-2def-4543-ad87-20e8c9fc7411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219328'] for segment (83998d89-0694-4525-932b-b99a1680f07f), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:29.906170 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05f9318-2def-4543-ad87-20e8c9fc7411 admin admin] Pushing event deleted for resources: {'Port': ['ID=38b12424-cd74-4fdf-82f4-274b7bf460e4,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:40:29.915044 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b05f9318-2def-4543-ad87-20e8c9fc7411 admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=111022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 00:40:29.915044 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-b05f9318-2def-4543-ad87-20e8c9fc7411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18330515'] for segment (83998d89-0694-4525-932b-b99a1680f07f), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:29.936081 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device 68308b25-ab33-4557-b7ec-e276240536b9 no longer exists at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 00:40:29.977837 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] No Port match for: 68308b25-ab33-4557-b7ec-e276240536b9 {{(pid=111024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 00:40:29.978420 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device 68308b25-ab33-4557-b7ec-e276240536b9 not bound to the agent host dv-cinder-803823-11-iscsi {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 00:40:29.980929 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device 38b12424-cd74-4fdf-82f4-274b7bf460e4 no longer exists at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 00:40:30.024666 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] No Port match for: 38b12424-cd74-4fdf-82f4-274b7bf460e4 {{(pid=111024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 00:40:30.025203 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device 38b12424-cd74-4fdf-82f4-274b7bf460e4 not bound to the agent host dv-cinder-803823-11-iscsi {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 00:40:30.026886 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device a47108a1-c520-47ad-9272-28cb98936d46 no longer exists at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 00:40:30.044131 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc516b-ec3e-475a-a023-c0605e1b9a14 req-aaa734d1-dc29-4747-9770-6ce9b335224f tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:30.045811 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-54fc516b-ec3e-475a-a023-c0605e1b9a14 req-aaa734d1-dc29-4747-9770-6ce9b335224f tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 945 time: 0.1422350 Jun 16 00:40:30.078817 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] No Port match for: a47108a1-c520-47ad-9272-28cb98936d46 {{(pid=111024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 00:40:30.079177 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device a47108a1-c520-47ad-9272-28cb98936d46 not bound to the agent host dv-cinder-803823-11-iscsi {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 00:40:30.107856 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.services.segments.plugin [-] Segment 83998d89-0694-4525-932b-b99a1680f07f resource provider aggregate not found Jun 16 00:40:30.120747 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-54fc516b-ec3e-475a-a023-c0605e1b9a14 req-f9d663fe-f2b4-4f2b-aa1c-d4fe989e7312 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6225e73-4431-499a-b2e3-8d8a1435e6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676579 Jun 16 00:40:30.123813 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-b05f9318-2def-4543-ad87-20e8c9fc7411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1220132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673112'] for network (dfc603d1-751d-4be9-b4c0-08fa2224635a), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:30.157690 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-b05f9318-2def-4543-ad87-20e8c9fc7411 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590195'] for network (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:30.165829 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-b05f9318-2def-4543-ad87-20e8c9fc7411 admin admin] 10.222.0.20 "DELETE /v2.0/networks/dfc603d1-751d-4be9-b4c0-08fa2224635a HTTP/1.1" status: 204 len: 168 time: 0.9749761 Jun 16 00:40:30.176289 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.services.segments.plugin [-] Segment 83998d89-0694-4525-932b-b99a1680f07f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 83998d89-0694-4525-932b-b99a1680f07f found for delete ", "request_id": "req-f926ee8e-1c6b-4f49-8355-b2d8933d58bc"}]} Jun 16 00:40:30.177255 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05f9318-2def-4543-ad87-20e8c9fc7411 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfc603d1-751d-4be9-b4c0-08fa2224635a,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:40:30.469409 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 46002) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:40:30.514826 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-0570e53c-c7d2-431e-b970-8e6020b63d74 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a4e7be42e39248e4b9f5c89e96a6b82e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0442593 Jun 16 00:40:30.518035 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 46004) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:40:30.535189 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:30.578250 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-6945fd88-579a-4db1-b6ad-f72110ccc1f8 admin admin] Publish callbacks [] for security_group (c125afed-9ea9-4bd9-bcee-e7576ddee5d4), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:30.605056 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-6945fd88-579a-4db1-b6ad-f72110ccc1f8 admin admin] Publish callbacks [] for security_group (c125afed-9ea9-4bd9-bcee-e7576ddee5d4), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:30.734951 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-6945fd88-579a-4db1-b6ad-f72110ccc1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (c125afed-9ea9-4bd9-bcee-e7576ddee5d4), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:30.737789 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-6945fd88-579a-4db1-b6ad-f72110ccc1f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:30.751193 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-6945fd88-579a-4db1-b6ad-f72110ccc1f8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c125afed-9ea9-4bd9-bcee-e7576ddee5d4 HTTP/1.1" status: 204 len: 168 time: 0.2226846 Jun 16 00:40:30.759745 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945fd88-579a-4db1-b6ad-f72110ccc1f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c125afed-9ea9-4bd9-bcee-e7576ddee5d4,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:40:31.263654 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:31.285076 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa5db6-8714-4182-a63a-f99af84e2f8a req-44b7daad-a26c-4fd5-802d-9870244312ed tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:31.286742 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-61aa5db6-8714-4182-a63a-f99af84e2f8a req-44b7daad-a26c-4fd5-802d-9870244312ed tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 945 time: 0.0537541 Jun 16 00:40:31.351257 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-61aa5db6-8714-4182-a63a-f99af84e2f8a req-fd581154-5d3b-485c-ac9e-2fef1009ffde tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6225e73-4431-499a-b2e3-8d8a1435e6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567498 Jun 16 00:40:32.495186 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ada68-90f8-4b7f-ba7e-5d27a2985177 req-87e6af96-1574-4404-ad76-2d46859b2d54 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:32.496947 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-d56ada68-90f8-4b7f-ba7e-5d27a2985177 req-87e6af96-1574-4404-ad76-2d46859b2d54 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 945 time: 0.0581903 Jun 16 00:40:32.554292 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-d56ada68-90f8-4b7f-ba7e-5d27a2985177 req-defde7cf-0a5a-4017-9625-0ae1d1b16bcf tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6225e73-4431-499a-b2e3-8d8a1435e6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487800 Jun 16 00:40:33.693693 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f9d05-5df0-4e33-bc42-002e35fdb261 req-c4ef3769-1b55-4b0e-9864-031228071aef tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:33.695253 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-d76f9d05-5df0-4e33-bc42-002e35fdb261 req-c4ef3769-1b55-4b0e-9864-031228071aef tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 945 time: 0.0518796 Jun 16 00:40:33.761573 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-d76f9d05-5df0-4e33-bc42-002e35fdb261 req-b3036d18-1e96-48b5-89f4-6c55e8f36736 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6225e73-4431-499a-b2e3-8d8a1435e6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593956 Jun 16 00:40:34.886530 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ecb909-5d31-4759-b4f7-97f6e0d4ad73 req-b2176040-f2a0-4e7a-9819-55df6aabb564 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:34.887998 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-07ecb909-5d31-4759-b4f7-97f6e0d4ad73 req-b2176040-f2a0-4e7a-9819-55df6aabb564 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 945 time: 0.0488660 Jun 16 00:40:34.937813 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-07ecb909-5d31-4759-b4f7-97f6e0d4ad73 req-0a42d8b5-54e0-498e-bab3-9bc2180a3740 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6225e73-4431-499a-b2e3-8d8a1435e6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428073 Jun 16 00:40:36.062312 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b0d0fc-46a7-4fe5-adb0-6e32fb123081 req-f6de6c40-dd2e-4b65-9962-051d407815a5 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:36.063776 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-41b0d0fc-46a7-4fe5-adb0-6e32fb123081 req-f6de6c40-dd2e-4b65-9962-051d407815a5 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 945 time: 0.0523827 Jun 16 00:40:36.112490 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-41b0d0fc-46a7-4fe5-adb0-6e32fb123081 req-1a5c4435-021a-4887-9eda-dcec6ab10d9c tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6225e73-4431-499a-b2e3-8d8a1435e6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426621 Jun 16 00:40:36.355070 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3e7f02-1c0b-4639-96c0-8cea0496caf8 req-64d1b39d-b876-4a29-b481-333d44e22aa5 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:36.356511 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-9b3e7f02-1c0b-4639-96c0-8cea0496caf8 req-64d1b39d-b876-4a29-b481-333d44e22aa5 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/networks?id=ddc3f874-dd28-4dc7-b3dc-474b8dd70acf HTTP/1.1" status: 200 len: 815 time: 0.1022711 Jun 16 00:40:36.371267 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-9b3e7f02-1c0b-4639-96c0-8cea0496caf8 req-0602f27e-748c-4b20-bf97-2edcfd9b109f tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/quotas/ad47d922a30a4c55a781c52c5bd5236f HTTP/1.1" status: 200 len: 375 time: 0.0089030 Jun 16 00:40:36.419308 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-9b3e7f02-1c0b-4639-96c0-8cea0496caf8 req-6b15afad-a3d9-4958-b06b-250ea8b9dce2 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ad47d922a30a4c55a781c52c5bd5236f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0429070 Jun 16 00:40:36.608315 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-9b3e7f02-1c0b-4639-96c0-8cea0496caf8 req-335fb10e-3670-429d-addb-37915c29c997 service neutron] 10.222.0.20 "GET /v2.0/networks/ddc3f874-dd28-4dc7-b3dc-474b8dd70acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778307 Jun 16 00:40:36.695030 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-9b3e7f02-1c0b-4639-96c0-8cea0496caf8 req-de9dac60-8901-4c0a-a96b-3375f9b35abd service neutron] 10.222.0.20 "GET /v2.0/networks/ddc3f874-dd28-4dc7-b3dc-474b8dd70acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809777 Jun 16 00:40:36.948942 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-786305fe-aa67-4eb0-bcda-3bfc629641b5 req-408146d8-8db5-4a4c-9c96-be781462e2c8 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/ports?device_id=63ba2bcd-076b-43b8-8753-fb86693d2614 HTTP/1.1" status: 200 len: 210 time: 0.0358438 Jun 16 00:40:37.243614 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e5bac5-f7c8-4ad9-a92b-1c95fe3a5ccc req-e0bffd90-bdc3-4253-a8c5-2847efa5c400 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:37.248412 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-d7e5bac5-f7c8-4ad9-a92b-1c95fe3a5ccc req-e0bffd90-bdc3-4253-a8c5-2847efa5c400 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 945 time: 0.0590503 Jun 16 00:40:37.469552 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:37.492809 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-d7e5bac5-f7c8-4ad9-a92b-1c95fe3a5ccc req-f2cb9a1a-1eb5-4a42-8618-e9891898f5f3 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6225e73-4431-499a-b2e3-8d8a1435e6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2379551 Jun 16 00:40:38.017227 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=7 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:38.021485 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=42 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:38.026446 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-32da6a02-58a6-43ee-b39a-cd3f1ade9937 req-df04c25d-93e9-4b8c-b420-5783eb2304d8 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/ports?device_id=63ba2bcd-076b-43b8-8753-fb86693d2614 HTTP/1.1" status: 200 len: 210 time: 0.0281694 Jun 16 00:40:38.615274 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c77ce97-46b1-453f-9269-d3c8c8ac9474 req-bc7cb8c5-cbdf-48f0-b9b7-bf4efd5e12c1 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:38.616801 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-3c77ce97-46b1-453f-9269-d3c8c8ac9474 req-bc7cb8c5-cbdf-48f0-b9b7-bf4efd5e12c1 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 945 time: 0.0465529 Jun 16 00:40:38.661788 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-3c77ce97-46b1-453f-9269-d3c8c8ac9474 req-db534129-e7e7-425a-af2a-1c7014acb653 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6225e73-4431-499a-b2e3-8d8a1435e6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396173 Jun 16 00:40:39.122843 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-e7b61c9d-a2b1-452b-ae31-1fba3568a49c req-8d1c9c2c-3648-45de-b7d2-07061d3cb536 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/ports?device_id=63ba2bcd-076b-43b8-8753-fb86693d2614 HTTP/1.1" status: 200 len: 210 time: 0.0318248 Jun 16 00:40:39.780689 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6743f97-f2f8-4882-a039-05eefcc77c0d req-805fc6a7-3fae-4984-9518-9e2ce3702149 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:39.782115 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-d6743f97-f2f8-4882-a039-05eefcc77c0d req-805fc6a7-3fae-4984-9518-9e2ce3702149 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 945 time: 0.0493965 Jun 16 00:40:39.827457 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-d6743f97-f2f8-4882-a039-05eefcc77c0d req-87cefc27-773f-4eff-abea-7520888b8195 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6225e73-4431-499a-b2e3-8d8a1435e6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399137 Jun 16 00:40:40.216723 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-c39c6ad8-8633-423d-8577-dcf68a16cf13 req-4bcf04a5-9373-4a68-9bf2-f6d08bfe665a tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/ports?device_id=63ba2bcd-076b-43b8-8753-fb86693d2614 HTTP/1.1" status: 200 len: 210 time: 0.0280449 Jun 16 00:40:40.775382 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:40.776463 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=40,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:40.945075 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c600f05-02cc-4c5a-9cc3-dea87ad2a68e req-d2ec1a2c-1348-416d-b7f0-e4ab45d32860 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:40.946517 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-7c600f05-02cc-4c5a-9cc3-dea87ad2a68e req-d2ec1a2c-1348-416d-b7f0-e4ab45d32860 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 945 time: 0.0460997 Jun 16 00:40:40.986137 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=100 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:40.993083 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-7c600f05-02cc-4c5a-9cc3-dea87ad2a68e req-ea587b00-76e6-4ab4-9429-cfcfa8b1db85 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6225e73-4431-499a-b2e3-8d8a1435e6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411122 Jun 16 00:40:41.310374 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-b90e2255-6ab2-4479-8610-b20896cf84bb req-efb21540-8416-45c8-9f93-b3fdae0fb9cf tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/ports?device_id=63ba2bcd-076b-43b8-8753-fb86693d2614 HTTP/1.1" status: 200 len: 210 time: 0.0271556 Jun 16 00:40:41.561298 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3e7f02-1c0b-4639-96c0-8cea0496caf8 req-b31eee7e-144a-4e0f-879a-2e20b1210e34 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:41.563227 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-9b3e7f02-1c0b-4639-96c0-8cea0496caf8 req-b31eee7e-144a-4e0f-879a-2e20b1210e34 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.40 "GET /v2.0/networks?id=ddc3f874-dd28-4dc7-b3dc-474b8dd70acf HTTP/1.1" status: 200 len: 815 time: 0.1076972 Jun 16 00:40:41.585570 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [req-9b3e7f02-1c0b-4639-96c0-8cea0496caf8 req-ce8e5443-5141-4e0d-baff-46a43b74095e tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Request body: {'port': {'device_id': '63ba2bcd-076b-43b8-8753-fb86693d2614', 'network_id': 'ddc3f874-dd28-4dc7-b3dc-474b8dd70acf', 'admin_state_up': True, 'tenant_id': 'ad47d922a30a4c55a781c52c5bd5236f'}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:40:41.746097 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b3e7f02-1c0b-4639-96c0-8cea0496caf8 req-ce8e5443-5141-4e0d-baff-46a43b74095e tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Made reservation on behalf of ad47d922a30a4c55a781c52c5bd5236f for: {'port': 1} {{(pid=111023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 00:40:41.749545 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-9b3e7f02-1c0b-4639-96c0-8cea0496caf8 req-ce8e5443-5141-4e0d-baff-46a43b74095e tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:41.882412 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.db_base_plugin_common [req-9b3e7f02-1c0b-4639-96c0-8cea0496caf8 req-ce8e5443-5141-4e0d-baff-46a43b74095e tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Allocated IP 172.20.0.13 (ddc3f874-dd28-4dc7-b3dc-474b8dd70acf/20686f03-70a1-441c-9562-c71d0dab7272/6a0788b7-0528-40f3-80fe-df58bcfaf509) {{(pid=111023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 00:40:42.038870 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-9b3e7f02-1c0b-4639-96c0-8cea0496caf8 req-ce8e5443-5141-4e0d-baff-46a43b74095e tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Publish callbacks [] for port (6a0788b7-0528-40f3-80fe-df58bcfaf509), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:42.044225 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:42.072050 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:42.126431 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad77a6-9616-42b3-8162-f35bd411f5fb req-4b29613f-15f3-4462-bd3b-c6a89ec1477b tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:42.127922 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-74ad77a6-9616-42b3-8162-f35bd411f5fb req-4b29613f-15f3-4462-bd3b-c6a89ec1477b tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 945 time: 0.0484202 Jun 16 00:40:42.135036 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-9b3e7f02-1c0b-4639-96c0-8cea0496caf8 req-ce8e5443-5141-4e0d-baff-46a43b74095e tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753842110805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909837'] for port (6a0788b7-0528-40f3-80fe-df58bcfaf509), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:42.178363 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b3e7f02-1c0b-4639-96c0-8cea0496caf8 req-ce8e5443-5141-4e0d-baff-46a43b74095e tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Network ddc3f874-dd28-4dc7-b3dc-474b8dd70acf is already hosted by enough agents. {{(pid=111023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:40:42.183627 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.base_scheduler [req-9b3e7f02-1c0b-4639-96c0-8cea0496caf8 req-ce8e5443-5141-4e0d-baff-46a43b74095e tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Resources bound (agent type, host, resource id): {{(pid=111023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:40:42.186300 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b3e7f02-1c0b-4639-96c0-8cea0496caf8 req-ce8e5443-5141-4e0d-baff-46a43b74095e tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Received port after_create {{(pid=111023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 00:40:42.188963 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-74ad77a6-9616-42b3-8162-f35bd411f5fb req-41bbd4bc-2b08-43c9-b6d2-35c2e6e83a39 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6225e73-4431-499a-b2e3-8d8a1435e6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547533 Jun 16 00:40:42.236372 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8e5443-5141-4e0d-baff-46a43b74095e tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Pushing event updated for resources: {'Port': ['ID=6a0788b7-0528-40f3-80fe-df58bcfaf509,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:40:42.266137 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3e7f02-1c0b-4639-96c0-8cea0496caf8 req-ce8e5443-5141-4e0d-baff-46a43b74095e tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:42.269417 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-9b3e7f02-1c0b-4639-96c0-8cea0496caf8 req-ce8e5443-5141-4e0d-baff-46a43b74095e tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for port (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:42.348819 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-9b3e7f02-1c0b-4639-96c0-8cea0496caf8 req-ce8e5443-5141-4e0d-baff-46a43b74095e tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7667294 Jun 16 00:40:42.375898 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [req-9b3e7f02-1c0b-4639-96c0-8cea0496caf8 req-4c188a8d-87d0-4ccf-9a1f-e62e58359178 service neutron] Request body: {'port': {'device_id': '63ba2bcd-076b-43b8-8753-fb86693d2614', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:40:42.467582 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-9b3e7f02-1c0b-4639-96c0-8cea0496caf8 req-4c188a8d-87d0-4ccf-9a1f-e62e58359178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (6a0788b7-0528-40f3-80fe-df58bcfaf509), before_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:42.483565 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-90a31968-d316-4267-9690-9364a1fa6c5d None None] Provisioning complete for port 6a0788b7-0528-40f3-80fe-df58bcfaf509 triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:40:42.492645 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-90a31968-d316-4267-9690-9364a1fa6c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (6a0788b7-0528-40f3-80fe-df58bcfaf509), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:42.534888 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-90a31968-d316-4267-9690-9364a1fa6c5d None None] Port 6a0788b7-0528-40f3-80fe-df58bcfaf509 cannot update to ACTIVE because it is not bound. {{(pid=111024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 00:40:42.590349 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830fa38e-096e-4b1c-bdd5-f7cad9568f8c req-eed2a36e-3cf9-4517-a3bc-41fd5f5a0763 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:42.591890 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-830fa38e-096e-4b1c-bdd5-f7cad9568f8c req-eed2a36e-3cf9-4517-a3bc-41fd5f5a0763 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/ports?device_id=63ba2bcd-076b-43b8-8753-fb86693d2614 HTTP/1.1" status: 200 len: 932 time: 0.1770155 Jun 16 00:40:42.716260 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-830fa38e-096e-4b1c-bdd5-f7cad9568f8c req-29c3f8f9-48a6-48bf-b5d8-a6542b22cc6b tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a85ccf4-43d6-40b7-a50e-3ea2d29e977c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141930 Jun 16 00:40:42.885758 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.notifiers.nova [req-9b3e7f02-1c0b-4639-96c0-8cea0496caf8 req-4c188a8d-87d0-4ccf-9a1f-e62e58359178 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a0788b7-0528-40f3-80fe-df58bcfaf509 {{(pid=111023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 00:40:42.894257 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-9b3e7f02-1c0b-4639-96c0-8cea0496caf8 req-4c188a8d-87d0-4ccf-9a1f-e62e58359178 service neutron] Publish callbacks [] for port (6a0788b7-0528-40f3-80fe-df58bcfaf509), precommit_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:42.907439 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.provisioning_blocks [req-9b3e7f02-1c0b-4639-96c0-8cea0496caf8 req-4c188a8d-87d0-4ccf-9a1f-e62e58359178 service neutron] Transition to ACTIVE for port object 6a0788b7-0528-40f3-80fe-df58bcfaf509 will not be triggered until provisioned by entity L2. {{(pid=111023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 00:40:42.992441 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-9b3e7f02-1c0b-4639-96c0-8cea0496caf8 req-4c188a8d-87d0-4ccf-9a1f-e62e58359178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909850'] for port (6a0788b7-0528-40f3-80fe-df58bcfaf509), after_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:42.997880 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:43.022121 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device 3aed7710-78db-49be-89bf-f87f2e363d9b details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=111024) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 00:40:43.057859 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c188a8d-87d0-4ccf-9a1f-e62e58359178 service neutron] Pushing event updated for resources: {'Port': ['ID=6a0788b7-0528-40f3-80fe-df58bcfaf509,revision_number=2']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:40:43.139108 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] For port 3aed7710-78db-49be-89bf-f87f2e363d9b, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=3aed7710-78db-49be-89bf-f87f2e363d9b,segment=NetworkSegment(5c02ce47-b4ce-4c8e-af6b-d3fbab975164),segment_id=5c02ce47-b4ce-4c8e-af6b-d3fbab975164)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:40:43.145699 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.managers [req-9b3e7f02-1c0b-4639-96c0-8cea0496caf8 req-4c188a8d-87d0-4ccf-9a1f-e62e58359178 service neutron] Attempting to bind port 6a0788b7-0528-40f3-80fe-df58bcfaf509 on host hv-cinder-80382 for vnic_type normal with profile {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 00:40:43.146339 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.managers [req-9b3e7f02-1c0b-4639-96c0-8cea0496caf8 req-4c188a8d-87d0-4ccf-9a1f-e62e58359178 service neutron] Attempting to bind port 6a0788b7-0528-40f3-80fe-df58bcfaf509 by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': 'e6e3e48c-d62c-4862-a1af-3c681d3335e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ddc3f874-dd28-4dc7-b3dc-474b8dd70acf'}] {{(pid=111023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 00:40:43.146847 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3e7f02-1c0b-4639-96c0-8cea0496caf8 req-4c188a8d-87d0-4ccf-9a1f-e62e58359178 service neutron] Attempting to bind port 6a0788b7-0528-40f3-80fe-df58bcfaf509 on network ddc3f874-dd28-4dc7-b3dc-474b8dd70acf {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 00:40:43.153756 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Returning: {'device': '3aed7710-78db-49be-89bf-f87f2e363d9b', 'network_id': 'a6844d01-625d-4b71-91cf-373fe3e3e7cc', 'port_id': '3aed7710-78db-49be-89bf-f87f2e363d9b', 'mac_address': 'fa:16:3e:64:7a:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '892d2143-b3e2-4410-bf1b-7ad84511c529', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111024) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 00:40:43.154620 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3e7f02-1c0b-4639-96c0-8cea0496caf8 req-4c188a8d-87d0-4ccf-9a1f-e62e58359178 service neutron] Port 6a0788b7-0528-40f3-80fe-df58bcfaf509 on network ddc3f874-dd28-4dc7-b3dc-474b8dd70acf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 00:40:43.154941 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3e7f02-1c0b-4639-96c0-8cea0496caf8 req-4c188a8d-87d0-4ccf-9a1f-e62e58359178 service neutron] Attempting to bind port 6a0788b7-0528-40f3-80fe-df58bcfaf509 on network ddc3f874-dd28-4dc7-b3dc-474b8dd70acf {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 00:40:43.162090 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3e7f02-1c0b-4639-96c0-8cea0496caf8 req-4c188a8d-87d0-4ccf-9a1f-e62e58359178 service neutron] Checking agent: {'id': '42cc932a-4e60-43e8-a4dc-4f47b3d3efae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 0, 32, 41), 'started_at': datetime.datetime(2022, 6, 16, 0, 32, 41), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 0, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 00:40:43.162514 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3e7f02-1c0b-4639-96c0-8cea0496caf8 req-4c188a8d-87d0-4ccf-9a1f-e62e58359178 service neutron] Checking segment: {'id': 'e6e3e48c-d62c-4862-a1af-3c681d3335e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ddc3f874-dd28-4dc7-b3dc-474b8dd70acf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 00:40:43.162903 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3e7f02-1c0b-4639-96c0-8cea0496caf8 req-4c188a8d-87d0-4ccf-9a1f-e62e58359178 service neutron] Bound using segment: {'id': 'e6e3e48c-d62c-4862-a1af-3c681d3335e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ddc3f874-dd28-4dc7-b3dc-474b8dd70acf'} {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 00:40:43.163335 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.managers [req-9b3e7f02-1c0b-4639-96c0-8cea0496caf8 req-4c188a8d-87d0-4ccf-9a1f-e62e58359178 service neutron] Bound port: 6a0788b7-0528-40f3-80fe-df58bcfaf509, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6e3e48c-d62c-4862-a1af-3c681d3335e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ddc3f874-dd28-4dc7-b3dc-474b8dd70acf'}}] {{(pid=111023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 00:40:43.163749 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-9b3e7f02-1c0b-4639-96c0-8cea0496caf8 req-4c188a8d-87d0-4ccf-9a1f-e62e58359178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (6a0788b7-0528-40f3-80fe-df58bcfaf509), before_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:43.200160 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Current status of the port 3aed7710-78db-49be-89bf-f87f2e363d9b is: ACTIVE; New status is: BUILD {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:40:43.200564 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (3aed7710-78db-49be-89bf-f87f2e363d9b), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:43.232006 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.notifiers.nova [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3aed7710-78db-49be-89bf-f87f2e363d9b {{(pid=111024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 00:40:43.261977 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.db [req-9b3e7f02-1c0b-4639-96c0-8cea0496caf8 req-4c188a8d-87d0-4ccf-9a1f-e62e58359178 service neutron] For port 6a0788b7-0528-40f3-80fe-df58bcfaf509, host hv-cinder-80382, cleared binding levels {{(pid=111023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 00:40:43.265540 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] For port 3aed7710-78db-49be-89bf-f87f2e363d9b, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=3aed7710-78db-49be-89bf-f87f2e363d9b,segment=NetworkSegment(5c02ce47-b4ce-4c8e-af6b-d3fbab975164),segment_id=5c02ce47-b4ce-4c8e-af6b-d3fbab975164)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:40:43.265928 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.db [req-9b3e7f02-1c0b-4639-96c0-8cea0496caf8 req-4c188a8d-87d0-4ccf-9a1f-e62e58359178 service neutron] For port 6a0788b7-0528-40f3-80fe-df58bcfaf509, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=6a0788b7-0528-40f3-80fe-df58bcfaf509,segment=NetworkSegment(e6e3e48c-d62c-4862-a1af-3c681d3335e6),segment_id=e6e3e48c-d62c-4862-a1af-3c681d3335e6)] {{(pid=111023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 00:40:43.346686 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (42cc932a-4e60-43e8-a4dc-4f47b3d3efae), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:43.346856 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-9b3e7f02-1c0b-4639-96c0-8cea0496caf8 req-4c188a8d-87d0-4ccf-9a1f-e62e58359178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909850'] for port (6a0788b7-0528-40f3-80fe-df58bcfaf509), after_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:43.347917 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (3aed7710-78db-49be-89bf-f87f2e363d9b), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:43.395955 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a5398a-c2f6-4e80-932a-def79618d0ab req-850552e6-3fec-4e1f-b59c-21495b04ca16 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:43.400476 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-c3a5398a-c2f6-4e80-932a-def79618d0ab req-850552e6-3fec-4e1f-b59c-21495b04ca16 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 945 time: 0.0901601 Jun 16 00:40:43.414438 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3e7f02-1c0b-4639-96c0-8cea0496caf8 req-4c188a8d-87d0-4ccf-9a1f-e62e58359178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:43.415226 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-9b3e7f02-1c0b-4639-96c0-8cea0496caf8 req-4c188a8d-87d0-4ccf-9a1f-e62e58359178 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for port (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:43.417164 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-9b3e7f02-1c0b-4639-96c0-8cea0496caf8 req-4c188a8d-87d0-4ccf-9a1f-e62e58359178 service neutron] 10.222.0.40 "PUT /v2.0/ports/6a0788b7-0528-40f3-80fe-df58bcfaf509 HTTP/1.1" status: 200 len: 1094 time: 1.0507851 Jun 16 00:40:43.419857 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63ba2bcd-076b-43b8-8753-fb86693d2614', 'tag': '6a0788b7-0528-40f3-80fe-df58bcfaf509'}] {{(pid=111023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:40:43.422754 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849ffc5c5c28115853a01ef2d84a57e68c82d4a74a931575540ba89325b26957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4783c062-148e-45e9-8a76-dc1cf0364499" -d '{"events": [{"name": "network-changed", "server_uuid": "63ba2bcd-076b-43b8-8753-fb86693d2614", "tag": "6a0788b7-0528-40f3-80fe-df58bcfaf509"}]}' {{(pid=111023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:40:43.493553 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c188a8d-87d0-4ccf-9a1f-e62e58359178 service neutron] Pushing event updated for resources: {'Port': ['ID=6a0788b7-0528-40f3-80fe-df58bcfaf509,revision_number=3']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:40:43.524546 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 00:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93faf7f3-f483-48d8-a533-b460e311afc2 x-openstack-request-id: req-93faf7f3-f483-48d8-a533-b460e311afc2 {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:40:43.527190 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63ba2bcd-076b-43b8-8753-fb86693d2614", "tag": "6a0788b7-0528-40f3-80fe-df58bcfaf509", "status": "completed", "code": 200}]} {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:40:43.527190 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-93faf7f3-f483-48d8-a533-b460e311afc2 {{(pid=111023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:40:43.527190 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93faf7f3-f483-48d8-a533-b460e311afc2'] response: {'name': 'network-changed', 'server_uuid': '63ba2bcd-076b-43b8-8753-fb86693d2614', 'tag': '6a0788b7-0528-40f3-80fe-df58bcfaf509', 'status': 'completed', 'code': 200} Jun 16 00:40:43.547632 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-c3a5398a-c2f6-4e80-932a-def79618d0ab req-ea81ef4b-8966-4980-b787-be1cef8a25af tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6225e73-4431-499a-b2e3-8d8a1435e6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391478 Jun 16 00:40:43.560969 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] get_ports_and_sgs() called for port_ids ['3aed7710-78db-49be-89bf-f87f2e363d9b'] {{(pid=111024) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 00:40:43.565677 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Pushing event updated for resources: {'Port': ['ID=3aed7710-78db-49be-89bf-f87f2e363d9b,revision_number=6']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:40:43.909811 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ed631-1fb8-460b-a030-fe064f7edeb1 req-64648086-2ed1-4d3f-9b66-06c2e0021302 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:43.911660 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-e65ed631-1fb8-460b-a030-fe064f7edeb1 req-64648086-2ed1-4d3f-9b66-06c2e0021302 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/ports?device_id=63ba2bcd-076b-43b8-8753-fb86693d2614 HTTP/1.1" status: 200 len: 944 time: 0.0719206 Jun 16 00:40:43.965811 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-e65ed631-1fb8-460b-a030-fe064f7edeb1 req-7d12c3f4-20d0-460e-ad8e-3a5139cbfb9c tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a85ccf4-43d6-40b7-a50e-3ea2d29e977c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466895 Jun 16 00:40:44.673272 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd91626f-d6ae-4683-835a-a07e0a6031ee req-76148044-299e-4577-90fb-b96eed47e63a tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:44.675090 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-bd91626f-d6ae-4683-835a-a07e0a6031ee req-76148044-299e-4577-90fb-b96eed47e63a tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 944 time: 0.0539486 Jun 16 00:40:44.725504 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-bd91626f-d6ae-4683-835a-a07e0a6031ee req-33303483-2d42-4d4f-9ead-dfc430ad0563 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6225e73-4431-499a-b2e3-8d8a1435e6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444162 Jun 16 00:40:45.038502 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device 3aed7710-78db-49be-89bf-f87f2e363d9b up at agent hyperv_hv-cinder-80382 {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:40:45.087621 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Provisioning complete for port 3aed7710-78db-49be-89bf-f87f2e363d9b triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:40:45.088370 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (3aed7710-78db-49be-89bf-f87f2e363d9b), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:45.093102 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025fbd6-7a71-41f0-b863-49d299bd2d5d req-b9e35bb3-ea2c-4f4a-b36f-3c6982116117 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:45.096997 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-2025fbd6-7a71-41f0-b863-49d299bd2d5d req-b9e35bb3-ea2c-4f4a-b36f-3c6982116117 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/ports?device_id=63ba2bcd-076b-43b8-8753-fb86693d2614 HTTP/1.1" status: 200 len: 944 time: 0.0509770 Jun 16 00:40:45.195946 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Current status of the port 3aed7710-78db-49be-89bf-f87f2e363d9b is: BUILD; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:40:45.196435 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (3aed7710-78db-49be-89bf-f87f2e363d9b), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:45.201899 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-2025fbd6-7a71-41f0-b863-49d299bd2d5d req-16ae3c4a-7e06-4e53-ae55-110f3c54f21f tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a85ccf4-43d6-40b7-a50e-3ea2d29e977c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014187 Jun 16 00:40:45.242908 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aed7710-78db-49be-89bf-f87f2e363d9b'}] {{(pid=111024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:40:45.249077 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4573778420d3d0f041bbf6733ae9852b47924bf8d6b8ed88ee9f05ae747ab312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e0bf33-272b-42ee-8eb2-28c8e75183f9" -d '{"events": [{"server_uuid": "42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d", "name": "network-vif-plugged", "status": "completed", "tag": "3aed7710-78db-49be-89bf-f87f2e363d9b"}]}' {{(pid=111024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:40:45.264195 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] For port 3aed7710-78db-49be-89bf-f87f2e363d9b, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=3aed7710-78db-49be-89bf-f87f2e363d9b,segment=NetworkSegment(5c02ce47-b4ce-4c8e-af6b-d3fbab975164),segment_id=5c02ce47-b4ce-4c8e-af6b-d3fbab975164)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:40:45.311863 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (3aed7710-78db-49be-89bf-f87f2e363d9b), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:45.382916 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Pushing event updated for resources: {'Port': ['ID=3aed7710-78db-49be-89bf-f87f2e363d9b,revision_number=7']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:40:45.524977 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 00:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fec4b8f-7e35-4d6d-baa7-afd0b495b6fe x-openstack-request-id: req-1fec4b8f-7e35-4d6d-baa7-afd0b495b6fe {{(pid=111024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:40:45.525132 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d", "name": "network-vif-plugged", "status": "completed", "tag": "3aed7710-78db-49be-89bf-f87f2e363d9b", "code": 200}]} {{(pid=111024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:40:45.525380 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1fec4b8f-7e35-4d6d-baa7-afd0b495b6fe {{(pid=111024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:40:45.525797 dv-cinder-803823-11-iscsi neutron-server[111024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fec4b8f-7e35-4d6d-baa7-afd0b495b6fe'] response: {'server_uuid': '42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aed7710-78db-49be-89bf-f87f2e363d9b', 'code': 200} Jun 16 00:40:45.824372 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.agents_db [None req-15653567-1518-4353-bd1f-4d0dcdae15fd None None] Agent healthcheck: found 6 active agents {{(pid=111025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 00:40:45.860916 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47029bbf-0946-408c-a06c-1a795b3444fb req-05189251-d2c7-43a1-979d-dfffeeb07e04 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:45.862382 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-47029bbf-0946-408c-a06c-1a795b3444fb req-05189251-d2c7-43a1-979d-dfffeeb07e04 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 945 time: 0.0580199 Jun 16 00:40:45.895224 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:45.928555 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-47029bbf-0946-408c-a06c-1a795b3444fb req-e3eedec4-115c-4b75-897a-2092f6b639d8 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6225e73-4431-499a-b2e3-8d8a1435e6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583549 Jun 16 00:40:46.107163 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 46258) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:40:46.275818 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-ce36b9ef-b379-4411-9524-b0211d496af8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:46.362476 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8398a0aa-ef7a-4d6d-bd82-d419ddce7170 req-44822258-00b4-4ef3-8dc5-664b5db9f89a tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:46.364020 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-8398a0aa-ef7a-4d6d-bd82-d419ddce7170 req-44822258-00b4-4ef3-8dc5-664b5db9f89a tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/ports?device_id=63ba2bcd-076b-43b8-8753-fb86693d2614 HTTP/1.1" status: 200 len: 944 time: 0.0543559 Jun 16 00:40:46.397679 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-ce36b9ef-b379-4411-9524-b0211d496af8 admin admin] Publish callbacks [] for security_group (f54b3a47-0e0e-4ec8-af98-23fec83e8150), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:46.420980 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-8398a0aa-ef7a-4d6d-bd82-d419ddce7170 req-830a9b64-b7f7-4d31-9c0d-eec18844dbd0 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a85ccf4-43d6-40b7-a50e-3ea2d29e977c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508089 Jun 16 00:40:46.448132 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-ce36b9ef-b379-4411-9524-b0211d496af8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (f54b3a47-0e0e-4ec8-af98-23fec83e8150), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:46.490237 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce36b9ef-b379-4411-9524-b0211d496af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f54b3a47-0e0e-4ec8-af98-23fec83e8150,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:40:46.497653 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-ce36b9ef-b379-4411-9524-b0211d496af8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a9cf1ac6d8114d37b7658673777008ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3867431 Jun 16 00:40:46.499152 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 46268) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:40:46.560193 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-c84cec5d-f418-4eb7-a66e-b1585a748fe0 admin admin] Publish callbacks [] for security_group (f54b3a47-0e0e-4ec8-af98-23fec83e8150), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:46.582843 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-c84cec5d-f418-4eb7-a66e-b1585a748fe0 admin admin] Publish callbacks [] for security_group (f54b3a47-0e0e-4ec8-af98-23fec83e8150), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:46.700425 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-c84cec5d-f418-4eb7-a66e-b1585a748fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (f54b3a47-0e0e-4ec8-af98-23fec83e8150), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:46.703095 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-c84cec5d-f418-4eb7-a66e-b1585a748fe0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:46.704273 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-c84cec5d-f418-4eb7-a66e-b1585a748fe0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f54b3a47-0e0e-4ec8-af98-23fec83e8150 HTTP/1.1" status: 204 len: 168 time: 0.2052665 Jun 16 00:40:46.713554 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84cec5d-f418-4eb7-a66e-b1585a748fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54b3a47-0e0e-4ec8-af98-23fec83e8150,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:40:47.074436 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1cbcfe-6f0b-4309-b060-3e7f1980f9e6 req-5bef837e-c111-4ec5-a76f-bd0e5c5d23f6 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:47.075999 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-de1cbcfe-6f0b-4309-b060-3e7f1980f9e6 req-5bef837e-c111-4ec5-a76f-bd0e5c5d23f6 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 945 time: 0.0565422 Jun 16 00:40:47.138076 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-de1cbcfe-6f0b-4309-b060-3e7f1980f9e6 req-5b92c5f6-99ec-441b-8667-3ec81d716e89 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6225e73-4431-499a-b2e3-8d8a1435e6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536709 Jun 16 00:40:47.435147 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 46284) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:40:47.462724 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-6e98e690-f625-439c-8d5b-5e2f543c1673 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:47.551814 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:47.564159 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27899b94-bb3e-4313-9a79-fa0c6bee5558 req-6808f694-67e7-40d5-b39a-3972a582d1b2 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:47.565974 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-27899b94-bb3e-4313-9a79-fa0c6bee5558 req-6808f694-67e7-40d5-b39a-3972a582d1b2 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/ports?device_id=63ba2bcd-076b-43b8-8753-fb86693d2614 HTTP/1.1" status: 200 len: 944 time: 0.0590968 Jun 16 00:40:47.580681 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-6e98e690-f625-439c-8d5b-5e2f543c1673 admin admin] Publish callbacks [] for security_group (9bc628ae-ef67-40a6-a128-aef2c549eaae), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:47.591713 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:47.635055 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-27899b94-bb3e-4313-9a79-fa0c6bee5558 req-781b8ba6-2267-4c93-a98f-420d34ba6190 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a85ccf4-43d6-40b7-a50e-3ea2d29e977c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611868 Jun 16 00:40:47.683722 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-6e98e690-f625-439c-8d5b-5e2f543c1673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (9bc628ae-ef67-40a6-a128-aef2c549eaae), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:47.730392 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-6e98e690-f625-439c-8d5b-5e2f543c1673 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c75af4100981446e85cf7c3fb2900dcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2938042 Jun 16 00:40:47.731779 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e98e690-f625-439c-8d5b-5e2f543c1673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc628ae-ef67-40a6-a128-aef2c549eaae,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:40:47.733165 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 46288) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:40:47.794510 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-48c24fc4-7cf7-43a4-9287-80967db8f1d6 admin admin] Publish callbacks [] for security_group (9bc628ae-ef67-40a6-a128-aef2c549eaae), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:47.819388 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-48c24fc4-7cf7-43a4-9287-80967db8f1d6 admin admin] Publish callbacks [] for security_group (9bc628ae-ef67-40a6-a128-aef2c549eaae), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:47.951121 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-48c24fc4-7cf7-43a4-9287-80967db8f1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (9bc628ae-ef67-40a6-a128-aef2c549eaae), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:47.954954 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-48c24fc4-7cf7-43a4-9287-80967db8f1d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:47.957845 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-48c24fc4-7cf7-43a4-9287-80967db8f1d6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9bc628ae-ef67-40a6-a128-aef2c549eaae HTTP/1.1" status: 204 len: 168 time: 0.2217271 Jun 16 00:40:47.976173 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c24fc4-7cf7-43a4-9287-80967db8f1d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc628ae-ef67-40a6-a128-aef2c549eaae,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:40:47.988033 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:48.270003 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9784ed99-b055-4368-8e9f-947611ec9580 req-264c294f-1221-401d-b8f4-35df6a73bd06 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:48.271604 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-9784ed99-b055-4368-8e9f-947611ec9580 req-264c294f-1221-401d-b8f4-35df6a73bd06 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 945 time: 0.0525107 Jun 16 00:40:48.342507 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-9784ed99-b055-4368-8e9f-947611ec9580 req-2c8568af-b36a-4608-9a08-b32de055def0 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6225e73-4431-499a-b2e3-8d8a1435e6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600443 Jun 16 00:40:48.755262 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f08cf-495f-45fc-b19e-bb669154e7cf req-1982e0c9-362b-4be9-9fe8-b1f70ae32291 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:48.757214 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-a21f08cf-495f-45fc-b19e-bb669154e7cf req-1982e0c9-362b-4be9-9fe8-b1f70ae32291 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/ports?device_id=63ba2bcd-076b-43b8-8753-fb86693d2614 HTTP/1.1" status: 200 len: 944 time: 0.0510855 Jun 16 00:40:48.786182 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:48.835979 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-a21f08cf-495f-45fc-b19e-bb669154e7cf req-788666f3-d475-4b70-81da-6de75b52f71c tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a85ccf4-43d6-40b7-a50e-3ea2d29e977c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666432 Jun 16 00:40:49.479582 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430212e1-b335-4528-adee-43cae0782238 req-9933fbd5-c7e2-4d2a-94d6-29092b62b6df tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:49.485182 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-430212e1-b335-4528-adee-43cae0782238 req-9933fbd5-c7e2-4d2a-94d6-29092b62b6df tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 945 time: 0.0543787 Jun 16 00:40:49.546936 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-430212e1-b335-4528-adee-43cae0782238 req-d5470a2f-1d9b-4986-826a-f93810567d63 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6225e73-4431-499a-b2e3-8d8a1435e6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595758 Jun 16 00:40:49.949749 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3bacea-7982-4ec0-b092-358628761f0d req-ab0dec92-5522-4b60-835e-af15b4165daa tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:49.951312 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-fa3bacea-7982-4ec0-b092-358628761f0d req-ab0dec92-5522-4b60-835e-af15b4165daa tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/ports?device_id=63ba2bcd-076b-43b8-8753-fb86693d2614 HTTP/1.1" status: 200 len: 944 time: 0.0545337 Jun 16 00:40:50.003478 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-fa3bacea-7982-4ec0-b092-358628761f0d req-29285528-a1dd-49b1-9b38-772e57fce0bc tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a85ccf4-43d6-40b7-a50e-3ea2d29e977c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463681 Jun 16 00:40:50.685055 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ac2da-4ec9-4955-8231-c0cbb61a127d req-7da4a728-7e22-43f3-a54a-f9aa9a489786 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:50.686545 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-a16ac2da-4ec9-4955-8231-c0cbb61a127d req-7da4a728-7e22-43f3-a54a-f9aa9a489786 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 945 time: 0.0502610 Jun 16 00:40:50.763415 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-a16ac2da-4ec9-4955-8231-c0cbb61a127d req-e7d03ea3-4a4d-45e7-8a1e-fd2a0c5e4351 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6225e73-4431-499a-b2e3-8d8a1435e6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710139 Jun 16 00:40:50.767061 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4783c062-148e-45e9-8a76-dc1cf0364499 req-d0a57c6c-a9ec-4cc0-ba26-b68ca97fa176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:50.768577 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-4783c062-148e-45e9-8a76-dc1cf0364499 req-d0a57c6c-a9ec-4cc0-ba26-b68ca97fa176 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=ad47d922a30a4c55a781c52c5bd5236f&device_id=63ba2bcd-076b-43b8-8753-fb86693d2614 HTTP/1.1" status: 200 len: 1128 time: 0.0545459 Jun 16 00:40:50.869534 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=5 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:50.917402 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22abaac6-cb36-49cc-87c6-826594a92f4b req-3b23e969-af56-46a8-ae96-f0307ebb1341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:50.918867 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-22abaac6-cb36-49cc-87c6-826594a92f4b req-3b23e969-af56-46a8-ae96-f0307ebb1341 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=494ce289f1774df0833301de8e46ae11&device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 1129 time: 0.0737996 Jun 16 00:40:50.934076 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4783c062-148e-45e9-8a76-dc1cf0364499 req-a1706b2a-147d-464a-b4ad-8284a98dee62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:50.935567 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-4783c062-148e-45e9-8a76-dc1cf0364499 req-a1706b2a-147d-464a-b4ad-8284a98dee62 service neutron] 10.222.0.40 "GET /v2.0/networks?tenant_id=ad47d922a30a4c55a781c52c5bd5236f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1279459 Jun 16 00:40:51.128196 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22abaac6-cb36-49cc-87c6-826594a92f4b req-3aa28642-abc5-4a0f-b540-a067581ddb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:51.129661 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-22abaac6-cb36-49cc-87c6-826594a92f4b req-3aa28642-abc5-4a0f-b540-a067581ddb20 service neutron] 10.222.0.40 "GET /v2.0/networks?id=a6844d01-625d-4b71-91cf-373fe3e3e7cc HTTP/1.1" status: 200 len: 918 time: 0.1874409 Jun 16 00:40:51.136308 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4783c062-148e-45e9-8a76-dc1cf0364499 req-a47dd904-50af-44d1-ae3b-74804557c19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:51.137701 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-4783c062-148e-45e9-8a76-dc1cf0364499 req-a47dd904-50af-44d1-ae3b-74804557c19c service neutron] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1880350 Jun 16 00:40:51.155817 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc914a8f-618e-4c9d-866d-c679df69e57c req-0deb4621-02e4-4348-b0d8-78e0a9cfbaac tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:51.157318 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-cc914a8f-618e-4c9d-866d-c679df69e57c req-0deb4621-02e4-4348-b0d8-78e0a9cfbaac tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/ports?device_id=63ba2bcd-076b-43b8-8753-fb86693d2614 HTTP/1.1" status: 200 len: 944 time: 0.0777712 Jun 16 00:40:51.264068 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-22abaac6-cb36-49cc-87c6-826594a92f4b req-9486c549-a712-464c-8d19-cb543e4acdee service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3aed7710-78db-49be-89bf-f87f2e363d9b HTTP/1.1" status: 200 len: 1001 time: 0.1233833 Jun 16 00:40:51.289090 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3e7f02-1c0b-4639-96c0-8cea0496caf8 req-1eab53ca-e202-4835-b312-4dac20da8da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:51.290544 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-9b3e7f02-1c0b-4639-96c0-8cea0496caf8 req-1eab53ca-e202-4835-b312-4dac20da8da4 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=ad47d922a30a4c55a781c52c5bd5236f&device_id=63ba2bcd-076b-43b8-8753-fb86693d2614 HTTP/1.1" status: 200 len: 1128 time: 0.0843081 Jun 16 00:40:51.322233 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-cc914a8f-618e-4c9d-866d-c679df69e57c req-8d8f691c-e102-4bac-9b4d-627a5ea4ef61 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a85ccf4-43d6-40b7-a50e-3ea2d29e977c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391666 Jun 16 00:40:51.352953 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-9b3e7f02-1c0b-4639-96c0-8cea0496caf8 req-c7cef2b9-1312-41ce-8614-b82bf55228fd service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a0788b7-0528-40f3-80fe-df58bcfaf509 HTTP/1.1" status: 200 len: 217 time: 0.0435557 Jun 16 00:40:51.391791 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22abaac6-cb36-49cc-87c6-826594a92f4b req-8b512ff5-8e78-4a4f-87fe-f7c1c7e932de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:51.392121 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-22abaac6-cb36-49cc-87c6-826594a92f4b req-8b512ff5-8e78-4a4f-87fe-f7c1c7e932de service neutron] 10.222.0.40 "GET /v2.0/subnets?id=892d2143-b3e2-4410-bf1b-7ad84511c529 HTTP/1.1" status: 200 len: 856 time: 0.1197581 Jun 16 00:40:51.412355 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=100 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:51.415606 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=100 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:51.742341 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3e7f02-1c0b-4639-96c0-8cea0496caf8 req-31fbc9c8-ba3c-4007-9059-06fdefbbcd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:51.742341 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-9b3e7f02-1c0b-4639-96c0-8cea0496caf8 req-31fbc9c8-ba3c-4007-9059-06fdefbbcd72 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=20686f03-70a1-441c-9562-c71d0dab7272 HTTP/1.1" status: 200 len: 854 time: 0.3804047 Jun 16 00:40:51.749381 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22abaac6-cb36-49cc-87c6-826594a92f4b req-336324d1-ab9b-49cb-be5e-0197f70d7111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:51.751422 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-22abaac6-cb36-49cc-87c6-826594a92f4b req-336324d1-ab9b-49cb-be5e-0197f70d7111 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=a6844d01-625d-4b71-91cf-373fe3e3e7cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3487687 Jun 16 00:40:51.842112 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3e7f02-1c0b-4639-96c0-8cea0496caf8 req-b2ec4b52-f329-4742-af76-d13e35144c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:51.843723 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-9b3e7f02-1c0b-4639-96c0-8cea0496caf8 req-b2ec4b52-f329-4742-af76-d13e35144c11 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=ddc3f874-dd28-4dc7-b3dc-474b8dd70acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0767770 Jun 16 00:40:52.001090 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e84204-9aad-46de-a758-25b244dfd57f req-c59fdad6-814f-4ef9-8dd0-eb32e3a51a15 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:52.001090 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-18e84204-9aad-46de-a758-25b244dfd57f req-c59fdad6-814f-4ef9-8dd0-eb32e3a51a15 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 945 time: 0.1223123 Jun 16 00:40:52.008160 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-22abaac6-cb36-49cc-87c6-826594a92f4b req-2ca0bc88-5e43-411b-b739-d1c97bfee3b0 service neutron] 10.222.0.40 "GET /v2.0/networks/a6844d01-625d-4b71-91cf-373fe3e3e7cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397764 Jun 16 00:40:52.125705 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-9b3e7f02-1c0b-4639-96c0-8cea0496caf8 req-174b8751-58a0-476f-95a9-00133b4dd776 service neutron] 10.222.0.40 "GET /v2.0/networks/ddc3f874-dd28-4dc7-b3dc-474b8dd70acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489564 Jun 16 00:40:52.134097 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-18e84204-9aad-46de-a758-25b244dfd57f req-26d54c76-9da8-4d7d-b0d5-6655c9ad7eb5 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6225e73-4431-499a-b2e3-8d8a1435e6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308589 Jun 16 00:40:52.226951 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-22abaac6-cb36-49cc-87c6-826594a92f4b req-bc297697-3c50-44b9-874d-8c7bc3a94566 service neutron] 10.222.0.40 "GET /v2.0/networks/a6844d01-625d-4b71-91cf-373fe3e3e7cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091818 Jun 16 00:40:52.272222 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-9b3e7f02-1c0b-4639-96c0-8cea0496caf8 req-4634fc60-2edc-489d-a426-ab0d9244907e service neutron] 10.222.0.40 "GET /v2.0/networks/ddc3f874-dd28-4dc7-b3dc-474b8dd70acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347246 Jun 16 00:40:52.452476 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856bc485-88ba-4594-97dd-20357b5ef652 req-f4ebdaea-3efa-4e62-8e3f-7814a1015f23 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:52.455514 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-856bc485-88ba-4594-97dd-20357b5ef652 req-f4ebdaea-3efa-4e62-8e3f-7814a1015f23 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/ports?device_id=63ba2bcd-076b-43b8-8753-fb86693d2614 HTTP/1.1" status: 200 len: 944 time: 0.0544472 Jun 16 00:40:52.704746 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-856bc485-88ba-4594-97dd-20357b5ef652 req-38d88069-0b95-4b3b-a0f0-b1c8dca8f3a5 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a85ccf4-43d6-40b7-a50e-3ea2d29e977c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513840 Jun 16 00:40:53.272756 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534c01dc-066a-45bc-b885-35cc80a83807 req-ead6f46f-aa6a-4af6-8fcf-252744d4ba39 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:53.273788 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-534c01dc-066a-45bc-b885-35cc80a83807 req-ead6f46f-aa6a-4af6-8fcf-252744d4ba39 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 945 time: 0.0522239 Jun 16 00:40:53.339195 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-534c01dc-066a-45bc-b885-35cc80a83807 req-d396c0a3-027f-4d0e-b559-19fb65ff19a1 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6225e73-4431-499a-b2e3-8d8a1435e6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566213 Jun 16 00:40:53.814886 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6134d300-83b7-4dd1-a45d-eecdabe09b97 req-592bb3ca-8f04-43c1-a121-ac42b39c772b tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:53.816472 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-6134d300-83b7-4dd1-a45d-eecdabe09b97 req-592bb3ca-8f04-43c1-a121-ac42b39c772b tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/ports?device_id=63ba2bcd-076b-43b8-8753-fb86693d2614 HTTP/1.1" status: 200 len: 944 time: 0.0545862 Jun 16 00:40:53.857755 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:53.881682 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-6134d300-83b7-4dd1-a45d-eecdabe09b97 req-078a65d5-973e-4e3e-80c6-f81ac0fac0ed tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a85ccf4-43d6-40b7-a50e-3ea2d29e977c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594387 Jun 16 00:40:54.243413 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 46410) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:40:54.358362 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-97c3fb83-1ab8-46cd-a2d9-5a9db2431ae7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:54.486250 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286cb124-edb0-4894-92d1-64f0166a7a82 req-fc25a4e9-e809-484c-a8b5-3e69bd4208d2 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:54.487971 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-286cb124-edb0-4894-92d1-64f0166a7a82 req-fc25a4e9-e809-484c-a8b5-3e69bd4208d2 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 945 time: 0.0708477 Jun 16 00:40:54.525132 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-97c3fb83-1ab8-46cd-a2d9-5a9db2431ae7 admin admin] Publish callbacks [] for security_group (b8fa3a9a-00b9-4036-9cec-cdc10b03de29), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:54.539457 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-fdde0e5d-9284-4adc-98a5-ee52986fc6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (2a8c543c-b8d9-40d8-999c-fa03b757f547), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:54.582743 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-286cb124-edb0-4894-92d1-64f0166a7a82 req-ff8dc1d9-1e1a-49be-8c8d-d5d6710bac2e tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6225e73-4431-499a-b2e3-8d8a1435e6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845227 Jun 16 00:40:54.612696 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-97c3fb83-1ab8-46cd-a2d9-5a9db2431ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (b8fa3a9a-00b9-4036-9cec-cdc10b03de29), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:54.657369 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-97c3fb83-1ab8-46cd-a2d9-5a9db2431ae7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=100ed615e745438fa184c9c822a4fe52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4097807 Jun 16 00:40:54.657369 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c3fb83-1ab8-46cd-a2d9-5a9db2431ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8fa3a9a-00b9-4036-9cec-cdc10b03de29,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:40:54.658595 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 46418) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:40:54.718102 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-b28f7530-40aa-44ca-8265-eccc2673085d admin admin] Publish callbacks [] for security_group (b8fa3a9a-00b9-4036-9cec-cdc10b03de29), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:54.743073 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-b28f7530-40aa-44ca-8265-eccc2673085d admin admin] Publish callbacks [] for security_group (b8fa3a9a-00b9-4036-9cec-cdc10b03de29), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:55.036203 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c23142-65e7-4be6-b933-6d13c1427abe req-3ca2efb8-6f4d-40ac-9bf5-db247193148b tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:55.037730 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-e6c23142-65e7-4be6-b933-6d13c1427abe req-3ca2efb8-6f4d-40ac-9bf5-db247193148b tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/ports?device_id=63ba2bcd-076b-43b8-8753-fb86693d2614 HTTP/1.1" status: 200 len: 944 time: 0.0464220 Jun 16 00:40:55.084450 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-e6c23142-65e7-4be6-b933-6d13c1427abe req-87c88135-ab35-43c7-bd3c-b7aec56c50ae tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a85ccf4-43d6-40b7-a50e-3ea2d29e977c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412290 Jun 16 00:40:55.231607 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-b28f7530-40aa-44ca-8265-eccc2673085d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (b8fa3a9a-00b9-4036-9cec-cdc10b03de29), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:55.234133 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-b28f7530-40aa-44ca-8265-eccc2673085d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:55.235258 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-b28f7530-40aa-44ca-8265-eccc2673085d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b8fa3a9a-00b9-4036-9cec-cdc10b03de29 HTTP/1.1" status: 204 len: 168 time: 0.5749948 Jun 16 00:40:55.243523 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28f7530-40aa-44ca-8265-eccc2673085d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8fa3a9a-00b9-4036-9cec-cdc10b03de29,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:40:55.699645 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:55.720757 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:55.744329 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68022a4-7944-48de-9077-c5ce7b026c0a req-8e30781a-faf2-4f7c-a8a9-01a736d37459 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:55.751891 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-f68022a4-7944-48de-9077-c5ce7b026c0a req-8e30781a-faf2-4f7c-a8a9-01a736d37459 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 945 time: 0.0618861 Jun 16 00:40:55.810072 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-f68022a4-7944-48de-9077-c5ce7b026c0a req-e8818f60-3904-4e37-afb5-355baafc9139 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6225e73-4431-499a-b2e3-8d8a1435e6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573063 Jun 16 00:40:55.824683 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=3 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:55.902851 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 46434) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:40:55.917956 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-f4f5023b-848e-45cc-bb42-4bae4b1d052d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:56.014536 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-f4f5023b-848e-45cc-bb42-4bae4b1d052d admin admin] Publish callbacks [] for security_group (445afe5e-2856-457e-a066-fb36c23ff0b0), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:56.090377 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-f4f5023b-848e-45cc-bb42-4bae4b1d052d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (445afe5e-2856-457e-a066-fb36c23ff0b0), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:56.145891 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 46438) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:40:56.153068 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-f4f5023b-848e-45cc-bb42-4bae4b1d052d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=11a2c65a94ff4c739e24eaf9b0d2be54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2487564 Jun 16 00:40:56.153855 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f5023b-848e-45cc-bb42-4bae4b1d052d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=445afe5e-2856-457e-a066-fb36c23ff0b0,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:40:56.237059 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-a34a9459-93a0-4deb-9ce0-6c7c39383e8f admin admin] Publish callbacks [] for security_group (445afe5e-2856-457e-a066-fb36c23ff0b0), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:56.243329 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb46a02d-6bdd-42df-85e3-dd4c8ac9b6d1 req-32b7123c-e41e-4a24-95c4-fc5aed2da758 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:56.245186 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-bb46a02d-6bdd-42df-85e3-dd4c8ac9b6d1 req-32b7123c-e41e-4a24-95c4-fc5aed2da758 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/ports?device_id=63ba2bcd-076b-43b8-8753-fb86693d2614 HTTP/1.1" status: 200 len: 944 time: 0.0628710 Jun 16 00:40:56.277981 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-a34a9459-93a0-4deb-9ce0-6c7c39383e8f admin admin] Publish callbacks [] for security_group (445afe5e-2856-457e-a066-fb36c23ff0b0), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:56.322446 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-bb46a02d-6bdd-42df-85e3-dd4c8ac9b6d1 req-a9a87e33-bbf3-420c-b1d4-818d5996380a tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a85ccf4-43d6-40b7-a50e-3ea2d29e977c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691063 Jun 16 00:40:56.420812 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-a34a9459-93a0-4deb-9ce0-6c7c39383e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (445afe5e-2856-457e-a066-fb36c23ff0b0), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:56.423847 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-a34a9459-93a0-4deb-9ce0-6c7c39383e8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:56.433110 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-a34a9459-93a0-4deb-9ce0-6c7c39383e8f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/445afe5e-2856-457e-a066-fb36c23ff0b0 HTTP/1.1" status: 204 len: 168 time: 0.2807708 Jun 16 00:40:56.441505 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34a9459-93a0-4deb-9ce0-6c7c39383e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=445afe5e-2856-457e-a066-fb36c23ff0b0,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:40:56.673658 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=100 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:56.740602 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-4503d71b-3adf-4a5d-93d5-8042f6ce4f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (d0297bc9-c3a8-45ac-9023-c937cb4f21fc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:56.967047 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a6f2a-ca23-42b2-b782-d9a514da34bd req-85ecb887-4fbc-441e-94e3-583ea9b7e1d3 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:56.975026 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-d91a6f2a-ca23-42b2-b782-d9a514da34bd req-85ecb887-4fbc-441e-94e3-583ea9b7e1d3 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 945 time: 0.0783570 Jun 16 00:40:57.045465 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-d91a6f2a-ca23-42b2-b782-d9a514da34bd req-e47de186-f17b-4388-832d-2f883454033b tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6225e73-4431-499a-b2e3-8d8a1435e6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690050 Jun 16 00:40:57.118289 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device 6a0788b7-0528-40f3-80fe-df58bcfaf509 details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=111024) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 00:40:57.235740 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] For port 6a0788b7-0528-40f3-80fe-df58bcfaf509, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=6a0788b7-0528-40f3-80fe-df58bcfaf509,segment=NetworkSegment(e6e3e48c-d62c-4862-a1af-3c681d3335e6),segment_id=e6e3e48c-d62c-4862-a1af-3c681d3335e6)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:40:57.253983 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Returning: {'device': '6a0788b7-0528-40f3-80fe-df58bcfaf509', 'network_id': 'ddc3f874-dd28-4dc7-b3dc-474b8dd70acf', 'port_id': '6a0788b7-0528-40f3-80fe-df58bcfaf509', 'mac_address': 'fa:16:3e:a5:5d:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20686f03-70a1-441c-9562-c71d0dab7272', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111024) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 00:40:57.296069 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Current status of the port 6a0788b7-0528-40f3-80fe-df58bcfaf509 is: DOWN; New status is: BUILD {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:40:57.296920 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (6a0788b7-0528-40f3-80fe-df58bcfaf509), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:57.311337 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.notifiers.nova [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a0788b7-0528-40f3-80fe-df58bcfaf509 {{(pid=111024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 00:40:57.335069 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] For port 6a0788b7-0528-40f3-80fe-df58bcfaf509, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=6a0788b7-0528-40f3-80fe-df58bcfaf509,segment=NetworkSegment(e6e3e48c-d62c-4862-a1af-3c681d3335e6),segment_id=e6e3e48c-d62c-4862-a1af-3c681d3335e6)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:40:57.420830 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (6a0788b7-0528-40f3-80fe-df58bcfaf509), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:57.553497 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fbb177-cad7-4652-9e2c-b1bcf6ad560c req-66416237-4070-425d-9fa0-9ee680b09e9f tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:57.555053 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-04fbb177-cad7-4652-9e2c-b1bcf6ad560c req-66416237-4070-425d-9fa0-9ee680b09e9f tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/ports?device_id=63ba2bcd-076b-43b8-8753-fb86693d2614 HTTP/1.1" status: 200 len: 944 time: 0.1546845 Jun 16 00:40:57.563221 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Pushing event updated for resources: {'Port': ['ID=6a0788b7-0528-40f3-80fe-df58bcfaf509,revision_number=4']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:40:57.660279 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-04fbb177-cad7-4652-9e2c-b1bcf6ad560c req-8a26a3d4-983d-454b-bdde-9f50ce8d0a0d tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a85ccf4-43d6-40b7-a50e-3ea2d29e977c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938592 Jun 16 00:40:57.746159 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] get_ports_and_sgs() called for port_ids ['6a0788b7-0528-40f3-80fe-df58bcfaf509'] {{(pid=111024) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 00:40:57.942475 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-117977e4-98b1-40f2-baea-1bec010e476c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (b90f279a-3e8f-4325-a28d-8d213fb96fbc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:58.164432 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1937e1-37d1-46f9-b462-081aaf4c1492 req-20968ecf-2406-4dab-b62e-7ae1c033d313 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:58.165959 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-9c1937e1-37d1-46f9-b462-081aaf4c1492 req-20968ecf-2406-4dab-b62e-7ae1c033d313 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 945 time: 0.0505185 Jun 16 00:40:58.217039 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-9c1937e1-37d1-46f9-b462-081aaf4c1492 req-af10e110-31f4-42ec-8dd1-3e661a55c4d2 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6225e73-4431-499a-b2e3-8d8a1435e6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455887 Jun 16 00:40:58.771224 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3996c3-0c51-4938-95bb-df444b9752cf req-0a1bc7f4-171f-4855-8ce1-a531a8865948 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:58.772792 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-8d3996c3-0c51-4938-95bb-df444b9752cf req-0a1bc7f4-171f-4855-8ce1-a531a8865948 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/ports?device_id=63ba2bcd-076b-43b8-8753-fb86693d2614 HTTP/1.1" status: 200 len: 945 time: 0.0484796 Jun 16 00:40:58.821633 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:40:58.842006 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-8d3996c3-0c51-4938-95bb-df444b9752cf req-45f76d35-35ea-4691-b79e-e2beded4183a tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a85ccf4-43d6-40b7-a50e-3ea2d29e977c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631096 Jun 16 00:40:59.130772 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device 6a0788b7-0528-40f3-80fe-df58bcfaf509 up at agent hyperv_hv-cinder-80382 {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:40:59.175466 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Provisioning for port 6a0788b7-0528-40f3-80fe-df58bcfaf509 completed by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 00:40:59.237727 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Provisioning complete for port 6a0788b7-0528-40f3-80fe-df58bcfaf509 triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:40:59.238097 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (6a0788b7-0528-40f3-80fe-df58bcfaf509), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:59.309948 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-faa15201-cec6-4660-ae33-7025f254e5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (50ece25a-9452-44f6-8bc9-48c0ade2294b), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:59.373877 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Current status of the port 6a0788b7-0528-40f3-80fe-df58bcfaf509 is: BUILD; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:40:59.374291 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (6a0788b7-0528-40f3-80fe-df58bcfaf509), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:59.400558 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63ba2bcd-076b-43b8-8753-fb86693d2614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a0788b7-0528-40f3-80fe-df58bcfaf509'}] {{(pid=111024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:40:59.402910 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4573778420d3d0f041bbf6733ae9852b47924bf8d6b8ed88ee9f05ae747ab312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41ff5e0-8270-445b-8119-91e735bb0fef" -d '{"events": [{"server_uuid": "63ba2bcd-076b-43b8-8753-fb86693d2614", "name": "network-vif-plugged", "status": "completed", "tag": "6a0788b7-0528-40f3-80fe-df58bcfaf509"}]}' {{(pid=111024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:40:59.417742 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] For port 6a0788b7-0528-40f3-80fe-df58bcfaf509, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=6a0788b7-0528-40f3-80fe-df58bcfaf509,segment=NetworkSegment(e6e3e48c-d62c-4862-a1af-3c681d3335e6),segment_id=e6e3e48c-d62c-4862-a1af-3c681d3335e6)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:40:59.446796 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 00:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a0d51be-d9a2-4fa8-a825-dc9801bd91f2 x-openstack-request-id: req-3a0d51be-d9a2-4fa8-a825-dc9801bd91f2 {{(pid=111024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:40:59.447603 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63ba2bcd-076b-43b8-8753-fb86693d2614", "name": "network-vif-plugged", "status": "completed", "tag": "6a0788b7-0528-40f3-80fe-df58bcfaf509", "code": 200}]} {{(pid=111024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:40:59.448078 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3a0d51be-d9a2-4fa8-a825-dc9801bd91f2 {{(pid=111024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:40:59.448746 dv-cinder-803823-11-iscsi neutron-server[111024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a0d51be-d9a2-4fa8-a825-dc9801bd91f2'] response: {'server_uuid': '63ba2bcd-076b-43b8-8753-fb86693d2614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a0788b7-0528-40f3-80fe-df58bcfaf509', 'code': 200} Jun 16 00:40:59.468427 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba708c-0bf2-4cd2-ba3c-836014c25547 req-3ac9354c-7964-47f7-a1ed-4e25196e3a3a tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:40:59.476427 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-54ba708c-0bf2-4cd2-ba3c-836014c25547 req-3ac9354c-7964-47f7-a1ed-4e25196e3a3a tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 945 time: 0.1003480 Jun 16 00:40:59.495569 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (6a0788b7-0528-40f3-80fe-df58bcfaf509), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:40:59.535197 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-54ba708c-0bf2-4cd2-ba3c-836014c25547 req-714be3ca-b824-4d1a-980c-5c35085f002e tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6225e73-4431-499a-b2e3-8d8a1435e6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576224 Jun 16 00:40:59.597572 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Pushing event updated for resources: {'Port': ['ID=6a0788b7-0528-40f3-80fe-df58bcfaf509,revision_number=5']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:40:59.607037 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:40:59.607380 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:40:59.607746 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:40:59.608208 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:40:59.608408 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:40:59.608787 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:40:59.609067 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:40:59.609934 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:40:59.610272 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:40:59.610595 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:40:59.610917 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:40:59.611510 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:40:59.611834 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:40:59.613202 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:40:59.614988 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:40:59.717891 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (81117e21-cbf2-493f-9e14-29a3cec1f25a), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:00.033005 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc1c702-5334-451a-a33a-c570fded6089 req-81de3e9b-f7a4-45c3-a3e1-511f4916d6e9 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:00.035792 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-fdc1c702-5334-451a-a33a-c570fded6089 req-81de3e9b-f7a4-45c3-a3e1-511f4916d6e9 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/ports?device_id=63ba2bcd-076b-43b8-8753-fb86693d2614 HTTP/1.1" status: 200 len: 946 time: 0.0758572 Jun 16 00:41:00.074100 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 46518) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:41:00.116930 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-fdc1c702-5334-451a-a33a-c570fded6089 req-e6196172-eddc-4813-8c2d-aba67ff4c63f tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a85ccf4-43d6-40b7-a50e-3ea2d29e977c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755928 Jun 16 00:41:00.221261 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-4f1a0536-295a-40eb-8ad2-38f30ddc8f32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:00.303766 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab5405-bf2e-4ab0-9d7b-785a6303016b req-c5bda28c-dee8-4f4f-bde6-0fd5faa39587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:00.306095 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-a1ab5405-bf2e-4ab0-9d7b-785a6303016b req-c5bda28c-dee8-4f4f-bde6-0fd5faa39587 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=63ba2bcd-076b-43b8-8753-fb86693d2614 HTTP/1.1" status: 200 len: 1130 time: 0.0596261 Jun 16 00:41:00.358428 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:41:00.379642 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-4f1a0536-295a-40eb-8ad2-38f30ddc8f32 admin admin] Publish callbacks [] for security_group (412e7476-5bbf-457b-858b-6edbcd3ca9c7), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:00.383150 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-a1ab5405-bf2e-4ab0-9d7b-785a6303016b req-2f65e138-0932-4969-afca-d68d24182758 service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=5a85ccf4-43d6-40b7-a50e-3ea2d29e977c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707767 Jun 16 00:41:00.432207 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-4f1a0536-295a-40eb-8ad2-38f30ddc8f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (412e7476-5bbf-457b-858b-6edbcd3ca9c7), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:00.480052 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1a0536-295a-40eb-8ad2-38f30ddc8f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=412e7476-5bbf-457b-858b-6edbcd3ca9c7,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:41:00.495078 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 46522) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:41:00.495257 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-4f1a0536-295a-40eb-8ad2-38f30ddc8f32 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9d4515e63c6f4a339b9ef3d53a5f245b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4200275 Jun 16 00:41:00.553389 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-5e51121a-2c5c-4527-8f22-5d2b1365c17e admin admin] Publish callbacks [] for security_group (412e7476-5bbf-457b-858b-6edbcd3ca9c7), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:00.594519 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-5e51121a-2c5c-4527-8f22-5d2b1365c17e admin admin] Publish callbacks [] for security_group (412e7476-5bbf-457b-858b-6edbcd3ca9c7), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:00.614051 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:41:00.696197 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3363ed07-1353-4337-bfc7-5e1a3c7a8697 req-5df1b25a-7f90-4b0d-91bb-271281cc91bc tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:00.703801 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-3363ed07-1353-4337-bfc7-5e1a3c7a8697 req-5df1b25a-7f90-4b0d-91bb-271281cc91bc tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 945 time: 0.0695174 Jun 16 00:41:00.710847 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-5e51121a-2c5c-4527-8f22-5d2b1365c17e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (412e7476-5bbf-457b-858b-6edbcd3ca9c7), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:00.714573 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-5e51121a-2c5c-4527-8f22-5d2b1365c17e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:00.715862 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-5e51121a-2c5c-4527-8f22-5d2b1365c17e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/412e7476-5bbf-457b-858b-6edbcd3ca9c7 HTTP/1.1" status: 204 len: 168 time: 0.2194316 Jun 16 00:41:00.730092 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e51121a-2c5c-4527-8f22-5d2b1365c17e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=412e7476-5bbf-457b-858b-6edbcd3ca9c7,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:41:00.743651 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=91,neutron:UPDATE=8,neutron:DELETE=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:41:00.788341 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-3363ed07-1353-4337-bfc7-5e1a3c7a8697 req-b3295650-1a55-429c-84ba-fbc6facbb7ec tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6225e73-4431-499a-b2e3-8d8a1435e6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835912 Jun 16 00:41:01.308944 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8b7b4b-4392-45c8-b3ad-44e8d50229df req-199bf03b-c09c-41c0-98a9-0e92bb30ebd8 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:01.316751 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-5a8b7b4b-4392-45c8-b3ad-44e8d50229df req-199bf03b-c09c-41c0-98a9-0e92bb30ebd8 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/ports?device_id=63ba2bcd-076b-43b8-8753-fb86693d2614 HTTP/1.1" status: 200 len: 946 time: 0.0988724 Jun 16 00:41:01.378745 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-5a8b7b4b-4392-45c8-b3ad-44e8d50229df req-a55f2459-66bd-4619-8943-266137eaa316 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a85ccf4-43d6-40b7-a50e-3ea2d29e977c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609250 Jun 16 00:41:01.512421 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 46546) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:41:01.526539 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-45213568-0aa3-40c2-9bad-0d8f8a399cff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:01.633528 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-45213568-0aa3-40c2-9bad-0d8f8a399cff admin admin] Publish callbacks [] for security_group (8637a51e-1994-44b0-8c5d-35c87dd259ea), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:01.712252 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-45213568-0aa3-40c2-9bad-0d8f8a399cff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (8637a51e-1994-44b0-8c5d-35c87dd259ea), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:01.759799 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-45213568-0aa3-40c2-9bad-0d8f8a399cff admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a9a05980bcc34cf1a771863248627673&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2460678 Jun 16 00:41:01.761895 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45213568-0aa3-40c2-9bad-0d8f8a399cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8637a51e-1994-44b0-8c5d-35c87dd259ea,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:41:01.763101 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 46548) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:41:01.815253 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-e74b5216-bd7d-4ce7-9157-10fd567f7f40 admin admin] Publish callbacks [] for security_group (8637a51e-1994-44b0-8c5d-35c87dd259ea), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:01.838960 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-e74b5216-bd7d-4ce7-9157-10fd567f7f40 admin admin] Publish callbacks [] for security_group (8637a51e-1994-44b0-8c5d-35c87dd259ea), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:01.931355 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91643f5-58d5-4b17-a0cb-34ec3da47f89 req-053f25ca-8d38-4b26-8321-dfc88d206bab tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:01.932902 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-b91643f5-58d5-4b17-a0cb-34ec3da47f89 req-053f25ca-8d38-4b26-8321-dfc88d206bab tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 945 time: 0.0617197 Jun 16 00:41:01.987768 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-b91643f5-58d5-4b17-a0cb-34ec3da47f89 req-cb144406-c543-4f8c-9b92-22f8555ebff0 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6225e73-4431-499a-b2e3-8d8a1435e6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491982 Jun 16 00:41:02.158269 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-e74b5216-bd7d-4ce7-9157-10fd567f7f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (8637a51e-1994-44b0-8c5d-35c87dd259ea), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:02.160970 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-e74b5216-bd7d-4ce7-9157-10fd567f7f40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:02.162191 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-e74b5216-bd7d-4ce7-9157-10fd567f7f40 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8637a51e-1994-44b0-8c5d-35c87dd259ea HTTP/1.1" status: 204 len: 168 time: 0.3980248 Jun 16 00:41:02.170387 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74b5216-bd7d-4ce7-9157-10fd567f7f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8637a51e-1994-44b0-8c5d-35c87dd259ea,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:41:02.506824 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11bbf3-d5a4-4a70-b0ad-59b7d48f84a6 req-e720f612-5146-40a2-9149-28ef34ecf021 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:02.508355 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-3c11bbf3-d5a4-4a70-b0ad-59b7d48f84a6 req-e720f612-5146-40a2-9149-28ef34ecf021 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/ports?device_id=63ba2bcd-076b-43b8-8753-fb86693d2614 HTTP/1.1" status: 200 len: 946 time: 0.0562487 Jun 16 00:41:02.595953 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-3c11bbf3-d5a4-4a70-b0ad-59b7d48f84a6 req-481262db-2fa1-48d0-9995-7f4978ff3a1b tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a85ccf4-43d6-40b7-a50e-3ea2d29e977c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712602 Jun 16 00:41:02.724253 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:41:02.739611 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3c8758-655d-4495-b006-c48f05ea7e09 req-750db328-e919-4045-9f07-2d91e7164296 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:02.746708 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-0f3c8758-655d-4495-b006-c48f05ea7e09 req-750db328-e919-4045-9f07-2d91e7164296 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/ports?device_id=63ba2bcd-076b-43b8-8753-fb86693d2614 HTTP/1.1" status: 200 len: 946 time: 0.0732298 Jun 16 00:41:02.821111 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-0f3c8758-655d-4495-b006-c48f05ea7e09 req-a103f0c2-a7aa-4fdc-9e5f-3c9cb0682c56 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a85ccf4-43d6-40b7-a50e-3ea2d29e977c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650642 Jun 16 00:41:03.114270 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f45f6a3-0b56-46b3-acd8-6675aa081735 req-7fb7a03e-cb27-448e-a734-56d9d2ae5ec6 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:03.115763 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-0f45f6a3-0b56-46b3-acd8-6675aa081735 req-7fb7a03e-cb27-448e-a734-56d9d2ae5ec6 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 945 time: 0.0552306 Jun 16 00:41:03.171580 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-0f45f6a3-0b56-46b3-acd8-6675aa081735 req-d44f26da-491f-40ab-b3fd-20653f19ef75 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6225e73-4431-499a-b2e3-8d8a1435e6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497353 Jun 16 00:41:03.197617 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed0d9b-6965-43c4-b1d4-d3b44bc86f2f req-1f2c304d-5c00-4986-9b85-837d90418bf1 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:03.199098 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-83ed0d9b-6965-43c4-b1d4-d3b44bc86f2f req-1f2c304d-5c00-4986-9b85-837d90418bf1 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/ports?device_id=63ba2bcd-076b-43b8-8753-fb86693d2614 HTTP/1.1" status: 200 len: 946 time: 0.0647826 Jun 16 00:41:03.255994 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-83ed0d9b-6965-43c4-b1d4-d3b44bc86f2f req-61500123-976f-4b1f-93f1-f04dae339be9 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a85ccf4-43d6-40b7-a50e-3ea2d29e977c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498908 Jun 16 00:41:04.310274 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155dbe22-1b23-437d-83b7-fd77ee44932e req-2a456626-b486-4bc8-8076-18cb11c7ca6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:04.312395 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-155dbe22-1b23-437d-83b7-fd77ee44932e req-2a456626-b486-4bc8-8076-18cb11c7ca6c service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=494ce289f1774df0833301de8e46ae11&device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 1129 time: 0.0958958 Jun 16 00:41:04.323357 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8832a3-d359-46dd-a89d-0619b2603781 req-fd3c249d-4bf0-4932-9d88-82be319e39df tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:04.324798 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-1d8832a3-d359-46dd-a89d-0619b2603781 req-fd3c249d-4bf0-4932-9d88-82be319e39df tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 945 time: 0.0576913 Jun 16 00:41:04.437854 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-1d8832a3-d359-46dd-a89d-0619b2603781 req-75a29fb5-9e81-4862-bcad-db83dd1e5165 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6225e73-4431-499a-b2e3-8d8a1435e6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984325 Jun 16 00:41:04.452090 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155dbe22-1b23-437d-83b7-fd77ee44932e req-57831049-84d5-49c6-bfd4-ed7539066b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:04.454364 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-155dbe22-1b23-437d-83b7-fd77ee44932e req-57831049-84d5-49c6-bfd4-ed7539066b28 service neutron] 10.222.0.40 "GET /v2.0/networks?id=a6844d01-625d-4b71-91cf-373fe3e3e7cc HTTP/1.1" status: 200 len: 918 time: 0.1287277 Jun 16 00:41:04.526819 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-155dbe22-1b23-437d-83b7-fd77ee44932e req-9de55419-d2d6-457c-9ef3-1d82ae208361 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3aed7710-78db-49be-89bf-f87f2e363d9b HTTP/1.1" status: 200 len: 1001 time: 0.0622029 Jun 16 00:41:04.595299 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155dbe22-1b23-437d-83b7-fd77ee44932e req-9e675a23-b697-49db-a137-f5532975fea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:04.597148 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-155dbe22-1b23-437d-83b7-fd77ee44932e req-9e675a23-b697-49db-a137-f5532975fea6 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=892d2143-b3e2-4410-bf1b-7ad84511c529 HTTP/1.1" status: 200 len: 856 time: 0.0626533 Jun 16 00:41:04.672472 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c468bf3a-1457-4035-b9b0-211b767c8915 req-4abaf529-9cba-49e8-b29b-d53769d7f7a2 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:04.673943 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-c468bf3a-1457-4035-b9b0-211b767c8915 req-4abaf529-9cba-49e8-b29b-d53769d7f7a2 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=90f013d4-e901-45ae-9bce-c0d5f28dfd77 HTTP/1.1" status: 200 len: 945 time: 0.0474286 Jun 16 00:41:04.708268 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:41:04.725465 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-c468bf3a-1457-4035-b9b0-211b767c8915 req-240c75e8-5b02-471c-8c07-63f15dd77f7f tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/security-groups?id=77c0d68b-3581-4bc1-ab0c-4206a850b260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458333 Jun 16 00:41:05.558503 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c354b5-0216-460a-b058-241d707259c7 req-a2467f81-ae6a-409b-9cff-14a4b6b1970c tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:05.559928 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-73c354b5-0216-460a-b058-241d707259c7 req-a2467f81-ae6a-409b-9cff-14a4b6b1970c tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 945 time: 0.0500190 Jun 16 00:41:05.606271 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-73c354b5-0216-460a-b058-241d707259c7 req-c3fd68d2-ef66-46ca-90b3-ae2c007ba9b2 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6225e73-4431-499a-b2e3-8d8a1435e6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406847 Jun 16 00:41:05.837040 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad238bb-ae4b-4da0-9b73-f8fc77db5239 req-8f6d91a4-34f6-478c-8c10-9b76eebd3770 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:05.838466 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-cad238bb-ae4b-4da0-9b73-f8fc77db5239 req-8f6d91a4-34f6-478c-8c10-9b76eebd3770 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=90f013d4-e901-45ae-9bce-c0d5f28dfd77 HTTP/1.1" status: 200 len: 945 time: 0.0463383 Jun 16 00:41:05.893563 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155dbe22-1b23-437d-83b7-fd77ee44932e req-3ff6917a-5deb-4546-85f1-0c05872a0d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:05.895030 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-155dbe22-1b23-437d-83b7-fd77ee44932e req-3ff6917a-5deb-4546-85f1-0c05872a0d8e service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=a6844d01-625d-4b71-91cf-373fe3e3e7cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0536325 Jun 16 00:41:05.938306 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-cad238bb-ae4b-4da0-9b73-f8fc77db5239 req-ae63c3ce-239d-43f3-8d43-75dcff7008b7 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/security-groups?id=77c0d68b-3581-4bc1-ab0c-4206a850b260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871406 Jun 16 00:41:06.005309 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-155dbe22-1b23-437d-83b7-fd77ee44932e req-f73bc515-54f0-4501-a180-dffa08d3f925 service neutron] 10.222.0.40 "GET /v2.0/networks/a6844d01-625d-4b71-91cf-373fe3e3e7cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948412 Jun 16 00:41:06.136986 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 46680) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:41:06.202646 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-155dbe22-1b23-437d-83b7-fd77ee44932e req-1a11c800-7f86-458e-b18b-2b02621e42d1 service neutron] 10.222.0.40 "GET /v2.0/networks/a6844d01-625d-4b71-91cf-373fe3e3e7cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927527 Jun 16 00:41:06.251131 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-98b74779-9532-40ed-8273-23cb4db851b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:06.261228 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:41:06.325631 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-98b74779-9532-40ed-8273-23cb4db851b8 admin admin] Publish callbacks [] for security_group (3214e45f-6d16-4910-99c6-705512f4b7da), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:06.397138 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-98b74779-9532-40ed-8273-23cb4db851b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (3214e45f-6d16-4910-99c6-705512f4b7da), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:06.435139 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:41:06.443159 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-98b74779-9532-40ed-8273-23cb4db851b8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f18db1e68bf541ef8d90a2d2e6b681a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3050554 Jun 16 00:41:06.451049 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b74779-9532-40ed-8273-23cb4db851b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3214e45f-6d16-4910-99c6-705512f4b7da,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:41:06.451193 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 46688) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:41:06.495500 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-0aa1b48d-d3eb-45e2-979b-9c339823a102 admin admin] Publish callbacks [] for security_group (3214e45f-6d16-4910-99c6-705512f4b7da), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:06.515882 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=100 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:41:06.518565 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-0aa1b48d-d3eb-45e2-979b-9c339823a102 admin admin] Publish callbacks [] for security_group (3214e45f-6d16-4910-99c6-705512f4b7da), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:06.643452 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-0aa1b48d-d3eb-45e2-979b-9c339823a102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (3214e45f-6d16-4910-99c6-705512f4b7da), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:06.646453 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-0aa1b48d-d3eb-45e2-979b-9c339823a102 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:06.647409 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-0aa1b48d-d3eb-45e2-979b-9c339823a102 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3214e45f-6d16-4910-99c6-705512f4b7da HTTP/1.1" status: 204 len: 168 time: 0.2000492 Jun 16 00:41:06.657896 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa1b48d-d3eb-45e2-979b-9c339823a102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3214e45f-6d16-4910-99c6-705512f4b7da,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:41:06.747970 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b5a2d-8c31-4dbd-88ed-4dab6d3c37b5 req-41468593-0a43-4c0f-ab64-9e002352ae4d tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:06.749530 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-516b5a2d-8c31-4dbd-88ed-4dab6d3c37b5 req-41468593-0a43-4c0f-ab64-9e002352ae4d tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 945 time: 0.0472445 Jun 16 00:41:06.797599 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-516b5a2d-8c31-4dbd-88ed-4dab6d3c37b5 req-12f3c55c-21b0-4c97-bc5a-8939e3d476ad tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6225e73-4431-499a-b2e3-8d8a1435e6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419014 Jun 16 00:41:07.054428 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3658560-f076-4806-a45f-23dcced5fc1e req-1e3e6806-6a1f-4834-93aa-959225d0d129 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:07.055881 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-d3658560-f076-4806-a45f-23dcced5fc1e req-1e3e6806-6a1f-4834-93aa-959225d0d129 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=90f013d4-e901-45ae-9bce-c0d5f28dfd77 HTTP/1.1" status: 200 len: 945 time: 0.0473256 Jun 16 00:41:07.103761 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-d3658560-f076-4806-a45f-23dcced5fc1e req-64bb19cf-2f43-4a0a-afcf-50d21fe114d2 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/security-groups?id=77c0d68b-3581-4bc1-ab0c-4206a850b260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424201 Jun 16 00:41:07.261450 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 46700) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:41:07.277469 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-7fff0685-b02d-4b7c-9cc5-6bba305b33aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:07.351356 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-7fff0685-b02d-4b7c-9cc5-6bba305b33aa admin admin] Publish callbacks [] for security_group (0b7b5695-1adb-4a5d-b1c2-7f9f3c7ff768), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:07.414063 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-7fff0685-b02d-4b7c-9cc5-6bba305b33aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (0b7b5695-1adb-4a5d-b1c2-7f9f3c7ff768), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:07.449985 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:41:07.454652 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-7fff0685-b02d-4b7c-9cc5-6bba305b33aa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8a6335095fbc48d48d94a44db3bd82df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1921828 Jun 16 00:41:07.455343 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fff0685-b02d-4b7c-9cc5-6bba305b33aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7b5695-1adb-4a5d-b1c2-7f9f3c7ff768,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:41:07.457357 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 46702) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:41:07.506406 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-f8e6934e-97da-4859-9708-f56985244064 admin admin] Publish callbacks [] for security_group (0b7b5695-1adb-4a5d-b1c2-7f9f3c7ff768), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:07.527376 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-f8e6934e-97da-4859-9708-f56985244064 admin admin] Publish callbacks [] for security_group (0b7b5695-1adb-4a5d-b1c2-7f9f3c7ff768), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:07.635839 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-f8e6934e-97da-4859-9708-f56985244064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (0b7b5695-1adb-4a5d-b1c2-7f9f3c7ff768), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:07.638415 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-f8e6934e-97da-4859-9708-f56985244064 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:07.639576 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-f8e6934e-97da-4859-9708-f56985244064 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0b7b5695-1adb-4a5d-b1c2-7f9f3c7ff768 HTTP/1.1" status: 204 len: 168 time: 0.1812077 Jun 16 00:41:07.647339 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e6934e-97da-4859-9708-f56985244064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b7b5695-1adb-4a5d-b1c2-7f9f3c7ff768,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:41:07.747440 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260eef8-c76b-43ce-a0bb-74055b51657d req-03abab3a-3ef9-4dcf-828d-3d00c0e61605 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:07.749491 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-e260eef8-c76b-43ce-a0bb-74055b51657d req-03abab3a-3ef9-4dcf-828d-3d00c0e61605 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.40 "GET /v2.0/ports?device_id=90f013d4-e901-45ae-9bce-c0d5f28dfd77 HTTP/1.1" status: 200 len: 945 time: 0.0756540 Jun 16 00:41:07.835047 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [req-e260eef8-c76b-43ce-a0bb-74055b51657d req-07d86229-0c40-4016-b0b8-90714ea5ea78 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Deleting port cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698 {{(pid=111023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 00:41:07.835414 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-e260eef8-c76b-43ce-a0bb-74055b51657d req-07d86229-0c40-4016-b0b8-90714ea5ea78 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753842671270'] for port (cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:07.968160 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e87eb-915e-4685-8efb-b03fecd6b92b req-2c060fa9-fcdb-4e70-b641-91ce8354b2dc tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:07.970210 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-b30e87eb-915e-4685-8efb-b03fecd6b92b req-2c060fa9-fcdb-4e70-b641-91ce8354b2dc tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 945 time: 0.0928950 Jun 16 00:41:07.979089 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.db [req-e260eef8-c76b-43ce-a0bb-74055b51657d req-07d86229-0c40-4016-b0b8-90714ea5ea78 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] For port cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698,segment=NetworkSegment(fea0c3b1-4564-4c46-a939-13c53483f391),segment_id=fea0c3b1-4564-4c46-a939-13c53483f391)] {{(pid=111023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:41:07.979089 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-e260eef8-c76b-43ce-a0bb-74055b51657d req-07d86229-0c40-4016-b0b8-90714ea5ea78 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642233'] for port (cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:08.075393 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-b30e87eb-915e-4685-8efb-b03fecd6b92b req-1a743c1c-be2a-4d73-b138-4012d1938cf7 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6225e73-4431-499a-b2e3-8d8a1435e6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967228 Jun 16 00:41:08.183688 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-e260eef8-c76b-43ce-a0bb-74055b51657d req-07d86229-0c40-4016-b0b8-90714ea5ea78 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:08.184047 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-e260eef8-c76b-43ce-a0bb-74055b51657d req-07d86229-0c40-4016-b0b8-90714ea5ea78 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672953'] for floatingip (dc97fe20-caed-433b-a2a6-59804f3e3f48), after_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:08.184478 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.db.l3_db [req-e260eef8-c76b-43ce-a0bb-74055b51657d req-07d86229-0c40-4016-b0b8-90714ea5ea78 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Floating IP dc97fe20-caed-433b-a2a6-59804f3e3f48 disassociated. External IP: 172.27.1.175, port: cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698. Jun 16 00:41:08.190669 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [req-e260eef8-c76b-43ce-a0bb-74055b51657d req-07d86229-0c40-4016-b0b8-90714ea5ea78 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Calling delete_port for cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698 owned by compute:nova {{(pid=111023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 00:41:08.248239 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f19bf3-192b-4b69-9fcc-fb8a00222474 req-250234e6-29c8-43e9-963d-ecbe1d3fa43e tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:08.250398 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-a6f19bf3-192b-4b69-9fcc-fb8a00222474 req-250234e6-29c8-43e9-963d-ecbe1d3fa43e tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=90f013d4-e901-45ae-9bce-c0d5f28dfd77 HTTP/1.1" status: 200 len: 945 time: 0.0644386 Jun 16 00:41:08.274628 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:41:08.303935 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-a6f19bf3-192b-4b69-9fcc-fb8a00222474 req-37f70da7-f106-4cc1-a487-a0a8e6d30997 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/security-groups?id=77c0d68b-3581-4bc1-ab0c-4206a850b260&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450377 Jun 16 00:41:08.443154 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-e260eef8-c76b-43ce-a0bb-74055b51657d req-07d86229-0c40-4016-b0b8-90714ea5ea78 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753842673475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753842110814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909837'] for port (cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:08.472078 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d86229-0c40-4016-b0b8-90714ea5ea78 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Pushing event deleted for resources: {'Port': ['ID=cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:41:08.584939 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e260eef8-c76b-43ce-a0bb-74055b51657d req-07d86229-0c40-4016-b0b8-90714ea5ea78 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Router 1b62cfae-791c-4204-bf01-912f6aca26ba has already been hosted by L3 agent d0297bc9-c3a8-45ac-9023-c937cb4f21fc {{(pid=111023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 00:41:08.587968 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:41:08.697003 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e260eef8-c76b-43ce-a0bb-74055b51657d req-07d86229-0c40-4016-b0b8-90714ea5ea78 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Notify agent at l3_agent.dv-cinder-803823-11-iscsi the message routers_updated {{(pid=111023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 00:41:08.708943 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d43abcc-c204-4134-b389-4ab6d3451f8c None None] Sync routers for ids ['1b62cfae-791c-4204-bf01-912f6aca26ba'] in dv-cinder-803823-11-iscsi {{(pid=111024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 00:41:08.720415 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d43abcc-c204-4134-b389-4ab6d3451f8c None None] Routers {'1b62cfae-791c-4204-bf01-912f6aca26ba'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:41:08.721376 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-2d43abcc-c204-4134-b389-4ab6d3451f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:40:57Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['1b62cfae-791c-4204-bf01-912f6aca26ba'], 'active': True} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:41:08.747706 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.l3_dvrscheduler_db [req-e260eef8-c76b-43ce-a0bb-74055b51657d req-07d86229-0c40-4016-b0b8-90714ea5ea78 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] No DVR routers for this DVR port cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698 on host hv-cinder-80382 {{(pid=111023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 00:41:08.753363 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-e260eef8-c76b-43ce-a0bb-74055b51657d req-07d86229-0c40-4016-b0b8-90714ea5ea78 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for port (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:08.756797 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-e260eef8-c76b-43ce-a0bb-74055b51657d req-07d86229-0c40-4016-b0b8-90714ea5ea78 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.40 "DELETE /v2.0/ports/cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698 HTTP/1.1" status: 204 len: 173 time: 1.0013504 Jun 16 00:41:08.757323 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f013d4-e901-45ae-9bce-c0d5f28dfd77', 'name': 'network-vif-deleted', 'tag': 'cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698'}] {{(pid=111023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:41:08.759865 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849ffc5c5c28115853a01ef2d84a57e68c82d4a74a931575540ba89325b26957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b58a151-7faf-4894-a190-8a13f931f138" -d '{"events": [{"server_uuid": "90f013d4-e901-45ae-9bce-c0d5f28dfd77", "name": "network-vif-deleted", "tag": "cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698"}]}' {{(pid=111023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:41:08.800724 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:41:08.807014 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 00:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5361911e-b5d2-4c2c-a3fc-37a409fce645 x-openstack-request-id: req-5361911e-b5d2-4c2c-a3fc-37a409fce645 {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:41:08.807299 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f013d4-e901-45ae-9bce-c0d5f28dfd77", "name": "network-vif-deleted", "tag": "cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698", "status": "completed", "code": 200}]} {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:41:08.807548 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5361911e-b5d2-4c2c-a3fc-37a409fce645 {{(pid=111023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:41:08.807946 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5361911e-b5d2-4c2c-a3fc-37a409fce645'] response: {'server_uuid': '90f013d4-e901-45ae-9bce-c0d5f28dfd77', 'name': 'network-vif-deleted', 'tag': 'cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698', 'status': 'completed', 'code': 200} Jun 16 00:41:08.856552 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvr_db [None req-2d43abcc-c204-4134-b389-4ab6d3451f8c None None] Set router 1b62cfae-791c-4204-bf01-912f6aca26ba gateway port host: dv-cinder-803823-11-iscsi {{(pid=111024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:41:08.939231 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 46734) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:41:09.058198 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [None req-8f6f7b1f-27e5-405b-9dc8-8ae3d680cf37 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1702934393-network', 'tenant_id': '717e38e9bd244b4b93f91c8f244841bf'}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:41:09.164578 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f6f7b1f-27e5-405b-9dc8-8ae3d680cf37 admin admin] Made reservation on behalf of 717e38e9bd244b4b93f91c8f244841bf for: {'network': 1} {{(pid=111023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 00:41:09.166919 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-8f6f7b1f-27e5-405b-9dc8-8ae3d680cf37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for network (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:09.193941 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-8f6f7b1f-27e5-405b-9dc8-8ae3d680cf37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:09.216047 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device 3aed7710-78db-49be-89bf-f87f2e363d9b no longer exists at agent hyperv_hv-cinder-80382 {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 00:41:09.216806 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385e9f2d-c31e-4087-b619-d988d38e3ac4 req-ef8d3624-ad3f-4cf8-acea-cfcd2eddf26e tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:09.218354 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-385e9f2d-c31e-4087-b619-d988d38e3ac4 req-ef8d3624-ad3f-4cf8-acea-cfcd2eddf26e tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 945 time: 0.0641150 Jun 16 00:41:09.252006 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-2d43abcc-c204-4134-b389-4ab6d3451f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'name': 'tempest-AttachVolumeNegativeTest-1185601359-router', 'tenant_id': '45031128a55e42989da61e01948538d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '0f66962a-1205-4a33-9a8f-65465c9ebb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:34:34Z', 'updated_at': '2022-06-16T00:34:43Z', 'revision_number': 4, 'project_id': '45031128a55e42989da61e01948538d3', 'gw_port': {'id': '0f66962a-1205-4a33-9a8f-65465c9ebb13', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:aa:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:36Z', 'updated_at': '2022-06-16T00:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_interfaces': [{'id': '10a8169d-3fef-4cc7-94c5-78192087f720', 'name': '', 'network_id': 'ffe9c59a-3096-4aef-8b2e-e3aa63722c28', 'tenant_id': '45031128a55e42989da61e01948538d3', 'mac_address': 'fa:16:3e:d1:28:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1f18fa19-d797-425e-adb2-49437faef043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:41Z', 'updated_at': '2022-06-16T00:34:50Z', 'revision_number': 5, 'project_id': '45031128a55e42989da61e01948538d3', 'subnets': [{'id': '1f18fa19-d797-425e-adb2-49437faef043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:41:09.267931 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-385e9f2d-c31e-4087-b619-d988d38e3ac4 req-692236e8-64bb-4650-a6a4-ff9503b761c3 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6225e73-4431-499a-b2e3-8d8a1435e6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440104 Jun 16 00:41:09.283497 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-8f6f7b1f-27e5-405b-9dc8-8ae3d680cf37 admin admin] Publish callbacks [] for security_group (b3026572-bae7-45a3-bcd9-9f1a45d84395), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:09.285631 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d43abcc-c204-4134-b389-4ab6d3451f8c None None] Checking router: 1b62cfae-791c-4204-bf01-912f6aca26ba for host: dv-cinder-803823-11-iscsi {{(pid=111024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 00:41:09.300720 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d43abcc-c204-4134-b389-4ab6d3451f8c None None] Routers {'1b62cfae-791c-4204-bf01-912f6aca26ba'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:41:09.302897 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-2d43abcc-c204-4134-b389-4ab6d3451f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:40:57Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['1b62cfae-791c-4204-bf01-912f6aca26ba'], 'active': True} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:41:09.356248 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-8f6f7b1f-27e5-405b-9dc8-8ae3d680cf37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (b3026572-bae7-45a3-bcd9-9f1a45d84395), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:09.387468 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f6f7b1f-27e5-405b-9dc8-8ae3d680cf37 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=111023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 00:41:09.397868 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6f7b1f-27e5-405b-9dc8-8ae3d680cf37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3026572-bae7-45a3-bcd9-9f1a45d84395,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:41:09.403559 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Current status of the port 3aed7710-78db-49be-89bf-f87f2e363d9b is: ACTIVE; New status is: DOWN {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:41:09.403876 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (3aed7710-78db-49be-89bf-f87f2e363d9b), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:09.418851 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-8f6f7b1f-27e5-405b-9dc8-8ae3d680cf37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219328'] for segment (074faca5-972f-4433-a057-52fcc073699c), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:09.419675 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.db.segments_db [None req-8f6f7b1f-27e5-405b-9dc8-8ae3d680cf37 admin admin] Added segment 074faca5-972f-4433-a057-52fcc073699c of type vlan for network edf209d5-bf5e-45d9-9ae4-afa23ada1633 Jun 16 00:41:09.434044 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=100 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:41:09.443823 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3aed7710-78db-49be-89bf-f87f2e363d9b'}] {{(pid=111024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:41:09.446335 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4573778420d3d0f041bbf6733ae9852b47924bf8d6b8ed88ee9f05ae747ab312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad76028-bf9c-43c6-b986-3b1ec2a84054" -d '{"events": [{"server_uuid": "42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d", "name": "network-vif-unplugged", "status": "completed", "tag": "3aed7710-78db-49be-89bf-f87f2e363d9b"}]}' {{(pid=111024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:41:09.462752 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvr_db [None req-2d43abcc-c204-4134-b389-4ab6d3451f8c None None] Set router 1b62cfae-791c-4204-bf01-912f6aca26ba gateway port host: dv-cinder-803823-11-iscsi {{(pid=111024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:41:09.465664 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] For port 3aed7710-78db-49be-89bf-f87f2e363d9b, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=3aed7710-78db-49be-89bf-f87f2e363d9b,segment=NetworkSegment(5c02ce47-b4ce-4c8e-af6b-d3fbab975164),segment_id=5c02ce47-b4ce-4c8e-af6b-d3fbab975164)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:41:09.471826 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-8f6f7b1f-27e5-405b-9dc8-8ae3d680cf37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753842147476'] for network (edf209d5-bf5e-45d9-9ae4-afa23ada1633), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:09.472125 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-f97869ee-ea85-4822-8470-d032c9a1c82f req-126e3426-4029-4759-a9af-98f6a59b7640 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/ports?device_id=90f013d4-e901-45ae-9bce-c0d5f28dfd77 HTTP/1.1" status: 200 len: 210 time: 0.0408428 Jun 16 00:41:09.543842 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Jun 2022 00:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e00e2f-b338-4f22-b7fd-bfd9ae3c26cc x-openstack-request-id: req-75e00e2f-b338-4f22-b7fd-bfd9ae3c26cc {{(pid=111024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:41:09.544129 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d", "name": "network-vif-unplugged", "status": "failed", "tag": "3aed7710-78db-49be-89bf-f87f2e363d9b", "code": 422}]} {{(pid=111024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:41:09.544377 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-75e00e2f-b338-4f22-b7fd-bfd9ae3c26cc {{(pid=111024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:41:09.544985 dv-cinder-803823-11-iscsi neutron-server[111024]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-75e00e2f-b338-4f22-b7fd-bfd9ae3c26cc']: {'server_uuid': '42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3aed7710-78db-49be-89bf-f87f2e363d9b', 'code': 422} returned with failed status Jun 16 00:41:09.562106 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (3aed7710-78db-49be-89bf-f87f2e363d9b), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:09.592200 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-8f6f7b1f-27e5-405b-9dc8-8ae3d680cf37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177'] for network (edf209d5-bf5e-45d9-9ae4-afa23ada1633), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:09.593324 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6f7b1f-27e5-405b-9dc8-8ae3d680cf37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:09.593946 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-8f6f7b1f-27e5-405b-9dc8-8ae3d680cf37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590195'] for network (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:09.657544 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Pushing event updated for resources: {'Port': ['ID=3aed7710-78db-49be-89bf-f87f2e363d9b,revision_number=8']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:41:09.664196 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6f7b1f-27e5-405b-9dc8-8ae3d680cf37 admin admin] Pushing event updated for resources: {'Network': ['ID=edf209d5-bf5e-45d9-9ae4-afa23ada1633,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:41:09.678010 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Network edf209d5-bf5e-45d9-9ae4-afa23ada1633 details requested by agent ovs-agent-dv-cinder-803823-11-iscsi with host dv-cinder-803823-11-iscsi {{(pid=111024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 00:41:09.713169 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-8f6f7b1f-27e5-405b-9dc8-8ae3d680cf37 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7726641 Jun 16 00:41:09.716168 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 46752) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:41:09.721268 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.v2.base [None req-a9c4605a-c85d-4374-a512-23585e83e382 admin admin] Request body: {'subnet': {'network_id': 'edf209d5-bf5e-45d9-9ae4-afa23ada1633', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1702934393-subnet', 'tenant_id': '717e38e9bd244b4b93f91c8f244841bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:41:09.771160 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-2d43abcc-c204-4134-b389-4ab6d3451f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'name': 'tempest-AttachVolumeNegativeTest-1185601359-router', 'tenant_id': '45031128a55e42989da61e01948538d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '0f66962a-1205-4a33-9a8f-65465c9ebb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:34:34Z', 'updated_at': '2022-06-16T00:34:43Z', 'revision_number': 4, 'project_id': '45031128a55e42989da61e01948538d3', 'gw_port': {'id': '0f66962a-1205-4a33-9a8f-65465c9ebb13', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:aa:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:36Z', 'updated_at': '2022-06-16T00:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_interfaces': [{'id': '10a8169d-3fef-4cc7-94c5-78192087f720', 'name': '', 'network_id': 'ffe9c59a-3096-4aef-8b2e-e3aa63722c28', 'tenant_id': '45031128a55e42989da61e01948538d3', 'mac_address': 'fa:16:3e:d1:28:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1f18fa19-d797-425e-adb2-49437faef043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:41Z', 'updated_at': '2022-06-16T00:34:50Z', 'revision_number': 5, 'project_id': '45031128a55e42989da61e01948538d3', 'subnets': [{'id': '1f18fa19-d797-425e-adb2-49437faef043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:41:09.803256 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d43abcc-c204-4134-b389-4ab6d3451f8c None None] The sync data for ids ['1b62cfae-791c-4204-bf01-912f6aca26ba'] in dv-cinder-803823-11-iscsi is: [{'id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'name': 'tempest-AttachVolumeNegativeTest-1185601359-router', 'tenant_id': '45031128a55e42989da61e01948538d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '0f66962a-1205-4a33-9a8f-65465c9ebb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:34:34Z', 'updated_at': '2022-06-16T00:34:43Z', 'revision_number': 4, 'project_id': '45031128a55e42989da61e01948538d3', 'gw_port': {'id': '0f66962a-1205-4a33-9a8f-65465c9ebb13', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:aa:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:36Z', 'updated_at': '2022-06-16T00:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_interfaces': [{'id': '10a8169d-3fef-4cc7-94c5-78192087f720', 'name': '', 'network_id': 'ffe9c59a-3096-4aef-8b2e-e3aa63722c28', 'tenant_id': '45031128a55e42989da61e01948538d3', 'mac_address': 'fa:16:3e:d1:28:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1f18fa19-d797-425e-adb2-49437faef043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:41Z', 'updated_at': '2022-06-16T00:34:50Z', 'revision_number': 5, 'project_id': '45031128a55e42989da61e01948538d3', 'subnets': [{'id': '1f18fa19-d797-425e-adb2-49437faef043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 00:41:09.830595 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c4605a-c85d-4374-a512-23585e83e382 admin admin] Made reservation on behalf of 717e38e9bd244b4b93f91c8f244841bf for: {'subnet': 1} {{(pid=111022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 00:41:09.836817 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-a9c4605a-c85d-4374-a512-23585e83e382 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18407631'] for subnet (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:10.042817 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4d60f0-405f-4661-8ec0-4a8c66262e97 None None] New status for floating IP dc97fe20-caed-433b-a2a6-59804f3e3f48: DOWN {{(pid=111025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 00:41:10.083738 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-a9c4605a-c85d-4374-a512-23585e83e382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18330380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18407649'] for subnet (d37d5be7-9ecb-4a81-80aa-8929aed42149), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:10.139767 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c4605a-c85d-4374-a512-23585e83e382 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d37d5be7-9ecb-4a81-80aa-8929aed42149,revision_number=0']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:41:10.150404 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c4605a-c85d-4374-a512-23585e83e382 admin admin] Checking segment: {'id': '074faca5-972f-4433-a057-52fcc073699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'edf209d5-bf5e-45d9-9ae4-afa23ada1633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 00:41:10.150760 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c4605a-c85d-4374-a512-23585e83e382 admin admin] Network hostable DHCP agents. Network: edf209d5-bf5e-45d9-9ae4-afa23ada1633, hostable agents: ['2a8c543c-b8d9-40d8-999c-fa03b757f547'], hosted agents: [] {{(pid=111022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 00:41:10.230210 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c4605a-c85d-4374-a512-23585e83e382 admin admin] Network edf209d5-bf5e-45d9-9ae4-afa23ada1633 is scheduled to be hosted by DHCP agent 2a8c543c-b8d9-40d8-999c-fa03b757f547 with binding_index 1 {{(pid=111022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 00:41:10.322926 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.scheduler.base_scheduler [None req-a9c4605a-c85d-4374-a512-23585e83e382 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-11-iscsi, edf209d5-bf5e-45d9-9ae4-afa23ada1633) {{(pid=111022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:41:10.326969 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c4605a-c85d-4374-a512-23585e83e382 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:10.327550 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-a9c4605a-c85d-4374-a512-23585e83e382 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590195'] for subnet (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:10.331877 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c68b924-daf5-4ba7-8a8c-0d949f828e12 None None] Network edf209d5-bf5e-45d9-9ae4-afa23ada1633 requested from dv-cinder-803823-11-iscsi {{(pid=111024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 00:41:10.394352 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-a9c4605a-c85d-4374-a512-23585e83e382 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6769783 Jun 16 00:41:10.433048 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bea4ef7-9d01-4bf8-b556-7e9534b64d53 None None] Network edf209d5-bf5e-45d9-9ae4-afa23ada1633 requested from dv-cinder-803823-11-iscsi {{(pid=111024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 00:41:10.621560 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 46774) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:41:10.667252 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:41:10.683946 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-aff180bb-cd9f-4a94-9d00-cdcf998efbc7 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for security_group (77c0d68b-3581-4bc1-ab0c-4206a850b260), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:10.686156 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:41:10.710127 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-aff180bb-cd9f-4a94-9d00-cdcf998efbc7 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for security_group (77c0d68b-3581-4bc1-ab0c-4206a850b260), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:10.875958 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-aff180bb-cd9f-4a94-9d00-cdcf998efbc7 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (77c0d68b-3581-4bc1-ab0c-4206a850b260), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:10.875958 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-aff180bb-cd9f-4a94-9d00-cdcf998efbc7 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for security_group (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:10.877261 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-aff180bb-cd9f-4a94-9d00-cdcf998efbc7 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "DELETE /v2.0/security-groups/77c0d68b-3581-4bc1-ab0c-4206a850b260 HTTP/1.1" status: 204 len: 168 time: 0.2545462 Jun 16 00:41:10.879954 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 46782) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:41:10.887715 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff180bb-cd9f-4a94-9d00-cdcf998efbc7 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c0d68b-3581-4bc1-ab0c-4206a850b260,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:41:10.916649 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.api.v2.resource [None req-d2deba0a-6252-4aff-9e76-7108318a6fe0 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] show failed (client error): The resource could not be found. Jun 16 00:41:10.919432 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-d2deba0a-6252-4aff-9e76-7108318a6fe0 tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "GET /v2.0/security-groups/77c0d68b-3581-4bc1-ab0c-4206a850b260 HTTP/1.1" status: 404 len: 347 time: 0.0371752 Jun 16 00:41:10.922520 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 46788) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:41:11.011149 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:41:11.040413 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [None req-6aade2b0-7121-4d5c-9cbc-d53341318a3b tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Deleting port 3c12fddc-e7c7-449b-b554-b2e0ec8ad4a9 {{(pid=111023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 00:41:11.040777 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-6aade2b0-7121-4d5c-9cbc-d53341318a3b tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753842671270'] for port (3c12fddc-e7c7-449b-b554-b2e0ec8ad4a9), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:11.120610 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-6aade2b0-7121-4d5c-9cbc-d53341318a3b tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642233'] for port (3c12fddc-e7c7-449b-b554-b2e0ec8ad4a9), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:11.121117 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-6aade2b0-7121-4d5c-9cbc-d53341318a3b tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for floatingip (3c12fddc-e7c7-449b-b554-b2e0ec8ad4a9), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:11.136446 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [None req-6aade2b0-7121-4d5c-9cbc-d53341318a3b tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Calling delete_port for 3c12fddc-e7c7-449b-b554-b2e0ec8ad4a9 owned by network:floatingip {{(pid=111023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 00:41:11.181507 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 46794) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:41:11.190206 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [None req-e4f0c109-dbba-469f-84fd-eefcfe74b9c4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1289155337-network', 'tenant_id': '454ff6f9a1e84bfbbc2d65ae45f9666b'}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:41:11.199168 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698 no longer exists at agent hyperv_hv-cinder-80382 {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 00:41:11.221377 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] No Port match for: cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698 {{(pid=111024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 00:41:11.221716 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device cbfc7adb-aa8f-4b8b-ad6b-4d6609ed6698 not bound to the agent host hv-cinder-80382 {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 00:41:11.241528 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:41:11.293030 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f0c109-dbba-469f-84fd-eefcfe74b9c4 admin admin] Made reservation on behalf of 454ff6f9a1e84bfbbc2d65ae45f9666b for: {'network': 1} {{(pid=111023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 00:41:11.295350 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-e4f0c109-dbba-469f-84fd-eefcfe74b9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for network (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:11.303888 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-e4f0c109-dbba-469f-84fd-eefcfe74b9c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:11.382118 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-e4f0c109-dbba-469f-84fd-eefcfe74b9c4 admin admin] Publish callbacks [] for security_group (80c49a48-af96-4c75-8984-10ed1db8b928), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:11.383679 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-6aade2b0-7121-4d5c-9cbc-d53341318a3b tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753842673475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753842110814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909837'] for port (3c12fddc-e7c7-449b-b554-b2e0ec8ad4a9), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:11.412836 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aade2b0-7121-4d5c-9cbc-d53341318a3b tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Pushing event deleted for resources: {'Port': ['ID=3c12fddc-e7c7-449b-b554-b2e0ec8ad4a9,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:41:11.460893 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-e4f0c109-dbba-469f-84fd-eefcfe74b9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (80c49a48-af96-4c75-8984-10ed1db8b928), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:11.497940 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4f0c109-dbba-469f-84fd-eefcfe74b9c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=111023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 00:41:11.508116 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f0c109-dbba-469f-84fd-eefcfe74b9c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c49a48-af96-4c75-8984-10ed1db8b928,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:41:11.515077 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-6aade2b0-7121-4d5c-9cbc-d53341318a3b tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks [] for floatingip (dc97fe20-caed-433b-a2a6-59804f3e3f48), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:11.518085 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-6aade2b0-7121-4d5c-9cbc-d53341318a3b tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for floatingip (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:11.519211 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-6aade2b0-7121-4d5c-9cbc-d53341318a3b tempest-AttachVolumeNegativeTest-1072022260 tempest-AttachVolumeNegativeTest-1072022260-project] 10.222.0.20 "DELETE /v2.0/floatingips/dc97fe20-caed-433b-a2a6-59804f3e3f48 HTTP/1.1" status: 204 len: 168 time: 0.5955195 Jun 16 00:41:11.520485 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-e4f0c109-dbba-469f-84fd-eefcfe74b9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219328'] for segment (8b95b0eb-3a18-467d-b073-278eeefba590), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:11.520849 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.db.segments_db [None req-e4f0c109-dbba-469f-84fd-eefcfe74b9c4 admin admin] Added segment 8b95b0eb-3a18-467d-b073-278eeefba590 of type vlan for network 8d13d9a8-5b90-49fe-a3bf-bed747da5f55 Jun 16 00:41:11.577853 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [req-49e17cae-6253-4fc0-9a7f-86e187ddb75e req-6fd38063-4fe4-49b4-bd14-95e3d6b0735b service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=111023) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 00:41:11.578875 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-49e17cae-6253-4fc0-9a7f-86e187ddb75e req-6fd38063-4fe4-49b4-bd14-95e3d6b0735b service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1718636 Jun 16 00:41:11.580465 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-e4f0c109-dbba-469f-84fd-eefcfe74b9c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753842147476'] for network (8d13d9a8-5b90-49fe-a3bf-bed747da5f55), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:11.666124 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-e4f0c109-dbba-469f-84fd-eefcfe74b9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177'] for network (8d13d9a8-5b90-49fe-a3bf-bed747da5f55), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:11.667198 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f0c109-dbba-469f-84fd-eefcfe74b9c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:11.667798 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-e4f0c109-dbba-469f-84fd-eefcfe74b9c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590195'] for network (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:11.732239 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f0c109-dbba-469f-84fd-eefcfe74b9c4 admin admin] Pushing event updated for resources: {'Network': ['ID=8d13d9a8-5b90-49fe-a3bf-bed747da5f55,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:41:11.741655 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Network 8d13d9a8-5b90-49fe-a3bf-bed747da5f55 details requested by agent ovs-agent-dv-cinder-803823-11-iscsi with host dv-cinder-803823-11-iscsi {{(pid=111024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 00:41:11.784485 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-e4f0c109-dbba-469f-84fd-eefcfe74b9c4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6017864 Jun 16 00:41:11.791347 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 46804) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:41:11.793549 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [None req-bfaf0eb0-f875-4a87-a416-3210134d287b admin admin] Request body: {'subnet': {'network_id': '8d13d9a8-5b90-49fe-a3bf-bed747da5f55', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1289155337-subnet', 'tenant_id': '454ff6f9a1e84bfbbc2d65ae45f9666b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:41:11.921486 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b98ac-2550-488a-8ae4-e3c69db4dd21 req-2e85d5b7-6ba3-442a-a93d-af744a4ef25a tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:11.923037 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-5e0b98ac-2550-488a-8ae4-e3c69db4dd21 req-2e85d5b7-6ba3-442a-a93d-af744a4ef25a tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 943 time: 0.0510950 Jun 16 00:41:11.924016 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfaf0eb0-f875-4a87-a416-3210134d287b admin admin] Made reservation on behalf of 454ff6f9a1e84bfbbc2d65ae45f9666b for: {'subnet': 1} {{(pid=111023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 00:41:11.928826 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-bfaf0eb0-f875-4a87-a416-3210134d287b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10303377'] for subnet (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:11.956554 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:DELETE=2,neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:41:11.976772 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-5e0b98ac-2550-488a-8ae4-e3c69db4dd21 req-0edc81b1-e396-49da-bf75-8299c9bc1994 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6225e73-4431-499a-b2e3-8d8a1435e6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467834 Jun 16 00:41:12.207914 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-1ade4a7f-14eb-4ffb-9668-da991a0f9d56 req-9f0376e5-4fad-49e8-a53b-af634f30dae1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0359120 Jun 16 00:41:12.278564 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-bfaf0eb0-f875-4a87-a416-3210134d287b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2909793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10303423'] for subnet (339a4d02-d636-46ff-98fe-6b6cc6cfaf4b), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:12.286217 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade4a7f-14eb-4ffb-9668-da991a0f9d56 req-0c7dcac0-4acc-4333-b7ec-bd870e7c3fe6 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:12.287539 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-1ade4a7f-14eb-4ffb-9668-da991a0f9d56 req-0c7dcac0-4acc-4333-b7ec-bd870e7c3fe6 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports/3aed7710-78db-49be-89bf-f87f2e363d9b HTTP/1.1" status: 200 len: 940 time: 0.0511706 Jun 16 00:41:12.336303 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:41:12.344541 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaf0eb0-f875-4a87-a416-3210134d287b admin admin] Pushing event updated for resources: {'Subnet': ['ID=339a4d02-d636-46ff-98fe-6b6cc6cfaf4b,revision_number=0']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:41:12.353862 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaf0eb0-f875-4a87-a416-3210134d287b admin admin] Checking segment: {'id': '8b95b0eb-3a18-467d-b073-278eeefba590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '8d13d9a8-5b90-49fe-a3bf-bed747da5f55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 00:41:12.354212 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfaf0eb0-f875-4a87-a416-3210134d287b admin admin] Network hostable DHCP agents. Network: 8d13d9a8-5b90-49fe-a3bf-bed747da5f55, hostable agents: ['2a8c543c-b8d9-40d8-999c-fa03b757f547'], hosted agents: [] {{(pid=111023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 00:41:12.459238 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfaf0eb0-f875-4a87-a416-3210134d287b admin admin] Network 8d13d9a8-5b90-49fe-a3bf-bed747da5f55 is scheduled to be hosted by DHCP agent 2a8c543c-b8d9-40d8-999c-fa03b757f547 with binding_index 1 {{(pid=111023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 00:41:12.564191 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.base_scheduler [None req-bfaf0eb0-f875-4a87-a416-3210134d287b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-11-iscsi, 8d13d9a8-5b90-49fe-a3bf-bed747da5f55) {{(pid=111023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:41:12.568739 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfaf0eb0-f875-4a87-a416-3210134d287b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:12.569768 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-bfaf0eb0-f875-4a87-a416-3210134d287b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:12.575838 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b834a47-13d2-4b75-96cc-d1f80d310550 None None] Network 8d13d9a8-5b90-49fe-a3bf-bed747da5f55 requested from dv-cinder-803823-11-iscsi {{(pid=111024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 00:41:12.679853 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf9601e-3b2d-4ad7-87e4-9bcee58e4246 None None] Network 8d13d9a8-5b90-49fe-a3bf-bed747da5f55 requested from dv-cinder-803823-11-iscsi {{(pid=111024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 00:41:12.706011 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:41:12.711838 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-bfaf0eb0-f875-4a87-a416-3210134d287b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9237919 Jun 16 00:41:13.125823 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d694157-8f4f-46cd-92fa-168274283f27 req-17bd3443-3268-418b-84f6-0a4056a725d7 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:13.133014 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-3d694157-8f4f-46cd-92fa-168274283f27 req-17bd3443-3268-418b-84f6-0a4056a725d7 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 943 time: 0.0730071 Jun 16 00:41:13.190542 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (42cc932a-4e60-43e8-a4dc-4f47b3d3efae), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:13.193080 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-3d694157-8f4f-46cd-92fa-168274283f27 req-7de3deba-2fad-444e-94f4-de92ad37f164 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6225e73-4431-499a-b2e3-8d8a1435e6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546255 Jun 16 00:41:13.206390 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device 3aed7710-78db-49be-89bf-f87f2e363d9b no longer exists at agent hyperv_hv-cinder-80382 {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 00:41:13.282993 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Current status of the port 3aed7710-78db-49be-89bf-f87f2e363d9b is: DOWN; New status is: DOWN {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:41:13.785843 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade4a7f-14eb-4ffb-9668-da991a0f9d56 req-748f6ee7-1314-4135-8d6f-2803ccace820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:13.787322 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-1ade4a7f-14eb-4ffb-9668-da991a0f9d56 req-748f6ee7-1314-4135-8d6f-2803ccace820 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d&tenant_id=494ce289f1774df0833301de8e46ae11 HTTP/1.1" status: 200 len: 1127 time: 0.0399315 Jun 16 00:41:13.865183 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade4a7f-14eb-4ffb-9668-da991a0f9d56 req-9bc59214-86e3-4ce6-82cf-29cdb1bb18f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:13.866652 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-1ade4a7f-14eb-4ffb-9668-da991a0f9d56 req-9bc59214-86e3-4ce6-82cf-29cdb1bb18f6 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=494ce289f1774df0833301de8e46ae11&device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 1127 time: 0.0384884 Jun 16 00:41:14.233522 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade4a7f-14eb-4ffb-9668-da991a0f9d56 req-60a209be-8630-4c8b-9bc4-c14de375d959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:14.235038 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-1ade4a7f-14eb-4ffb-9668-da991a0f9d56 req-60a209be-8630-4c8b-9bc4-c14de375d959 service neutron] 10.222.0.40 "GET /v2.0/networks?id=a6844d01-625d-4b71-91cf-373fe3e3e7cc HTTP/1.1" status: 200 len: 918 time: 0.3626323 Jun 16 00:41:14.327171 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012d442c-a2be-436f-b205-e820a34cc045 req-b0475cd8-ee59-4c0f-848e-8b1afc23d0be tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:14.329293 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-012d442c-a2be-436f-b205-e820a34cc045 req-b0475cd8-ee59-4c0f-848e-8b1afc23d0be tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 943 time: 0.0595827 Jun 16 00:41:14.384141 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-012d442c-a2be-436f-b205-e820a34cc045 req-a7985eb3-70a5-4358-8355-9b69dd62199b tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6225e73-4431-499a-b2e3-8d8a1435e6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487096 Jun 16 00:41:14.406234 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-1ade4a7f-14eb-4ffb-9668-da991a0f9d56 req-63f318b3-a3ac-4e5a-b098-1f85667a7a7d service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3aed7710-78db-49be-89bf-f87f2e363d9b HTTP/1.1" status: 200 len: 999 time: 0.0797243 Jun 16 00:41:14.464408 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade4a7f-14eb-4ffb-9668-da991a0f9d56 req-2a44336b-12d0-400d-afe8-759265888034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:14.465974 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-1ade4a7f-14eb-4ffb-9668-da991a0f9d56 req-2a44336b-12d0-400d-afe8-759265888034 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=892d2143-b3e2-4410-bf1b-7ad84511c529 HTTP/1.1" status: 200 len: 856 time: 0.0517578 Jun 16 00:41:14.753678 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade4a7f-14eb-4ffb-9668-da991a0f9d56 req-b6fc26db-40f9-4eef-a827-9140bc54f4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:14.755360 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-1ade4a7f-14eb-4ffb-9668-da991a0f9d56 req-b6fc26db-40f9-4eef-a827-9140bc54f4e4 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=a6844d01-625d-4b71-91cf-373fe3e3e7cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0395975 Jun 16 00:41:14.847817 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-1ade4a7f-14eb-4ffb-9668-da991a0f9d56 req-8f8505b5-9279-4d07-a1b2-24623f7aac63 service neutron] 10.222.0.40 "GET /v2.0/networks/a6844d01-625d-4b71-91cf-373fe3e3e7cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856218 Jun 16 00:41:14.946516 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-1ade4a7f-14eb-4ffb-9668-da991a0f9d56 req-22261e1b-0e80-48a1-9c66-71fb65629cf1 service neutron] 10.222.0.40 "GET /v2.0/networks/a6844d01-625d-4b71-91cf-373fe3e3e7cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919564 Jun 16 00:41:15.514889 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83675d80-09a4-41a7-8bff-76fb312622c3 req-2b1f275d-1058-49b5-9f69-cca24690660f tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:15.516967 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-83675d80-09a4-41a7-8bff-76fb312622c3 req-2b1f275d-1058-49b5-9f69-cca24690660f tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/ports?device_id=63ba2bcd-076b-43b8-8753-fb86693d2614 HTTP/1.1" status: 200 len: 946 time: 0.0520740 Jun 16 00:41:15.524702 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2714889-66d1-449a-8072-37076dc17de2 req-adb93ce6-0996-4767-991e-1ea93ce35331 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:15.532056 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-c2714889-66d1-449a-8072-37076dc17de2 req-adb93ce6-0996-4767-991e-1ea93ce35331 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 943 time: 0.0602367 Jun 16 00:41:15.564700 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-83675d80-09a4-41a7-8bff-76fb312622c3 req-355d6516-02a1-46f5-ac40-a4a546d78b96 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a85ccf4-43d6-40b7-a50e-3ea2d29e977c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419884 Jun 16 00:41:15.579375 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-c2714889-66d1-449a-8072-37076dc17de2 req-9ef2e04a-4481-467d-bc2f-b12f5fe4ca4f tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6225e73-4431-499a-b2e3-8d8a1435e6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467429 Jun 16 00:41:15.588020 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 46908) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:41:15.818914 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 46920) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:41:15.854407 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:41:15.862362 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348e1bcf-fd3e-417b-9342-5724df27c051 tempest-TestMinimumBasicScenario-474646719 tempest-TestMinimumBasicScenario-474646719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:15.867807 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-348e1bcf-fd3e-417b-9342-5724df27c051 tempest-TestMinimumBasicScenario-474646719 tempest-TestMinimumBasicScenario-474646719-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=63ba2bcd-076b-43b8-8753-fb86693d2614 HTTP/1.1" status: 200 len: 1125 time: 0.2753987 Jun 16 00:41:15.868213 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 46924) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:41:15.877426 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.v2.base [None req-de57b2a6-2a4b-4744-bd37-977be8e9c375 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Request body: {'floatingip': {'floating_network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'port_id': '6a0788b7-0528-40f3-80fe-df58bcfaf509', 'tenant_id': 'ad47d922a30a4c55a781c52c5bd5236f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=111022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:41:16.014039 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-de57b2a6-2a4b-4744-bd37-977be8e9c375 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:16.176598 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-de57b2a6-2a4b-4744-bd37-977be8e9c375 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:16.409417 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:41:16.424967 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.db.db_base_plugin_common [None req-de57b2a6-2a4b-4744-bd37-977be8e9c375 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Allocated IP 172.27.1.187 (81cb8278-aa95-4a96-976c-13998a04ce85/7fa235f2-2172-4ff3-86e8-0e0d1995c273/73de0a32-d9f0-4e4a-a93b-0a8cd87adf7f) {{(pid=111022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 00:41:16.536820 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:41:16.657769 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-0f8e71d3-6c7c-4a1b-a60b-9bbfd4f03ea3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-678073'] for router_interface (1b62cfae-791c-4204-bf01-912f6aca26ba), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:16.755591 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-de57b2a6-2a4b-4744-bd37-977be8e9c375 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Publish callbacks [] for port (73de0a32-d9f0-4e4a-a93b-0a8cd87adf7f), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:16.782792 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac18e264-1799-4db0-9aed-0b1f65e7e276 req-2c96d9ba-790d-4ee4-8f79-c31f8f093a17 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:16.785818 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-ac18e264-1799-4db0-9aed-0b1f65e7e276 req-2c96d9ba-790d-4ee4-8f79-c31f8f093a17 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 943 time: 0.0772452 Jun 16 00:41:16.890753 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-ac18e264-1799-4db0-9aed-0b1f65e7e276 req-d1db8bf4-60de-4c57-911b-ccabf10e7d8f tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6225e73-4431-499a-b2e3-8d8a1435e6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933843 Jun 16 00:41:17.129620 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-de57b2a6-2a4b-4744-bd37-977be8e9c375 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753842110805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18330592'] for port (73de0a32-d9f0-4e4a-a93b-0a8cd87adf7f), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:17.177505 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de57b2a6-2a4b-4744-bd37-977be8e9c375 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Network 81cb8278-aa95-4a96-976c-13998a04ce85 is already hosted by enough agents. {{(pid=111022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:41:17.186122 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.scheduler.base_scheduler [None req-de57b2a6-2a4b-4744-bd37-977be8e9c375 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Resources bound (agent type, host, resource id): {{(pid=111022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:41:17.193067 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de57b2a6-2a4b-4744-bd37-977be8e9c375 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Received port after_create {{(pid=111022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 00:41:17.232999 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de57b2a6-2a4b-4744-bd37-977be8e9c375 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Pushing event updated for resources: {'Port': ['ID=73de0a32-d9f0-4e4a-a93b-0a8cd87adf7f,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:41:17.256714 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de57b2a6-2a4b-4744-bd37-977be8e9c375 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:41:17.257290 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de57b2a6-2a4b-4744-bd37-977be8e9c375 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:41:17.257511 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de57b2a6-2a4b-4744-bd37-977be8e9c375 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:41:17.258019 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de57b2a6-2a4b-4744-bd37-977be8e9c375 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:41:17.258466 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de57b2a6-2a4b-4744-bd37-977be8e9c375 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:41:17.258856 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de57b2a6-2a4b-4744-bd37-977be8e9c375 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:41:17.259147 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de57b2a6-2a4b-4744-bd37-977be8e9c375 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:41:17.259475 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de57b2a6-2a4b-4744-bd37-977be8e9c375 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:41:17.259991 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de57b2a6-2a4b-4744-bd37-977be8e9c375 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:41:17.260326 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de57b2a6-2a4b-4744-bd37-977be8e9c375 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:41:17.260731 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de57b2a6-2a4b-4744-bd37-977be8e9c375 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:41:17.261094 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de57b2a6-2a4b-4744-bd37-977be8e9c375 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:41:17.261374 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de57b2a6-2a4b-4744-bd37-977be8e9c375 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:41:17.261696 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de57b2a6-2a4b-4744-bd37-977be8e9c375 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:41:17.262020 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de57b2a6-2a4b-4744-bd37-977be8e9c375 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:41:17.345651 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.plugin [None req-0f8e71d3-6c7c-4a1b-a60b-9bbfd4f03ea3 admin admin] Deleting port 10a8169d-3fef-4cc7-94c5-78192087f720 {{(pid=111022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 00:41:17.345900 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-0f8e71d3-6c7c-4a1b-a60b-9bbfd4f03ea3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753842671270'] for port (10a8169d-3fef-4cc7-94c5-78192087f720), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:17.365809 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:41:17.543290 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.db [None req-0f8e71d3-6c7c-4a1b-a60b-9bbfd4f03ea3 admin admin] For port 10a8169d-3fef-4cc7-94c5-78192087f720, host dv-cinder-803823-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=10a8169d-3fef-4cc7-94c5-78192087f720,segment=NetworkSegment(fea0c3b1-4564-4c46-a939-13c53483f391),segment_id=fea0c3b1-4564-4c46-a939-13c53483f391)] {{(pid=111022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:41:17.544009 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-0f8e71d3-6c7c-4a1b-a60b-9bbfd4f03ea3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642233'] for port (10a8169d-3fef-4cc7-94c5-78192087f720), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:17.561465 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.plugin [None req-0f8e71d3-6c7c-4a1b-a60b-9bbfd4f03ea3 admin admin] Calling delete_port for 10a8169d-3fef-4cc7-94c5-78192087f720 owned by network:router_interface {{(pid=111022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 00:41:17.825332 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-de57b2a6-2a4b-4744-bd37-977be8e9c375 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Publish callbacks [] for floatingip (e68d7abb-d8fb-4546-963a-5531bf78858f), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:17.863482 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:41:17.976988 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-0f8e71d3-6c7c-4a1b-a60b-9bbfd4f03ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753842673475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753842110814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18330592'] for port (10a8169d-3fef-4cc7-94c5-78192087f720), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:18.047304 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8e71d3-6c7c-4a1b-a60b-9bbfd4f03ea3 admin admin] Pushing event deleted for resources: {'Port': ['ID=10a8169d-3fef-4cc7-94c5-78192087f720,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:41:18.077073 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-de57b2a6-2a4b-4744-bd37-977be8e9c375 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (73de0a32-d9f0-4e4a-a93b-0a8cd87adf7f), before_update {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:18.136859 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a49d2a-9c94-41e2-81ee-fbd7f90f2ca6 req-401bbc65-c9bf-45a7-b61f-a4d2887648e7 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:18.139013 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-d1a49d2a-9c94-41e2-81ee-fbd7f90f2ca6 req-401bbc65-c9bf-45a7-b61f-a4d2887648e7 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 943 time: 0.1636131 Jun 16 00:41:18.152133 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:41:18.279438 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-d1a49d2a-9c94-41e2-81ee-fbd7f90f2ca6 req-c972673b-ccaa-428f-b907-cb8136cc09c4 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6225e73-4431-499a-b2e3-8d8a1435e6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969601 Jun 16 00:41:18.477983 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-de57b2a6-2a4b-4744-bd37-977be8e9c375 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Publish callbacks [] for port (73de0a32-d9f0-4e4a-a93b-0a8cd87adf7f), precommit_update {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:18.484869 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-0f8e71d3-6c7c-4a1b-a60b-9bbfd4f03ea3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677933'] for router_interface (1b62cfae-791c-4204-bf01-912f6aca26ba), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:18.600915 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:41:18.684029 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-de57b2a6-2a4b-4744-bd37-977be8e9c375 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18330615'] for port (73de0a32-d9f0-4e4a-a93b-0a8cd87adf7f), after_update {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:18.778557 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de57b2a6-2a4b-4744-bd37-977be8e9c375 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Pushing event updated for resources: {'Port': ['ID=73de0a32-d9f0-4e4a-a93b-0a8cd87adf7f,revision_number=2']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:41:18.811859 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f8e71d3-6c7c-4a1b-a60b-9bbfd4f03ea3 admin admin] Router 1b62cfae-791c-4204-bf01-912f6aca26ba has already been hosted by L3 agent d0297bc9-c3a8-45ac-9023-c937cb4f21fc {{(pid=111022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 00:41:18.825838 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-de57b2a6-2a4b-4744-bd37-977be8e9c375 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672953'] for floatingip (e68d7abb-d8fb-4546-963a-5531bf78858f), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:19.216248 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.db.l3_db [None req-de57b2a6-2a4b-4744-bd37-977be8e9c375 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Floating IP e68d7abb-d8fb-4546-963a-5531bf78858f associated. External IP: 172.27.1.187, port: 6a0788b7-0528-40f3-80fe-df58bcfaf509. Jun 16 00:41:19.290512 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f8e71d3-6c7c-4a1b-a60b-9bbfd4f03ea3 admin admin] Notify agent at l3_agent.dv-cinder-803823-11-iscsi the message routers_updated {{(pid=111022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 00:41:19.299945 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-0f8e71d3-6c7c-4a1b-a60b-9bbfd4f03ea3 admin admin] 10.222.0.20 "PUT /v2.0/routers/1b62cfae-791c-4204-bf01-912f6aca26ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4799621 Jun 16 00:41:19.300862 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 46950) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:41:19.303641 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b911f96-166d-46cf-9cc5-2611a0f0d4dd None None] Sync routers for ids ['1b62cfae-791c-4204-bf01-912f6aca26ba'] in dv-cinder-803823-11-iscsi {{(pid=111024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 00:41:19.335479 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b911f96-166d-46cf-9cc5-2611a0f0d4dd None None] Routers {'1b62cfae-791c-4204-bf01-912f6aca26ba'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:41:19.336560 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-5b911f96-166d-46cf-9cc5-2611a0f0d4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:40:57Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['1b62cfae-791c-4204-bf01-912f6aca26ba'], 'active': True} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:41:19.488712 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de57b2a6-2a4b-4744-bd37-977be8e9c375 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Router 9ca5c4ee-3529-4161-a1ff-bfa2763d3108 has already been hosted by L3 agent d0297bc9-c3a8-45ac-9023-c937cb4f21fc {{(pid=111022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 00:41:19.534499 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cefc72-d7ca-43d1-a0e3-0596c9ec3c4d req-677b0ae4-6cde-4643-baab-7cc7d3a9c70f tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:19.545289 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-37cefc72-d7ca-43d1-a0e3-0596c9ec3c4d req-677b0ae4-6cde-4643-baab-7cc7d3a9c70f tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 943 time: 0.0983307 Jun 16 00:41:19.565666 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:41:19.628157 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=100 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:41:19.636197 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-f3ca5229-ac5b-45ac-9cb4-d9d2bc639508 admin admin] Publish callbacks [] for router (1b62cfae-791c-4204-bf01-912f6aca26ba), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:19.642672 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvr_db [None req-5b911f96-166d-46cf-9cc5-2611a0f0d4dd None None] Set router 1b62cfae-791c-4204-bf01-912f6aca26ba gateway port host: dv-cinder-803823-11-iscsi {{(pid=111024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:41:19.702676 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de57b2a6-2a4b-4744-bd37-977be8e9c375 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Notify agent at l3_agent.dv-cinder-803823-11-iscsi the message routers_updated {{(pid=111022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 00:41:19.718411 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a859b2f6-27e4-4ea4-aeb1-83ba5fc3c225 None None] Sync routers for ids ['9ca5c4ee-3529-4161-a1ff-bfa2763d3108'] in dv-cinder-803823-11-iscsi {{(pid=111025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 00:41:19.740791 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a859b2f6-27e4-4ea4-aeb1-83ba5fc3c225 None None] Routers {'9ca5c4ee-3529-4161-a1ff-bfa2763d3108'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:41:19.742507 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-a859b2f6-27e4-4ea4-aeb1-83ba5fc3c225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:40:57Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['9ca5c4ee-3529-4161-a1ff-bfa2763d3108'], 'active': True} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:41:19.806979 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-de57b2a6-2a4b-4744-bd37-977be8e9c375 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for floatingip (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:19.851082 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-37cefc72-d7ca-43d1-a0e3-0596c9ec3c4d req-ab238dac-ad3e-41ac-a7eb-f9c51937ac86 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6225e73-4431-499a-b2e3-8d8a1435e6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2896709 Jun 16 00:41:19.893481 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-de57b2a6-2a4b-4744-bd37-977be8e9c375 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.0210619 Jun 16 00:41:19.893481 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63ba2bcd-076b-43b8-8753-fb86693d2614', 'tag': '6a0788b7-0528-40f3-80fe-df58bcfaf509'}] {{(pid=111022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:41:19.894689 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e11db3c8c8b471c3a5a6d77657e69b374448db58d6f4ea609d7f7612e3d25af7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac9bb402-915c-429f-93c1-bd0a7ebf36fa" -d '{"events": [{"name": "network-changed", "server_uuid": "63ba2bcd-076b-43b8-8753-fb86693d2614", "tag": "6a0788b7-0528-40f3-80fe-df58bcfaf509"}]}' {{(pid=111022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:41:19.898101 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 46954) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:41:19.904816 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.v2.base [None req-98c0bb4a-8b1c-422a-802d-ca02beccfbdf tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-999590129', 'description': 'tempest-secgroup-smoke-999590129 description', 'project_id': 'ad47d922a30a4c55a781c52c5bd5236f'}} {{(pid=111022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:41:19.908151 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=100 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:41:19.929367 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-f3ca5229-ac5b-45ac-9cb4-d9d2bc639508 admin admin] Publish callbacks [] for router_gateway (1b62cfae-791c-4204-bf01-912f6aca26ba), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:19.983248 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 00:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa3e7b7-3c53-40df-8798-daa2a84f02ad x-openstack-request-id: req-8fa3e7b7-3c53-40df-8798-daa2a84f02ad {{(pid=111022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:41:19.983737 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63ba2bcd-076b-43b8-8753-fb86693d2614", "tag": "6a0788b7-0528-40f3-80fe-df58bcfaf509", "status": "completed", "code": 200}]} {{(pid=111022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:41:19.984068 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8fa3e7b7-3c53-40df-8798-daa2a84f02ad {{(pid=111022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:41:19.984677 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fa3e7b7-3c53-40df-8798-daa2a84f02ad'] response: {'name': 'network-changed', 'server_uuid': '63ba2bcd-076b-43b8-8753-fb86693d2614', 'tag': '6a0788b7-0528-40f3-80fe-df58bcfaf509', 'status': 'completed', 'code': 200} Jun 16 00:41:20.047209 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvr_db [None req-a859b2f6-27e4-4ea4-aeb1-83ba5fc3c225 None None] Set router 9ca5c4ee-3529-4161-a1ff-bfa2763d3108 gateway port host: dv-cinder-803823-11-iscsi {{(pid=111025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:41:20.051641 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-98c0bb4a-8b1c-422a-802d-ca02beccfbdf tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Publish callbacks [] for security_group (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:20.102955 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-5b911f96-166d-46cf-9cc5-2611a0f0d4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'name': 'tempest-AttachVolumeNegativeTest-1185601359-router', 'tenant_id': '45031128a55e42989da61e01948538d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '0f66962a-1205-4a33-9a8f-65465c9ebb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:34:34Z', 'updated_at': '2022-06-16T00:41:17Z', 'revision_number': 5, 'project_id': '45031128a55e42989da61e01948538d3', 'gw_port': {'id': '0f66962a-1205-4a33-9a8f-65465c9ebb13', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:aa:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:36Z', 'updated_at': '2022-06-16T00:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi'}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:41:20.142083 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [None req-f3ca5229-ac5b-45ac-9cb4-d9d2bc639508 admin admin] Deleting port 0f66962a-1205-4a33-9a8f-65465c9ebb13 {{(pid=111023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 00:41:20.142424 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-f3ca5229-ac5b-45ac-9cb4-d9d2bc639508 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753842671270'] for port (0f66962a-1205-4a33-9a8f-65465c9ebb13), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:20.159931 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b911f96-166d-46cf-9cc5-2611a0f0d4dd None None] Checking router: 1b62cfae-791c-4204-bf01-912f6aca26ba for host: dv-cinder-803823-11-iscsi {{(pid=111024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 00:41:20.180935 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b911f96-166d-46cf-9cc5-2611a0f0d4dd None None] Routers {'1b62cfae-791c-4204-bf01-912f6aca26ba'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:41:20.184879 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-5b911f96-166d-46cf-9cc5-2611a0f0d4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:40:57Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['1b62cfae-791c-4204-bf01-912f6aca26ba'], 'active': True} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:41:20.214633 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-98c0bb4a-8b1c-422a-802d-ca02beccfbdf tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Publish callbacks [] for security_group (384e488b-4692-4e93-90f7-79fad658ae61), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:20.306345 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-98c0bb4a-8b1c-422a-802d-ca02beccfbdf tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (384e488b-4692-4e93-90f7-79fad658ae61), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:20.337705 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.db [None req-f3ca5229-ac5b-45ac-9cb4-d9d2bc639508 admin admin] For port 0f66962a-1205-4a33-9a8f-65465c9ebb13, host dv-cinder-803823-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=0f66962a-1205-4a33-9a8f-65465c9ebb13,segment=NetworkSegment(6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc),segment_id=6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc)] {{(pid=111023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:41:20.338865 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-f3ca5229-ac5b-45ac-9cb4-d9d2bc639508 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642233'] for port (0f66962a-1205-4a33-9a8f-65465c9ebb13), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:20.343354 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c0bb4a-8b1c-422a-802d-ca02beccfbdf tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=384e488b-4692-4e93-90f7-79fad658ae61,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:41:20.374158 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvr_db [None req-5b911f96-166d-46cf-9cc5-2611a0f0d4dd None None] Set router 1b62cfae-791c-4204-bf01-912f6aca26ba gateway port host: None {{(pid=111024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:41:20.379515 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [None req-f3ca5229-ac5b-45ac-9cb4-d9d2bc639508 admin admin] Calling delete_port for 0f66962a-1205-4a33-9a8f-65465c9ebb13 owned by network:router_gateway {{(pid=111023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 00:41:20.450307 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-5b911f96-166d-46cf-9cc5-2611a0f0d4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'name': 'tempest-AttachVolumeNegativeTest-1185601359-router', 'tenant_id': '45031128a55e42989da61e01948538d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:34:34Z', 'updated_at': '2022-06-16T00:41:19Z', 'revision_number': 6, 'project_id': '45031128a55e42989da61e01948538d3', 'gw_port_host': None}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:41:20.458286 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-98c0bb4a-8b1c-422a-802d-ca02beccfbdf tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Publish callbacks [] for security_group (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:20.459660 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-98c0bb4a-8b1c-422a-802d-ca02beccfbdf tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5596173 Jun 16 00:41:20.462517 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 46962) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:41:20.467187 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.v2.base [None req-e3524dd3-86c1-40a5-be96-d4e07a184453 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Request body: {'security_group_rule': {'security_group_id': '384e488b-4692-4e93-90f7-79fad658ae61', 'project_id': 'ad47d922a30a4c55a781c52c5bd5236f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:41:20.516574 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b911f96-166d-46cf-9cc5-2611a0f0d4dd None None] The sync data for ids ['1b62cfae-791c-4204-bf01-912f6aca26ba'] in dv-cinder-803823-11-iscsi is: [{'id': '1b62cfae-791c-4204-bf01-912f6aca26ba', 'name': 'tempest-AttachVolumeNegativeTest-1185601359-router', 'tenant_id': '45031128a55e42989da61e01948538d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:34:34Z', 'updated_at': '2022-06-16T00:41:19Z', 'revision_number': 6, 'project_id': '45031128a55e42989da61e01948538d3', 'gw_port_host': None}] {{(pid=111024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 00:41:20.527536 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-a859b2f6-27e4-4ea4-aeb1-83ba5fc3c225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca5c4ee-3529-4161-a1ff-bfa2763d3108', 'name': 'tempest-TestMinimumBasicScenario-1371488886-router', 'tenant_id': 'ad47d922a30a4c55a781c52c5bd5236f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '1ced0f56-0b08-4968-9a46-491b54a67ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:40:12Z', 'updated_at': '2022-06-16T00:40:15Z', 'revision_number': 4, 'project_id': 'ad47d922a30a4c55a781c52c5bd5236f', 'gw_port': {'id': '1ced0f56-0b08-4968-9a46-491b54a67ac4', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca5c4ee-3529-4161-a1ff-bfa2763d3108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:40:12Z', 'updated_at': '2022-06-16T00:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_floatingips': [{'id': 'e68d7abb-d8fb-4546-963a-5531bf78858f', 'tenant_id': 'ad47d922a30a4c55a781c52c5bd5236f', 'floating_ip_address': '172.27.1.187', 'floating_network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'router_id': '9ca5c4ee-3529-4161-a1ff-bfa2763d3108', 'port_id': '6a0788b7-0528-40f3-80fe-df58bcfaf509', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddc3f874-dd28-4dc7-b3dc-474b8dd70acf', 'mac_address': 'fa:16:3e:a5:5d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ba2bcd-076b-43b8-8753-fb86693d2614', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T00:41:17Z', 'updated_at': '2022-06-16T00:41:17Z', 'revision_number': 0, 'project_id': 'ad47d922a30a4c55a781c52c5bd5236f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1813f97e-b927-4ef4-ab6c-4139bb433dc4', 'name': '', 'network_id': 'ddc3f874-dd28-4dc7-b3dc-474b8dd70acf', 'tenant_id': 'ad47d922a30a4c55a781c52c5bd5236f', 'mac_address': 'fa:16:3e:f5:e3:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca5c4ee-3529-4161-a1ff-bfa2763d3108', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '20686f03-70a1-441c-9562-c71d0dab7272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:40:14Z', 'updated_at': '2022-06-16T00:40:19Z', 'revision_number': 5, 'project_id': 'ad47d922a30a4c55a781c52c5bd5236f', 'subnets': [{'id': '20686f03-70a1-441c-9562-c71d0dab7272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:41:20.573613 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a859b2f6-27e4-4ea4-aeb1-83ba5fc3c225 None None] Checking router: 9ca5c4ee-3529-4161-a1ff-bfa2763d3108 for host: dv-cinder-803823-11-iscsi {{(pid=111025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 00:41:20.587926 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a859b2f6-27e4-4ea4-aeb1-83ba5fc3c225 None None] Routers {'9ca5c4ee-3529-4161-a1ff-bfa2763d3108'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:41:20.588594 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-a859b2f6-27e4-4ea4-aeb1-83ba5fc3c225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:40:57Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['9ca5c4ee-3529-4161-a1ff-bfa2763d3108'], 'active': True} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:41:20.645759 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-e3524dd3-86c1-40a5-be96-d4e07a184453 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Publish callbacks [] for security_group_rule (f3b16acc-851a-42c6-b948-eaefa5ae3506), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:20.696862 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvr_db [None req-a859b2f6-27e4-4ea4-aeb1-83ba5fc3c225 None None] Set router 9ca5c4ee-3529-4161-a1ff-bfa2763d3108 gateway port host: dv-cinder-803823-11-iscsi {{(pid=111025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:41:20.778934 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:41:20.781014 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-e3524dd3-86c1-40a5-be96-d4e07a184453 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Publish callbacks [] for security_group_rule (f3b16acc-851a-42c6-b948-eaefa5ae3506), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:20.825323 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-f3ca5229-ac5b-45ac-9cb4-d9d2bc639508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753842673475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753842110814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909837'] for port (0f66962a-1205-4a33-9a8f-65465c9ebb13), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:20.863157 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-e3524dd3-86c1-40a5-be96-d4e07a184453 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623384'] for security_group_rule (f3b16acc-851a-42c6-b948-eaefa5ae3506), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:20.898688 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3524dd3-86c1-40a5-be96-d4e07a184453 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3b16acc-851a-42c6-b948-eaefa5ae3506,revision_number=0']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:41:20.910405 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:41:20.920666 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ca5229-ac5b-45ac-9cb4-d9d2bc639508 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f66962a-1205-4a33-9a8f-65465c9ebb13,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:41:20.972146 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ca5229-ac5b-45ac-9cb4-d9d2bc639508 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:41:20.972477 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ca5229-ac5b-45ac-9cb4-d9d2bc639508 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:41:20.974987 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ca5229-ac5b-45ac-9cb4-d9d2bc639508 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:41:20.975346 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ca5229-ac5b-45ac-9cb4-d9d2bc639508 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:41:20.975693 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ca5229-ac5b-45ac-9cb4-d9d2bc639508 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:41:20.976081 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ca5229-ac5b-45ac-9cb4-d9d2bc639508 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:41:20.976372 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ca5229-ac5b-45ac-9cb4-d9d2bc639508 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:41:20.976736 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ca5229-ac5b-45ac-9cb4-d9d2bc639508 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:41:20.980736 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ca5229-ac5b-45ac-9cb4-d9d2bc639508 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:41:20.980736 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ca5229-ac5b-45ac-9cb4-d9d2bc639508 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:41:20.981266 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ca5229-ac5b-45ac-9cb4-d9d2bc639508 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:41:20.981694 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ca5229-ac5b-45ac-9cb4-d9d2bc639508 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:41:20.982043 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ca5229-ac5b-45ac-9cb4-d9d2bc639508 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:41:20.982967 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ca5229-ac5b-45ac-9cb4-d9d2bc639508 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:41:20.982967 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ca5229-ac5b-45ac-9cb4-d9d2bc639508 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:41:20.997693 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-e3524dd3-86c1-40a5-be96-d4e07a184453 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:21.004230 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-e3524dd3-86c1-40a5-be96-d4e07a184453 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5406613 Jun 16 00:41:21.007303 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 46972) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:41:21.013266 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.v2.base [None req-b9a49059-ec12-47ff-9402-dba9d14632c0 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Request body: {'security_group_rule': {'security_group_id': '384e488b-4692-4e93-90f7-79fad658ae61', 'project_id': 'ad47d922a30a4c55a781c52c5bd5236f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:41:21.109076 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc75eb3-e552-4728-b9be-5198457a183b req-6c45f2eb-8a18-4f37-bf8b-3f6e37697daa tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:21.122609 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-8cc75eb3-e552-4728-b9be-5198457a183b req-6c45f2eb-8a18-4f37-bf8b-3f6e37697daa tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 943 time: 0.0956945 Jun 16 00:41:21.136508 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-b9a49059-ec12-47ff-9402-dba9d14632c0 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Publish callbacks [] for security_group_rule (9254d118-c802-4487-846a-5cdf86308ae3), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:21.147174 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-f3ca5229-ac5b-45ac-9cb4-d9d2bc639508 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-673148'] for router_gateway (1b62cfae-791c-4204-bf01-912f6aca26ba), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:21.243927 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-b9a49059-ec12-47ff-9402-dba9d14632c0 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Publish callbacks [] for security_group_rule (9254d118-c802-4487-846a-5cdf86308ae3), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:21.245802 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-a859b2f6-27e4-4ea4-aeb1-83ba5fc3c225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca5c4ee-3529-4161-a1ff-bfa2763d3108', 'name': 'tempest-TestMinimumBasicScenario-1371488886-router', 'tenant_id': 'ad47d922a30a4c55a781c52c5bd5236f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '1ced0f56-0b08-4968-9a46-491b54a67ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:40:12Z', 'updated_at': '2022-06-16T00:40:15Z', 'revision_number': 4, 'project_id': 'ad47d922a30a4c55a781c52c5bd5236f', 'gw_port': {'id': '1ced0f56-0b08-4968-9a46-491b54a67ac4', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca5c4ee-3529-4161-a1ff-bfa2763d3108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:40:12Z', 'updated_at': '2022-06-16T00:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_floatingips': [{'id': 'e68d7abb-d8fb-4546-963a-5531bf78858f', 'tenant_id': 'ad47d922a30a4c55a781c52c5bd5236f', 'floating_ip_address': '172.27.1.187', 'floating_network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'router_id': '9ca5c4ee-3529-4161-a1ff-bfa2763d3108', 'port_id': '6a0788b7-0528-40f3-80fe-df58bcfaf509', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddc3f874-dd28-4dc7-b3dc-474b8dd70acf', 'mac_address': 'fa:16:3e:a5:5d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ba2bcd-076b-43b8-8753-fb86693d2614', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T00:41:17Z', 'updated_at': '2022-06-16T00:41:17Z', 'revision_number': 0, 'project_id': 'ad47d922a30a4c55a781c52c5bd5236f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1813f97e-b927-4ef4-ab6c-4139bb433dc4', 'name': '', 'network_id': 'ddc3f874-dd28-4dc7-b3dc-474b8dd70acf', 'tenant_id': 'ad47d922a30a4c55a781c52c5bd5236f', 'mac_address': 'fa:16:3e:f5:e3:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca5c4ee-3529-4161-a1ff-bfa2763d3108', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '20686f03-70a1-441c-9562-c71d0dab7272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:40:14Z', 'updated_at': '2022-06-16T00:40:19Z', 'revision_number': 5, 'project_id': 'ad47d922a30a4c55a781c52c5bd5236f', 'subnets': [{'id': '20686f03-70a1-441c-9562-c71d0dab7272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:41:21.274842 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-f3ca5229-ac5b-45ac-9cb4-d9d2bc639508 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3429'] for router (1b62cfae-791c-4204-bf01-912f6aca26ba), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:21.276323 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:41:21.277958 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-f3ca5229-ac5b-45ac-9cb4-d9d2bc639508 admin admin] Publish callbacks [] for router_controller (1b62cfae-791c-4204-bf01-912f6aca26ba), precommit_delete_associations {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:21.283876 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a859b2f6-27e4-4ea4-aeb1-83ba5fc3c225 None None] The sync data for ids ['9ca5c4ee-3529-4161-a1ff-bfa2763d3108'] in dv-cinder-803823-11-iscsi is: [{'id': '9ca5c4ee-3529-4161-a1ff-bfa2763d3108', 'name': 'tempest-TestMinimumBasicScenario-1371488886-router', 'tenant_id': 'ad47d922a30a4c55a781c52c5bd5236f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '1ced0f56-0b08-4968-9a46-491b54a67ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:40:12Z', 'updated_at': '2022-06-16T00:40:15Z', 'revision_number': 4, 'project_id': 'ad47d922a30a4c55a781c52c5bd5236f', 'gw_port': {'id': '1ced0f56-0b08-4968-9a46-491b54a67ac4', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca5c4ee-3529-4161-a1ff-bfa2763d3108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:40:12Z', 'updated_at': '2022-06-16T00:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_floatingips': [{'id': 'e68d7abb-d8fb-4546-963a-5531bf78858f', 'tenant_id': 'ad47d922a30a4c55a781c52c5bd5236f', 'floating_ip_address': '172.27.1.187', 'floating_network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'router_id': '9ca5c4ee-3529-4161-a1ff-bfa2763d3108', 'port_id': '6a0788b7-0528-40f3-80fe-df58bcfaf509', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddc3f874-dd28-4dc7-b3dc-474b8dd70acf', 'mac_address': 'fa:16:3e:a5:5d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ba2bcd-076b-43b8-8753-fb86693d2614', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T00:41:17Z', 'updated_at': '2022-06-16T00:41:17Z', 'revision_number': 0, 'project_id': 'ad47d922a30a4c55a781c52c5bd5236f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1813f97e-b927-4ef4-ab6c-4139bb433dc4', 'name': '', 'network_id': 'ddc3f874-dd28-4dc7-b3dc-474b8dd70acf', 'tenant_id': 'ad47d922a30a4c55a781c52c5bd5236f', 'mac_address': 'fa:16:3e:f5:e3:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca5c4ee-3529-4161-a1ff-bfa2763d3108', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '20686f03-70a1-441c-9562-c71d0dab7272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:40:14Z', 'updated_at': '2022-06-16T00:40:19Z', 'revision_number': 5, 'project_id': 'ad47d922a30a4c55a781c52c5bd5236f', 'subnets': [{'id': '20686f03-70a1-441c-9562-c71d0dab7272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 00:41:21.305027 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-b9a49059-ec12-47ff-9402-dba9d14632c0 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623384'] for security_group_rule (9254d118-c802-4487-846a-5cdf86308ae3), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:21.305476 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-8cc75eb3-e552-4728-b9be-5198457a183b req-ddbbc0bb-34a2-4c82-aa98-4465dbe35fa2 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6225e73-4431-499a-b2e3-8d8a1435e6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1766386 Jun 16 00:41:21.330860 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a49059-ec12-47ff-9402-dba9d14632c0 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9254d118-c802-4487-846a-5cdf86308ae3,revision_number=0']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:41:21.435185 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-b9a49059-ec12-47ff-9402-dba9d14632c0 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:21.437144 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-b9a49059-ec12-47ff-9402-dba9d14632c0 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4287350 Jun 16 00:41:21.440395 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 46974) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:41:21.448338 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.v2.base [None req-b12cf57e-f6dd-43ba-b8cf-89396092451c tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Request body: {'security_group_rule': {'security_group_id': '384e488b-4692-4e93-90f7-79fad658ae61', 'project_id': 'ad47d922a30a4c55a781c52c5bd5236f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:41:21.455928 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-f3ca5229-ac5b-45ac-9cb4-d9d2bc639508 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-673004'] for router (1b62cfae-791c-4204-bf01-912f6aca26ba), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:21.456493 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3ca5229-ac5b-45ac-9cb4-d9d2bc639508 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b62cfae-791c-4204-bf01-912f6aca26ba {{(pid=111023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 00:41:21.463827 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-f3ca5229-ac5b-45ac-9cb4-d9d2bc639508 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:21.465074 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-f3ca5229-ac5b-45ac-9cb4-d9d2bc639508 admin admin] 10.222.0.20 "DELETE /v2.0/routers/1b62cfae-791c-4204-bf01-912f6aca26ba HTTP/1.1" status: 204 len: 168 time: 2.1597257 Jun 16 00:41:21.466528 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 46976) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:41:21.563538 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-b12cf57e-f6dd-43ba-b8cf-89396092451c tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Publish callbacks [] for security_group_rule (dbde065a-9964-4fbe-82f3-92f784a8d907), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:21.580805 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8dcb498-c052-453b-b16b-353f9e85824b admin admin] Deleting subnet 1f18fa19-d797-425e-adb2-49437faef043 {{(pid=111023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 00:41:21.591045 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-a8dcb498-c052-453b-b16b-353f9e85824b admin admin] Publish callbacks [] for subnet (1f18fa19-d797-425e-adb2-49437faef043), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:21.669342 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-a8dcb498-c052-453b-b16b-353f9e85824b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10236084'] for subnet (1f18fa19-d797-425e-adb2-49437faef043), precommit_delete_associations {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:21.697188 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ad3a31-0af4-45c8-b47c-bc723fa23ab7 None None] New status for floating IP e68d7abb-d8fb-4546-963a-5531bf78858f: ACTIVE {{(pid=111024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 00:41:21.737363 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-b12cf57e-f6dd-43ba-b8cf-89396092451c tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Publish callbacks [] for security_group_rule (dbde065a-9964-4fbe-82f3-92f784a8d907), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:21.770133 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:41:21.787613 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device 10a8169d-3fef-4cc7-94c5-78192087f720 no longer exists at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 00:41:21.814299 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] No Port match for: 10a8169d-3fef-4cc7-94c5-78192087f720 {{(pid=111024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 00:41:21.814911 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device 10a8169d-3fef-4cc7-94c5-78192087f720 not bound to the agent host dv-cinder-803823-11-iscsi {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 00:41:21.815505 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device 0f66962a-1205-4a33-9a8f-65465c9ebb13 no longer exists at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 00:41:21.834339 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-a8dcb498-c052-453b-b16b-353f9e85824b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1219515'] for subnet (1f18fa19-d797-425e-adb2-49437faef043), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:21.849125 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-b12cf57e-f6dd-43ba-b8cf-89396092451c tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623384'] for security_group_rule (dbde065a-9964-4fbe-82f3-92f784a8d907), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:21.896376 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12cf57e-f6dd-43ba-b8cf-89396092451c tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbde065a-9964-4fbe-82f3-92f784a8d907,revision_number=0']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:41:21.919701 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] No Port match for: 0f66962a-1205-4a33-9a8f-65465c9ebb13 {{(pid=111024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 00:41:21.920684 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device 0f66962a-1205-4a33-9a8f-65465c9ebb13 not bound to the agent host dv-cinder-803823-11-iscsi {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 00:41:21.936599 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-b12cf57e-f6dd-43ba-b8cf-89396092451c tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:21.939264 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-b12cf57e-f6dd-43ba-b8cf-89396092451c tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4972670 Jun 16 00:41:21.942444 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 46980) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:41:21.947550 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.v2.base [None req-50f80891-99e1-4940-8331-fd7020c907ac tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Request body: {'security_group_rule': {'security_group_id': '384e488b-4692-4e93-90f7-79fad658ae61', 'project_id': 'ad47d922a30a4c55a781c52c5bd5236f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:41:21.981564 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:41:22.084310 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-a8dcb498-c052-453b-b16b-353f9e85824b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1219458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2909856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10303412'] for subnet (1f18fa19-d797-425e-adb2-49437faef043), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:22.133870 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11012ea4-6492-41b3-838c-081cad838a10 None None] Network ffe9c59a-3096-4aef-8b2e-e3aa63722c28 requested from dv-cinder-803823-11-iscsi {{(pid=111024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 00:41:22.136027 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-a8dcb498-c052-453b-b16b-353f9e85824b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:22.139889 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-50f80891-99e1-4940-8331-fd7020c907ac tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Publish callbacks [] for security_group_rule (34034088-5d59-47dd-a6e8-c8da2e5ec66a), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:22.147367 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-a8dcb498-c052-453b-b16b-353f9e85824b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1f18fa19-d797-425e-adb2-49437faef043 HTTP/1.1" status: 204 len: 168 time: 0.6766646 Jun 16 00:41:22.147614 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 46984) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:41:22.149254 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dcb498-c052-453b-b16b-353f9e85824b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f18fa19-d797-425e-adb2-49437faef043,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:41:22.444030 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-9ef36ebd-37da-4d13-a8d4-49af58fee629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1350587'] for network (ffe9c59a-3096-4aef-8b2e-e3aa63722c28), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:22.487275 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11071ff4-8531-4eae-bf87-5aee767d7011 None None] DHCP port deletion for ffe9c59a-3096-4aef-8b2e-e3aa63722c28 request from dv-cinder-803823-11-iscsi {{(pid=111024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 00:41:22.512861 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-50f80891-99e1-4940-8331-fd7020c907ac tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Publish callbacks [] for security_group_rule (34034088-5d59-47dd-a6e8-c8da2e5ec66a), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:22.527930 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-11071ff4-8531-4eae-bf87-5aee767d7011 None None] Deleting port e3616cad-c778-410e-afb2-4c13eb1d4d3f {{(pid=111024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 00:41:22.528621 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-11071ff4-8531-4eae-bf87-5aee767d7011 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753842671270'] for port (e3616cad-c778-410e-afb2-4c13eb1d4d3f), before_delete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:22.538330 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b52650e-75b7-4421-bd8c-66b3350fd5b3 req-912723ea-9bda-4ac6-872c-a2f3a9bc47a2 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:22.540270 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-2b52650e-75b7-4421-bd8c-66b3350fd5b3 req-912723ea-9bda-4ac6-872c-a2f3a9bc47a2 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 943 time: 0.1124787 Jun 16 00:41:22.628581 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-50f80891-99e1-4940-8331-fd7020c907ac tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623384'] for security_group_rule (34034088-5d59-47dd-a6e8-c8da2e5ec66a), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:22.655143 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:41:22.671447 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-11071ff4-8531-4eae-bf87-5aee767d7011 None None] For port e3616cad-c778-410e-afb2-4c13eb1d4d3f, host dv-cinder-803823-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=e3616cad-c778-410e-afb2-4c13eb1d4d3f,segment=NetworkSegment(fea0c3b1-4564-4c46-a939-13c53483f391),segment_id=fea0c3b1-4564-4c46-a939-13c53483f391)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:41:22.673883 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.plugin [None req-9ef36ebd-37da-4d13-a8d4-49af58fee629 admin admin] Deleting port e3616cad-c778-410e-afb2-4c13eb1d4d3f {{(pid=111022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 00:41:22.674568 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-9ef36ebd-37da-4d13-a8d4-49af58fee629 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753842671270'] for port (e3616cad-c778-410e-afb2-4c13eb1d4d3f), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:22.676567 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f80891-99e1-4940-8331-fd7020c907ac tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34034088-5d59-47dd-a6e8-c8da2e5ec66a,revision_number=0']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:41:22.678856 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-11071ff4-8531-4eae-bf87-5aee767d7011 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642233'] for port (e3616cad-c778-410e-afb2-4c13eb1d4d3f), precommit_delete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:22.717833 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-11071ff4-8531-4eae-bf87-5aee767d7011 None None] Calling delete_port for e3616cad-c778-410e-afb2-4c13eb1d4d3f owned by network:dhcp {{(pid=111024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 00:41:22.735959 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-2b52650e-75b7-4421-bd8c-66b3350fd5b3 req-12399a6f-3621-42c5-bdcb-2040bf5a58e3 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6225e73-4431-499a-b2e3-8d8a1435e6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1672814 Jun 16 00:41:22.791010 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-50f80891-99e1-4940-8331-fd7020c907ac tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:22.792475 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-50f80891-99e1-4940-8331-fd7020c907ac tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8487692 Jun 16 00:41:22.795253 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 46994) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:41:22.800840 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [None req-77ffe61c-9108-44ac-abb8-ce0ed5d2e858 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Request body: {'security_group_rule': {'security_group_id': '384e488b-4692-4e93-90f7-79fad658ae61', 'project_id': 'ad47d922a30a4c55a781c52c5bd5236f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:41:22.802451 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.db [None req-9ef36ebd-37da-4d13-a8d4-49af58fee629 admin admin] For port e3616cad-c778-410e-afb2-4c13eb1d4d3f, host dv-cinder-803823-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=e3616cad-c778-410e-afb2-4c13eb1d4d3f,segment=NetworkSegment(fea0c3b1-4564-4c46-a939-13c53483f391),segment_id=fea0c3b1-4564-4c46-a939-13c53483f391)] {{(pid=111022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:41:22.802881 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-9ef36ebd-37da-4d13-a8d4-49af58fee629 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642233'] for port (e3616cad-c778-410e-afb2-4c13eb1d4d3f), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:22.809465 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:41:22.826310 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.agents_db [None req-15653567-1518-4353-bd1f-4d0dcdae15fd None None] Agent healthcheck: found 6 active agents {{(pid=111025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 00:41:22.834852 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.plugin [None req-9ef36ebd-37da-4d13-a8d4-49af58fee629 admin admin] Calling delete_port for e3616cad-c778-410e-afb2-4c13eb1d4d3f owned by network:dhcp {{(pid=111022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 00:41:22.895582 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.db.securitygroups_db [None req-77ffe61c-9108-44ac-abb8-ce0ed5d2e858 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Project ad47d922a30a4c55a781c52c5bd5236f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 00:41:22.902631 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-77ffe61c-9108-44ac-abb8-ce0ed5d2e858 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Publish callbacks [] for security_group_rule (e602cf8a-778d-4e44-81e5-f81706a2e18d), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:22.973855 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-11071ff4-8531-4eae-bf87-5aee767d7011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753842673475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753842110814'] for port (e3616cad-c778-410e-afb2-4c13eb1d4d3f), after_delete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:22.981123 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-9ef36ebd-37da-4d13-a8d4-49af58fee629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753842673475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753842110814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18330592'] for port (e3616cad-c778-410e-afb2-4c13eb1d4d3f), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:22.994984 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef36ebd-37da-4d13-a8d4-49af58fee629 admin admin] No DVR routers for this DVR port e3616cad-c778-410e-afb2-4c13eb1d4d3f on host dv-cinder-803823-11-iscsi {{(pid=111022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 00:41:23.013769 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-77ffe61c-9108-44ac-abb8-ce0ed5d2e858 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Publish callbacks [] for security_group_rule (e602cf8a-778d-4e44-81e5-f81706a2e18d), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:23.018011 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef36ebd-37da-4d13-a8d4-49af58fee629 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3616cad-c778-410e-afb2-4c13eb1d4d3f,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:41:23.026986 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11071ff4-8531-4eae-bf87-5aee767d7011 None None] Pushing event deleted for resources: {'Port': ['ID=e3616cad-c778-410e-afb2-4c13eb1d4d3f,revision_number=None']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:41:23.032227 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11071ff4-8531-4eae-bf87-5aee767d7011 None None] No DVR routers for this DVR port e3616cad-c778-410e-afb2-4c13eb1d4d3f on host dv-cinder-803823-11-iscsi {{(pid=111024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 00:41:23.115932 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-9ef36ebd-37da-4d13-a8d4-49af58fee629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1217386', 'neutron.services.segments.db._delete_segments_for_network-8753842649658'] for network (ffe9c59a-3096-4aef-8b2e-e3aa63722c28), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:23.141147 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.services.segments.db [None req-9ef36ebd-37da-4d13-a8d4-49af58fee629 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffe9c59a-3096-4aef-8b2e-e3aa63722c28']}} {{(pid=111022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:41:23.151594 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.services.segments.db [None req-9ef36ebd-37da-4d13-a8d4-49af58fee629 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fea0c3b1-4564-4c46-a939-13c53483f391') {'for_net_delete': True} {{(pid=111022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:41:23.151895 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.services.segments.db [None req-9ef36ebd-37da-4d13-a8d4-49af58fee629 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fea0c3b1-4564-4c46-a939-13c53483f391') {} {{(pid=111022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:41:23.158331 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-77ffe61c-9108-44ac-abb8-ce0ed5d2e858 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623384'] for security_group_rule (e602cf8a-778d-4e44-81e5-f81706a2e18d), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:23.164445 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-9ef36ebd-37da-4d13-a8d4-49af58fee629 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753842648513', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18744251'] for segment (fea0c3b1-4564-4c46-a939-13c53483f391), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:23.185561 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-9ef36ebd-37da-4d13-a8d4-49af58fee629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219328'] for segment (fea0c3b1-4564-4c46-a939-13c53483f391), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:23.187953 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ffe61c-9108-44ac-abb8-ce0ed5d2e858 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e602cf8a-778d-4e44-81e5-f81706a2e18d,revision_number=0']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:41:23.194917 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ef36ebd-37da-4d13-a8d4-49af58fee629 admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=111022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 00:41:23.195399 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-9ef36ebd-37da-4d13-a8d4-49af58fee629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18330515'] for segment (fea0c3b1-4564-4c46-a939-13c53483f391), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:23.266553 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.services.segments.plugin [-] Segment fea0c3b1-4564-4c46-a939-13c53483f391 resource provider aggregate not found Jun 16 00:41:23.269452 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-77ffe61c-9108-44ac-abb8-ce0ed5d2e858 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:23.271276 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-77ffe61c-9108-44ac-abb8-ce0ed5d2e858 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4749520 Jun 16 00:41:23.273728 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 47000) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:41:23.281387 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:41:23.281550 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [None req-7eee679a-32d3-47b0-878c-598353aec340 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Request body: {'security_group_rule': {'security_group_id': '384e488b-4692-4e93-90f7-79fad658ae61', 'project_id': 'ad47d922a30a4c55a781c52c5bd5236f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:41:23.295745 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.services.segments.plugin [-] Segment fea0c3b1-4564-4c46-a939-13c53483f391 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fea0c3b1-4564-4c46-a939-13c53483f391 found for delete ", "request_id": "req-075b9c7d-e5ef-4699-9493-e8cb9eb51b79"}]} Jun 16 00:41:23.357699 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-9ef36ebd-37da-4d13-a8d4-49af58fee629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1220132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673112'] for network (ffe9c59a-3096-4aef-8b2e-e3aa63722c28), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:23.379885 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-9ef36ebd-37da-4d13-a8d4-49af58fee629 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590195'] for network (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:23.379885 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-9ef36ebd-37da-4d13-a8d4-49af58fee629 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ffe9c59a-3096-4aef-8b2e-e3aa63722c28 HTTP/1.1" status: 204 len: 168 time: 1.2296758 Jun 16 00:41:23.379885 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef36ebd-37da-4d13-a8d4-49af58fee629 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffe9c59a-3096-4aef-8b2e-e3aa63722c28,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:41:23.397267 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.db.securitygroups_db [None req-7eee679a-32d3-47b0-878c-598353aec340 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Project ad47d922a30a4c55a781c52c5bd5236f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 00:41:23.407898 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-7eee679a-32d3-47b0-878c-598353aec340 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Publish callbacks [] for security_group_rule (b9f29730-c42c-449f-aa55-9dedbe4297b8), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:23.489875 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-7eee679a-32d3-47b0-878c-598353aec340 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Publish callbacks [] for security_group_rule (b9f29730-c42c-449f-aa55-9dedbe4297b8), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:23.540716 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-7eee679a-32d3-47b0-878c-598353aec340 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623384'] for security_group_rule (b9f29730-c42c-449f-aa55-9dedbe4297b8), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:23.559843 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eee679a-32d3-47b0-878c-598353aec340 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9f29730-c42c-449f-aa55-9dedbe4297b8,revision_number=0']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:41:23.651233 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-7eee679a-32d3-47b0-878c-598353aec340 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:23.655962 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-7eee679a-32d3-47b0-878c-598353aec340 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3778043 Jun 16 00:41:23.798286 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device e3616cad-c778-410e-afb2-4c13eb1d4d3f no longer exists at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 00:41:23.822919 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-a300a133-61d7-47e8-9df3-723101020c50 req-44e0472f-9f68-4aa0-a503-d399388e6a25 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-999590129&fields=id&tenant_id=ad47d922a30a4c55a781c52c5bd5236f HTTP/1.1" status: 200 len: 267 time: 0.0860219 Jun 16 00:41:23.857714 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] No Port match for: e3616cad-c778-410e-afb2-4c13eb1d4d3f {{(pid=111024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 00:41:23.858642 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 47014) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:41:23.863562 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device e3616cad-c778-410e-afb2-4c13eb1d4d3f not bound to the agent host dv-cinder-803823-11-iscsi {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 00:41:23.910005 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300a133-61d7-47e8-9df3-723101020c50 req-a9ecfd52-d262-48b7-bfa1-72b369d38277 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:23.911895 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-a300a133-61d7-47e8-9df3-723101020c50 req-a9ecfd52-d262-48b7-bfa1-72b369d38277 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/ports?device_id=63ba2bcd-076b-43b8-8753-fb86693d2614 HTTP/1.1" status: 200 len: 946 time: 0.0861340 Jun 16 00:41:23.926562 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [req-a300a133-61d7-47e8-9df3-723101020c50 req-7fe7eac5-4510-42e2-8e9d-680e93322ce3 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Request body: {'port': {'security_groups': ['5a85ccf4-43d6-40b7-a50e-3ea2d29e977c', '384e488b-4692-4e93-90f7-79fad658ae61']}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:41:23.980819 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=82,neutron:UPDATE=5,neutron:DELETE=8,neutron:INSERT=5 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:41:24.012285 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e72f20-2310-45e9-a17c-f90b2ab2bef6 req-d1dcaa3c-e638-4940-8e11-febd70846e52 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:24.014262 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-f3e72f20-2310-45e9-a17c-f90b2ab2bef6 req-d1dcaa3c-e638-4940-8e11-febd70846e52 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 943 time: 0.1041210 Jun 16 00:41:24.019950 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-3854195b-5f40-4d6b-a925-ff9622e4e616 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=45031128a55e42989da61e01948538d3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1579072 Jun 16 00:41:24.020769 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 47016) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:41:24.059270 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-a300a133-61d7-47e8-9df3-723101020c50 req-7fe7eac5-4510-42e2-8e9d-680e93322ce3 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (6a0788b7-0528-40f3-80fe-df58bcfaf509), before_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:24.088665 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-f3e72f20-2310-45e9-a17c-f90b2ab2bef6 req-d9d48142-35d5-4742-a198-f161eca267bb tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6225e73-4431-499a-b2e3-8d8a1435e6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612013 Jun 16 00:41:24.141797 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-e2316966-f5c8-4a05-affc-dd4723b2a5e1 admin admin] Publish callbacks [] for security_group (b072bc4b-5996-4fec-9464-14af805ec3d1), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:24.168812 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-e2316966-f5c8-4a05-affc-dd4723b2a5e1 admin admin] Publish callbacks [] for security_group (b072bc4b-5996-4fec-9464-14af805ec3d1), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:24.327533 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-e2316966-f5c8-4a05-affc-dd4723b2a5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (b072bc4b-5996-4fec-9464-14af805ec3d1), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:24.329267 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.db [req-a300a133-61d7-47e8-9df3-723101020c50 req-7fe7eac5-4510-42e2-8e9d-680e93322ce3 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] For port 6a0788b7-0528-40f3-80fe-df58bcfaf509, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=6a0788b7-0528-40f3-80fe-df58bcfaf509,segment=NetworkSegment(e6e3e48c-d62c-4862-a1af-3c681d3335e6),segment_id=e6e3e48c-d62c-4862-a1af-3c681d3335e6)] {{(pid=111023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:41:24.331159 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-e2316966-f5c8-4a05-affc-dd4723b2a5e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:24.333014 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-e2316966-f5c8-4a05-affc-dd4723b2a5e1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b072bc4b-5996-4fec-9464-14af805ec3d1 HTTP/1.1" status: 204 len: 168 time: 0.3115814 Jun 16 00:41:24.345144 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2316966-f5c8-4a05-affc-dd4723b2a5e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b072bc4b-5996-4fec-9464-14af805ec3d1,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:41:24.378975 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-a300a133-61d7-47e8-9df3-723101020c50 req-7fe7eac5-4510-42e2-8e9d-680e93322ce3 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Publish callbacks [] for port (6a0788b7-0528-40f3-80fe-df58bcfaf509), precommit_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:24.445358 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-a300a133-61d7-47e8-9df3-723101020c50 req-7fe7eac5-4510-42e2-8e9d-680e93322ce3 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909850'] for port (6a0788b7-0528-40f3-80fe-df58bcfaf509), after_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:24.454996 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:41:24.485177 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] get_ports_and_sgs() called for port_ids ['6a0788b7-0528-40f3-80fe-df58bcfaf509'] {{(pid=111024) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 00:41:24.492911 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300a133-61d7-47e8-9df3-723101020c50 req-7fe7eac5-4510-42e2-8e9d-680e93322ce3 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:24.493533 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-a300a133-61d7-47e8-9df3-723101020c50 req-7fe7eac5-4510-42e2-8e9d-680e93322ce3 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for port (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:24.494998 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-a300a133-61d7-47e8-9df3-723101020c50 req-7fe7eac5-4510-42e2-8e9d-680e93322ce3 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "PUT /v2.0/ports/6a0788b7-0528-40f3-80fe-df58bcfaf509 HTTP/1.1" status: 200 len: 982 time: 0.5763347 Jun 16 00:41:24.498792 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63ba2bcd-076b-43b8-8753-fb86693d2614', 'tag': '6a0788b7-0528-40f3-80fe-df58bcfaf509'}] {{(pid=111023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:41:24.502045 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849ffc5c5c28115853a01ef2d84a57e68c82d4a74a931575540ba89325b26957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c481d8d2-56d3-4a94-9c5e-4941c1fd80de" -d '{"events": [{"name": "network-changed", "server_uuid": "63ba2bcd-076b-43b8-8753-fb86693d2614", "tag": "6a0788b7-0528-40f3-80fe-df58bcfaf509"}]}' {{(pid=111023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:41:24.534722 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe7eac5-4510-42e2-8e9d-680e93322ce3 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Pushing event updated for resources: {'Port': ['ID=6a0788b7-0528-40f3-80fe-df58bcfaf509,revision_number=6']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:41:24.550992 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-ad270a23-d88e-4a4c-99f4-90c5c535cbef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (2a8c543c-b8d9-40d8-999c-fa03b757f547), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:24.586211 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 00:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f35ea5-3cc8-43c3-b1df-1d158bdd880b x-openstack-request-id: req-96f35ea5-3cc8-43c3-b1df-1d158bdd880b {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:41:24.590248 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63ba2bcd-076b-43b8-8753-fb86693d2614", "tag": "6a0788b7-0528-40f3-80fe-df58bcfaf509", "status": "completed", "code": 200}]} {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:41:24.590248 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-96f35ea5-3cc8-43c3-b1df-1d158bdd880b {{(pid=111023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:41:24.590248 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96f35ea5-3cc8-43c3-b1df-1d158bdd880b'] response: {'name': 'network-changed', 'server_uuid': '63ba2bcd-076b-43b8-8753-fb86693d2614', 'tag': '6a0788b7-0528-40f3-80fe-df58bcfaf509', 'status': 'completed', 'code': 200} Jun 16 00:41:24.630580 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] get_ports_and_sgs() called for port_ids ['6a0788b7-0528-40f3-80fe-df58bcfaf509'] {{(pid=111024) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 00:41:24.651461 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b2fb4-37d8-4ad6-99b1-6ecac454ef7b req-a756a2ef-f08e-4288-b927-e3f7877699b2 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:24.653488 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-513b2fb4-37d8-4ad6-99b1-6ecac454ef7b req-a756a2ef-f08e-4288-b927-e3f7877699b2 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/ports?device_id=63ba2bcd-076b-43b8-8753-fb86693d2614 HTTP/1.1" status: 200 len: 985 time: 0.0697072 Jun 16 00:41:24.665019 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:41:24.745391 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-513b2fb4-37d8-4ad6-99b1-6ecac454ef7b req-2ebb818c-c9d5-4847-aa64-a70ad6141297 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a85ccf4-43d6-40b7-a50e-3ea2d29e977c&id=384e488b-4692-4e93-90f7-79fad658ae61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0856271 Jun 16 00:41:24.838918 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c481d8d2-56d3-4a94-9c5e-4941c1fd80de req-3af90f85-071f-4c90-b46b-88f9fc3e976b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:24.840369 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-c481d8d2-56d3-4a94-9c5e-4941c1fd80de req-3af90f85-071f-4c90-b46b-88f9fc3e976b service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=ad47d922a30a4c55a781c52c5bd5236f&device_id=63ba2bcd-076b-43b8-8753-fb86693d2614 HTTP/1.1" status: 200 len: 1169 time: 0.0502207 Jun 16 00:41:24.876041 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-af2b788c-cc4d-4dd4-8a1c-77c480035c0c None None] Provisioning complete for port 6a0788b7-0528-40f3-80fe-df58bcfaf509 triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:41:24.877093 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-af2b788c-cc4d-4dd4-8a1c-77c480035c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (6a0788b7-0528-40f3-80fe-df58bcfaf509), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:24.950452 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:41:25.082415 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-af2b788c-cc4d-4dd4-8a1c-77c480035c0c None None] Current status of the port 6a0788b7-0528-40f3-80fe-df58bcfaf509 is: ACTIVE; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:41:25.239773 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ab8421-2513-4b85-9800-014bc6e8e4bd req-735679e5-2c5f-4880-a908-f96f970bdc4c tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:25.241503 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-11ab8421-2513-4b85-9800-014bc6e8e4bd req-735679e5-2c5f-4880-a908-f96f970bdc4c tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 943 time: 0.0530553 Jun 16 00:41:25.244625 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=100 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:41:25.301744 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-11ab8421-2513-4b85-9800-014bc6e8e4bd req-51f2be0a-952c-46eb-816f-b5e04c2dc669 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6225e73-4431-499a-b2e3-8d8a1435e6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518720 Jun 16 00:41:25.674526 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c481d8d2-56d3-4a94-9c5e-4941c1fd80de req-9588649d-ec44-4ad1-aa9c-1df7b0fd72b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:25.676173 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-c481d8d2-56d3-4a94-9c5e-4941c1fd80de req-9588649d-ec44-4ad1-aa9c-1df7b0fd72b0 service neutron] 10.222.0.40 "GET /v2.0/networks?id=ddc3f874-dd28-4dc7-b3dc-474b8dd70acf HTTP/1.1" status: 200 len: 916 time: 0.1036522 Jun 16 00:41:25.750962 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-c481d8d2-56d3-4a94-9c5e-4941c1fd80de req-8170dbbc-fb47-497c-804c-49470deee955 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a0788b7-0528-40f3-80fe-df58bcfaf509 HTTP/1.1" status: 200 len: 1002 time: 0.0686224 Jun 16 00:41:25.809739 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c481d8d2-56d3-4a94-9c5e-4941c1fd80de req-4b3dc0db-b25b-4f22-b41f-1ac456c708bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:25.811216 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-c481d8d2-56d3-4a94-9c5e-4941c1fd80de req-4b3dc0db-b25b-4f22-b41f-1ac456c708bd service neutron] 10.222.0.40 "GET /v2.0/subnets?id=20686f03-70a1-441c-9562-c71d0dab7272 HTTP/1.1" status: 200 len: 854 time: 0.0537493 Jun 16 00:41:25.855231 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c481d8d2-56d3-4a94-9c5e-4941c1fd80de req-1b66589e-ee1b-4f92-914f-19b2ffea0742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:25.856803 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-c481d8d2-56d3-4a94-9c5e-4941c1fd80de req-1b66589e-ee1b-4f92-914f-19b2ffea0742 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=ddc3f874-dd28-4dc7-b3dc-474b8dd70acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0381901 Jun 16 00:41:25.949462 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-c481d8d2-56d3-4a94-9c5e-4941c1fd80de req-10e4efd9-eb37-4df6-8f92-2f6c8f57ea83 service neutron] 10.222.0.40 "GET /v2.0/networks/ddc3f874-dd28-4dc7-b3dc-474b8dd70acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864558 Jun 16 00:41:26.043874 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-c481d8d2-56d3-4a94-9c5e-4941c1fd80de req-42f8f37d-6ecc-45fd-a04f-c1bedd21c6a4 service neutron] 10.222.0.40 "GET /v2.0/networks/ddc3f874-dd28-4dc7-b3dc-474b8dd70acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876966 Jun 16 00:41:26.264277 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9bb402-915c-429f-93c1-bd0a7ebf36fa req-ea72fcb8-c036-4220-ace8-144632c35dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:26.266364 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-ac9bb402-915c-429f-93c1-bd0a7ebf36fa req-ea72fcb8-c036-4220-ace8-144632c35dae service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=ad47d922a30a4c55a781c52c5bd5236f&device_id=63ba2bcd-076b-43b8-8753-fb86693d2614 HTTP/1.1" status: 200 len: 1169 time: 0.0432878 Jun 16 00:41:26.361158 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9bb402-915c-429f-93c1-bd0a7ebf36fa req-d2a63029-7f61-4c8a-aa6e-d04b92a950fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:26.362916 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-ac9bb402-915c-429f-93c1-bd0a7ebf36fa req-d2a63029-7f61-4c8a-aa6e-d04b92a950fe service neutron] 10.222.0.40 "GET /v2.0/networks?id=ddc3f874-dd28-4dc7-b3dc-474b8dd70acf HTTP/1.1" status: 200 len: 916 time: 0.0901399 Jun 16 00:41:26.446533 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=100 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:41:26.467066 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e9dc2-eddf-48ec-a271-3431727dc9f1 req-e5536930-c6dd-4042-88dc-53c17bd37fc9 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:26.468569 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-068e9dc2-eddf-48ec-a271-3431727dc9f1 req-e5536930-c6dd-4042-88dc-53c17bd37fc9 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 943 time: 0.0897758 Jun 16 00:41:26.470508 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-ac9bb402-915c-429f-93c1-bd0a7ebf36fa req-f84a1752-ddb2-4803-8be9-41395e3d97b3 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a0788b7-0528-40f3-80fe-df58bcfaf509 HTTP/1.1" status: 200 len: 1002 time: 0.1002755 Jun 16 00:41:26.550404 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9bb402-915c-429f-93c1-bd0a7ebf36fa req-651a96d1-1ef9-40cc-a07a-090a84198362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:26.551845 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-ac9bb402-915c-429f-93c1-bd0a7ebf36fa req-651a96d1-1ef9-40cc-a07a-090a84198362 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=20686f03-70a1-441c-9562-c71d0dab7272 HTTP/1.1" status: 200 len: 854 time: 0.0753500 Jun 16 00:41:26.555028 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-068e9dc2-eddf-48ec-a271-3431727dc9f1 req-281805e1-4f2b-4a9b-b036-50031ce704c4 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6225e73-4431-499a-b2e3-8d8a1435e6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801773 Jun 16 00:41:26.588371 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=100 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:41:26.601152 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9bb402-915c-429f-93c1-bd0a7ebf36fa req-bd94f6a7-4f42-493a-bc8f-8e588213fa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:26.602048 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-ac9bb402-915c-429f-93c1-bd0a7ebf36fa req-bd94f6a7-4f42-493a-bc8f-8e588213fa41 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=ddc3f874-dd28-4dc7-b3dc-474b8dd70acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0434427 Jun 16 00:41:26.693876 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-ac9bb402-915c-429f-93c1-bd0a7ebf36fa req-b9114fc7-207a-4838-820d-0887f5c673a2 service neutron] 10.222.0.40 "GET /v2.0/networks/ddc3f874-dd28-4dc7-b3dc-474b8dd70acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847809 Jun 16 00:41:26.746065 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-bcfd4457-e9b7-42f9-8e5b-e2e9d4c1994f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (d0297bc9-c3a8-45ac-9023-c937cb4f21fc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:26.795663 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-ac9bb402-915c-429f-93c1-bd0a7ebf36fa req-a1f8c2da-bc37-4c26-a7aa-1388291b8944 service neutron] 10.222.0.40 "GET /v2.0/networks/ddc3f874-dd28-4dc7-b3dc-474b8dd70acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953844 Jun 16 00:41:27.255077 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device 3aed7710-78db-49be-89bf-f87f2e363d9b details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=111024) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 00:41:27.355058 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] For port 3aed7710-78db-49be-89bf-f87f2e363d9b, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=3aed7710-78db-49be-89bf-f87f2e363d9b,segment=NetworkSegment(5c02ce47-b4ce-4c8e-af6b-d3fbab975164),segment_id=5c02ce47-b4ce-4c8e-af6b-d3fbab975164)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:41:27.366754 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Returning: {'device': '3aed7710-78db-49be-89bf-f87f2e363d9b', 'network_id': 'a6844d01-625d-4b71-91cf-373fe3e3e7cc', 'port_id': '3aed7710-78db-49be-89bf-f87f2e363d9b', 'mac_address': 'fa:16:3e:64:7a:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '892d2143-b3e2-4410-bf1b-7ad84511c529', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111024) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 00:41:27.400311 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Current status of the port 3aed7710-78db-49be-89bf-f87f2e363d9b is: DOWN; New status is: BUILD {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:41:27.400728 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (3aed7710-78db-49be-89bf-f87f2e363d9b), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:27.413692 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.notifiers.nova [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aed7710-78db-49be-89bf-f87f2e363d9b {{(pid=111024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 00:41:27.434303 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] For port 3aed7710-78db-49be-89bf-f87f2e363d9b, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=3aed7710-78db-49be-89bf-f87f2e363d9b,segment=NetworkSegment(5c02ce47-b4ce-4c8e-af6b-d3fbab975164),segment_id=5c02ce47-b4ce-4c8e-af6b-d3fbab975164)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:41:27.511774 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (3aed7710-78db-49be-89bf-f87f2e363d9b), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:27.559877 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Pushing event updated for resources: {'Port': ['ID=3aed7710-78db-49be-89bf-f87f2e363d9b,revision_number=9']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:41:27.679363 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa96bfff-fc02-4775-a530-f182716e2667 req-7a8bb354-eb73-4436-ac07-5b4b57387bd9 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:27.680856 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-aa96bfff-fc02-4775-a530-f182716e2667 req-7a8bb354-eb73-4436-ac07-5b4b57387bd9 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 944 time: 0.0483775 Jun 16 00:41:27.731417 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-aa96bfff-fc02-4775-a530-f182716e2667 req-c9a8d490-c099-4eeb-9449-730d171eaf2d tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6225e73-4431-499a-b2e3-8d8a1435e6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447621 Jun 16 00:41:27.800264 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] get_ports_and_sgs() called for port_ids ['3aed7710-78db-49be-89bf-f87f2e363d9b'] {{(pid=111024) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 00:41:27.978981 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-117977e4-98b1-40f2-baea-1bec010e476c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (b90f279a-3e8f-4325-a28d-8d213fb96fbc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:28.850047 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01263ad-020f-4d6d-8b43-08c20983852c req-b687929b-c640-488a-83c3-69855bedb392 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:28.851525 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-f01263ad-020f-4d6d-8b43-08c20983852c req-b687929b-c640-488a-83c3-69855bedb392 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 944 time: 0.0486507 Jun 16 00:41:28.912568 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-f01263ad-020f-4d6d-8b43-08c20983852c req-8cd64395-3b6c-4386-9650-5417d15ea2f6 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6225e73-4431-499a-b2e3-8d8a1435e6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530362 Jun 16 00:41:29.260313 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-faa15201-cec6-4660-ae33-7025f254e5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (50ece25a-9452-44f6-8bc9-48c0ade2294b), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:29.262489 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device 3aed7710-78db-49be-89bf-f87f2e363d9b up at agent hyperv_hv-cinder-80382 {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:41:29.309116 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Provisioning complete for port 3aed7710-78db-49be-89bf-f87f2e363d9b triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:41:29.309476 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (3aed7710-78db-49be-89bf-f87f2e363d9b), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:29.383143 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Current status of the port 3aed7710-78db-49be-89bf-f87f2e363d9b is: BUILD; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:41:29.383527 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (3aed7710-78db-49be-89bf-f87f2e363d9b), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:29.403679 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:41:29.409184 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aed7710-78db-49be-89bf-f87f2e363d9b'}] {{(pid=111024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:41:29.411577 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4573778420d3d0f041bbf6733ae9852b47924bf8d6b8ed88ee9f05ae747ab312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af94810-2cc5-4cfd-834d-38a4e4f8363f" -d '{"events": [{"server_uuid": "42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d", "name": "network-vif-plugged", "status": "completed", "tag": "3aed7710-78db-49be-89bf-f87f2e363d9b"}]}' {{(pid=111024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:41:29.428719 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] For port 3aed7710-78db-49be-89bf-f87f2e363d9b, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=3aed7710-78db-49be-89bf-f87f2e363d9b,segment=NetworkSegment(5c02ce47-b4ce-4c8e-af6b-d3fbab975164),segment_id=5c02ce47-b4ce-4c8e-af6b-d3fbab975164)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:41:29.445459 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 47132) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:41:29.466646 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 00:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cfb9085-9d71-4017-9293-454f1ef589ff x-openstack-request-id: req-3cfb9085-9d71-4017-9293-454f1ef589ff {{(pid=111024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:41:29.466933 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d", "name": "network-vif-plugged", "status": "completed", "tag": "3aed7710-78db-49be-89bf-f87f2e363d9b", "code": 200}]} {{(pid=111024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:41:29.467178 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3cfb9085-9d71-4017-9293-454f1ef589ff {{(pid=111024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:41:29.467601 dv-cinder-803823-11-iscsi neutron-server[111024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cfb9085-9d71-4017-9293-454f1ef589ff'] response: {'server_uuid': '42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aed7710-78db-49be-89bf-f87f2e363d9b', 'code': 200} Jun 16 00:41:29.511973 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (3aed7710-78db-49be-89bf-f87f2e363d9b), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:29.561305 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Pushing event updated for resources: {'Port': ['ID=3aed7710-78db-49be-89bf-f87f2e363d9b,revision_number=10']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:41:29.582415 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-b9eeb6a1-5b03-4538-8930-41a0951c8fc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:29.661136 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-b9eeb6a1-5b03-4538-8930-41a0951c8fc7 admin admin] Publish callbacks [] for security_group (e4dfaa2f-0a79-4695-a17d-68484f79894c), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:29.791476 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-b9eeb6a1-5b03-4538-8930-41a0951c8fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (e4dfaa2f-0a79-4695-a17d-68484f79894c), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:29.791760 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (81117e21-cbf2-493f-9e14-29a3cec1f25a), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:29.835088 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-b9eeb6a1-5b03-4538-8930-41a0951c8fc7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=61d5e2a5218d47aa9a92ce3716790461&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3885560 Jun 16 00:41:29.836055 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eeb6a1-5b03-4538-8930-41a0951c8fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4dfaa2f-0a79-4695-a17d-68484f79894c,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:41:29.837880 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 47140) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:41:29.891738 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-10d07be5-b534-4ea2-882d-32ce8c59cc7c admin admin] Publish callbacks [] for security_group (e4dfaa2f-0a79-4695-a17d-68484f79894c), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:29.907872 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53865a07-297d-4a0b-9e15-f848432c56e7 req-b8677510-dcc2-4a1a-b957-a15434cbcbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:29.909420 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-53865a07-297d-4a0b-9e15-f848432c56e7 req-b8677510-dcc2-4a1a-b957-a15434cbcbd7 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 1130 time: 0.0390451 Jun 16 00:41:29.914938 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-10d07be5-b534-4ea2-882d-32ce8c59cc7c admin admin] Publish callbacks [] for security_group (e4dfaa2f-0a79-4695-a17d-68484f79894c), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:29.960874 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-53865a07-297d-4a0b-9e15-f848432c56e7 req-4667d458-a213-43f0-9996-5a23c6a7035f service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=f6225e73-4431-499a-b2e3-8d8a1435e6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451765 Jun 16 00:41:30.035167 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b31704-8bd3-425b-86c8-8091d3e2acd4 req-8a958a50-52f8-492c-aaa0-6f0f1e628c6a tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:30.036689 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-56b31704-8bd3-425b-86c8-8091d3e2acd4 req-8a958a50-52f8-492c-aaa0-6f0f1e628c6a tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 946 time: 0.0472968 Jun 16 00:41:30.048446 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-10d07be5-b534-4ea2-882d-32ce8c59cc7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (e4dfaa2f-0a79-4695-a17d-68484f79894c), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:30.050969 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-10d07be5-b534-4ea2-882d-32ce8c59cc7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:30.053080 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-10d07be5-b534-4ea2-882d-32ce8c59cc7c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e4dfaa2f-0a79-4695-a17d-68484f79894c HTTP/1.1" status: 204 len: 168 time: 0.2126122 Jun 16 00:41:30.068883 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d07be5-b534-4ea2-882d-32ce8c59cc7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4dfaa2f-0a79-4695-a17d-68484f79894c,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:41:30.101814 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-56b31704-8bd3-425b-86c8-8091d3e2acd4 req-47ba786d-a04e-44ac-83b2-86f359707cdd tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6225e73-4431-499a-b2e3-8d8a1435e6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594707 Jun 16 00:41:30.838655 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 47170) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:41:30.889992 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.db_base_plugin_v2 [None req-145c122f-2c62-43e0-896a-0a6b209e44b2 admin admin] Deleting subnet d37d5be7-9ecb-4a81-80aa-8929aed42149 {{(pid=111023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 00:41:30.890313 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-145c122f-2c62-43e0-896a-0a6b209e44b2 admin admin] Publish callbacks [] for subnet (d37d5be7-9ecb-4a81-80aa-8929aed42149), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:30.927464 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-145c122f-2c62-43e0-896a-0a6b209e44b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10236084'] for subnet (d37d5be7-9ecb-4a81-80aa-8929aed42149), precommit_delete_associations {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:30.972053 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-145c122f-2c62-43e0-896a-0a6b209e44b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1219515'] for subnet (d37d5be7-9ecb-4a81-80aa-8929aed42149), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:31.087950 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-145c122f-2c62-43e0-896a-0a6b209e44b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1219458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2909856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10303412'] for subnet (d37d5be7-9ecb-4a81-80aa-8929aed42149), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:31.116550 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c122f-2c62-43e0-896a-0a6b209e44b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d37d5be7-9ecb-4a81-80aa-8929aed42149,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:41:31.121231 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-145c122f-2c62-43e0-896a-0a6b209e44b2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:31.126268 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-145c122f-2c62-43e0-896a-0a6b209e44b2 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d37d5be7-9ecb-4a81-80aa-8929aed42149 HTTP/1.1" status: 204 len: 168 time: 0.2863297 Jun 16 00:41:31.129097 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 47182) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:41:31.242798 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:41:31.245328 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:41:31.248620 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-6d091db4-32ff-4a85-88b5-d08f7ea057b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1350587'] for network (edf209d5-bf5e-45d9-9ae4-afa23ada1633), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:31.264736 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f309ad-7313-4ee5-96a9-dc5e55d42753 req-f621eed5-d30b-4aa4-9e12-38ef2f41676e tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:31.267403 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-64f309ad-7313-4ee5-96a9-dc5e55d42753 req-f621eed5-d30b-4aa4-9e12-38ef2f41676e tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 946 time: 0.0555844 Jun 16 00:41:31.280540 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:41:31.282889 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=5 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:41:31.324237 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-64f309ad-7313-4ee5-96a9-dc5e55d42753 req-6c8e8f83-fe98-4a83-9867-105d1f53a709 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6225e73-4431-499a-b2e3-8d8a1435e6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506926 Jun 16 00:41:31.358803 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-6d091db4-32ff-4a85-88b5-d08f7ea057b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1217386', 'neutron.services.segments.db._delete_segments_for_network-8753842649658'] for network (edf209d5-bf5e-45d9-9ae4-afa23ada1633), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:31.382899 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.services.segments.db [None req-6d091db4-32ff-4a85-88b5-d08f7ea057b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edf209d5-bf5e-45d9-9ae4-afa23ada1633']}} {{(pid=111022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:41:31.395193 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.services.segments.db [None req-6d091db4-32ff-4a85-88b5-d08f7ea057b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '074faca5-972f-4433-a057-52fcc073699c') {'for_net_delete': True} {{(pid=111022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:41:31.395703 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.services.segments.db [None req-6d091db4-32ff-4a85-88b5-d08f7ea057b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '074faca5-972f-4433-a057-52fcc073699c') {} {{(pid=111022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:41:31.398716 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:41:31.407798 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-6d091db4-32ff-4a85-88b5-d08f7ea057b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753842648513', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18744251'] for segment (074faca5-972f-4433-a057-52fcc073699c), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:31.423359 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-6d091db4-32ff-4a85-88b5-d08f7ea057b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219328'] for segment (074faca5-972f-4433-a057-52fcc073699c), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:31.431176 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d091db4-32ff-4a85-88b5-d08f7ea057b9 admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=111022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 00:41:31.431828 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-6d091db4-32ff-4a85-88b5-d08f7ea057b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18330515'] for segment (074faca5-972f-4433-a057-52fcc073699c), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:31.494203 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.services.segments.plugin [-] Segment 074faca5-972f-4433-a057-52fcc073699c resource provider aggregate not found Jun 16 00:41:31.511373 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.services.segments.plugin [-] Segment 074faca5-972f-4433-a057-52fcc073699c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 074faca5-972f-4433-a057-52fcc073699c found for delete ", "request_id": "req-baae8268-ff6b-4fbf-9eb5-966edf1452ce"}]} Jun 16 00:41:31.638403 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-6d091db4-32ff-4a85-88b5-d08f7ea057b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1220132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673112'] for network (edf209d5-bf5e-45d9-9ae4-afa23ada1633), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:31.647575 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-6d091db4-32ff-4a85-88b5-d08f7ea057b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590195'] for network (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:31.648746 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-6d091db4-32ff-4a85-88b5-d08f7ea057b9 admin admin] 10.222.0.20 "DELETE /v2.0/networks/edf209d5-bf5e-45d9-9ae4-afa23ada1633 HTTP/1.1" status: 204 len: 168 time: 0.5150657 Jun 16 00:41:31.651581 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 47216) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:41:31.660804 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d091db4-32ff-4a85-88b5-d08f7ea057b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=edf209d5-bf5e-45d9-9ae4-afa23ada1633,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:41:31.702750 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.db_base_plugin_v2 [None req-64922049-49da-4b6d-87d6-0dfc49573d18 admin admin] Deleting subnet 339a4d02-d636-46ff-98fe-6b6cc6cfaf4b {{(pid=111023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 00:41:31.706347 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-64922049-49da-4b6d-87d6-0dfc49573d18 admin admin] Publish callbacks [] for subnet (339a4d02-d636-46ff-98fe-6b6cc6cfaf4b), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:31.744496 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-64922049-49da-4b6d-87d6-0dfc49573d18 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10236084'] for subnet (339a4d02-d636-46ff-98fe-6b6cc6cfaf4b), precommit_delete_associations {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:31.787986 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-64922049-49da-4b6d-87d6-0dfc49573d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1219515'] for subnet (339a4d02-d636-46ff-98fe-6b6cc6cfaf4b), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:31.916385 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-64922049-49da-4b6d-87d6-0dfc49573d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1219458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2909856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10303412'] for subnet (339a4d02-d636-46ff-98fe-6b6cc6cfaf4b), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:31.950397 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64922049-49da-4b6d-87d6-0dfc49573d18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=339a4d02-d636-46ff-98fe-6b6cc6cfaf4b,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:41:31.952369 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-64922049-49da-4b6d-87d6-0dfc49573d18 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:31.956990 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-64922049-49da-4b6d-87d6-0dfc49573d18 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/339a4d02-d636-46ff-98fe-6b6cc6cfaf4b HTTP/1.1" status: 204 len: 168 time: 0.3029685 Jun 16 00:41:31.958421 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 47236) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:41:32.035677 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-17ddbe9f-142e-492f-8ebc-237571c14085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1350587'] for network (8d13d9a8-5b90-49fe-a3bf-bed747da5f55), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:32.119863 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-17ddbe9f-142e-492f-8ebc-237571c14085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1217386', 'neutron.services.segments.db._delete_segments_for_network-8753842649658'] for network (8d13d9a8-5b90-49fe-a3bf-bed747da5f55), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:32.142312 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.services.segments.db [None req-17ddbe9f-142e-492f-8ebc-237571c14085 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d13d9a8-5b90-49fe-a3bf-bed747da5f55']}} {{(pid=111023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:41:32.152183 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.services.segments.db [None req-17ddbe9f-142e-492f-8ebc-237571c14085 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b95b0eb-3a18-467d-b073-278eeefba590') {'for_net_delete': True} {{(pid=111023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:41:32.152477 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.services.segments.db [None req-17ddbe9f-142e-492f-8ebc-237571c14085 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b95b0eb-3a18-467d-b073-278eeefba590') {} {{(pid=111023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:41:32.162477 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-17ddbe9f-142e-492f-8ebc-237571c14085 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753842648513', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10236077'] for segment (8b95b0eb-3a18-467d-b073-278eeefba590), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:32.176181 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-17ddbe9f-142e-492f-8ebc-237571c14085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219328'] for segment (8b95b0eb-3a18-467d-b073-278eeefba590), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:32.182615 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17ddbe9f-142e-492f-8ebc-237571c14085 admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=111023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 00:41:32.183004 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-17ddbe9f-142e-492f-8ebc-237571c14085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2909950'] for segment (8b95b0eb-3a18-467d-b073-278eeefba590), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:32.328037 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-17ddbe9f-142e-492f-8ebc-237571c14085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1220132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673112'] for network (8d13d9a8-5b90-49fe-a3bf-bed747da5f55), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:32.337244 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-17ddbe9f-142e-492f-8ebc-237571c14085 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590195'] for network (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:32.343073 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-17ddbe9f-142e-492f-8ebc-237571c14085 admin admin] 10.222.0.20 "DELETE /v2.0/networks/8d13d9a8-5b90-49fe-a3bf-bed747da5f55 HTTP/1.1" status: 204 len: 168 time: 0.3814645 Jun 16 00:41:32.365096 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ddbe9f-142e-492f-8ebc-237571c14085 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d13d9a8-5b90-49fe-a3bf-bed747da5f55,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:41:32.373242 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.services.segments.plugin [-] Segment 8b95b0eb-3a18-467d-b073-278eeefba590 resource provider aggregate not found Jun 16 00:41:32.407714 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.services.segments.plugin [-] Segment 8b95b0eb-3a18-467d-b073-278eeefba590 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8b95b0eb-3a18-467d-b073-278eeefba590 found for delete ", "request_id": "req-376f41d4-8e0c-42ed-9e70-965b14eb2d7b"}]} Jun 16 00:41:32.415028 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:41:32.481109 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0e05d6-e59d-4d54-b4c7-fb3e39359292 req-6132ab9f-776d-4666-b39c-ab998d85c389 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:32.482601 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-dc0e05d6-e59d-4d54-b4c7-fb3e39359292 req-6132ab9f-776d-4666-b39c-ab998d85c389 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 946 time: 0.0571971 Jun 16 00:41:32.529375 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-dc0e05d6-e59d-4d54-b4c7-fb3e39359292 req-e0d2c815-1e21-44e5-b5b2-3b7ce4af1b64 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6225e73-4431-499a-b2e3-8d8a1435e6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405889 Jun 16 00:41:32.821092 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=86,neutron:UPDATE=1 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:41:32.912025 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 47264) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:41:32.928408 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 47266) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:41:32.955124 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-8177fd82-f043-432b-a44c-dc44beb4e219 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=717e38e9bd244b4b93f91c8f244841bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418580 Jun 16 00:41:32.957562 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 47270) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:41:33.008673 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-4f9a040e-48af-49c6-ab87-23bcad270de9 admin admin] Publish callbacks [] for security_group (b3026572-bae7-45a3-bcd9-9f1a45d84395), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:33.030712 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-4f9a040e-48af-49c6-ab87-23bcad270de9 admin admin] Publish callbacks [] for security_group (b3026572-bae7-45a3-bcd9-9f1a45d84395), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:33.090930 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-b7ea86fd-eace-4e85-8f97-2a234c4e2658 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:33.157577 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-4f9a040e-48af-49c6-ab87-23bcad270de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (b3026572-bae7-45a3-bcd9-9f1a45d84395), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:33.160081 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-4f9a040e-48af-49c6-ab87-23bcad270de9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:33.161258 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-4f9a040e-48af-49c6-ab87-23bcad270de9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b3026572-bae7-45a3-bcd9-9f1a45d84395 HTTP/1.1" status: 204 len: 168 time: 0.2028115 Jun 16 00:41:33.164256 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-b7ea86fd-eace-4e85-8f97-2a234c4e2658 admin admin] Publish callbacks [] for security_group (3b576de3-6a1e-429e-84a5-7831aabe2195), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:33.169353 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9a040e-48af-49c6-ab87-23bcad270de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3026572-bae7-45a3-bcd9-9f1a45d84395,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:41:33.254527 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-b7ea86fd-eace-4e85-8f97-2a234c4e2658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (3b576de3-6a1e-429e-84a5-7831aabe2195), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:33.292954 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ea86fd-eace-4e85-8f97-2a234c4e2658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b576de3-6a1e-429e-84a5-7831aabe2195,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:41:33.297242 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-b7ea86fd-eace-4e85-8f97-2a234c4e2658 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=39e60311623f47288f0a2e6bda5c7270&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3676605 Jun 16 00:41:33.300034 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 47274) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:41:33.354490 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-d9b664ae-a604-45e6-bf1c-8cac2e7d4fd3 admin admin] Publish callbacks [] for security_group (3b576de3-6a1e-429e-84a5-7831aabe2195), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:33.376462 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-d9b664ae-a604-45e6-bf1c-8cac2e7d4fd3 admin admin] Publish callbacks [] for security_group (3b576de3-6a1e-429e-84a5-7831aabe2195), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:33.517357 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-d9b664ae-a604-45e6-bf1c-8cac2e7d4fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (3b576de3-6a1e-429e-84a5-7831aabe2195), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:33.519883 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-d9b664ae-a604-45e6-bf1c-8cac2e7d4fd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:33.521137 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-d9b664ae-a604-45e6-bf1c-8cac2e7d4fd3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3b576de3-6a1e-429e-84a5-7831aabe2195 HTTP/1.1" status: 204 len: 168 time: 0.2199774 Jun 16 00:41:33.529723 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b664ae-a604-45e6-bf1c-8cac2e7d4fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b576de3-6a1e-429e-84a5-7831aabe2195,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:41:33.654188 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6995fc-3090-4ac6-bcb4-9b8e2e13a036 req-4d32c091-a9e7-455d-93e3-2b6b3ede7f60 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:33.655733 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-4d6995fc-3090-4ac6-bcb4-9b8e2e13a036 req-4d32c091-a9e7-455d-93e3-2b6b3ede7f60 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 946 time: 0.0492456 Jun 16 00:41:33.710355 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-4d6995fc-3090-4ac6-bcb4-9b8e2e13a036 req-359ff164-536e-4586-b2b5-eb609bf15056 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6225e73-4431-499a-b2e3-8d8a1435e6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489802 Jun 16 00:41:33.854287 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 47288) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:41:33.894589 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-ae232f29-dbb9-4a2b-b110-ccd249aacfab admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=454ff6f9a1e84bfbbc2d65ae45f9666b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391645 Jun 16 00:41:33.897056 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 47290) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:41:33.911446 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:41:33.950540 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-bb6327ba-44f9-4a16-8ecd-a4405770ee42 admin admin] Publish callbacks [] for security_group (80c49a48-af96-4c75-8984-10ed1db8b928), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:33.971923 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-bb6327ba-44f9-4a16-8ecd-a4405770ee42 admin admin] Publish callbacks [] for security_group (80c49a48-af96-4c75-8984-10ed1db8b928), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:34.092922 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-bb6327ba-44f9-4a16-8ecd-a4405770ee42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (80c49a48-af96-4c75-8984-10ed1db8b928), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:34.096005 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-bb6327ba-44f9-4a16-8ecd-a4405770ee42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:34.097201 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-bb6327ba-44f9-4a16-8ecd-a4405770ee42 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/80c49a48-af96-4c75-8984-10ed1db8b928 HTTP/1.1" status: 204 len: 168 time: 0.1992836 Jun 16 00:41:34.105304 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6327ba-44f9-4a16-8ecd-a4405770ee42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c49a48-af96-4c75-8984-10ed1db8b928,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:41:34.227263 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 47294) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:41:34.240654 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-d7b7a273-aa3a-4a58-b6d0-7e4d69f12b94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:34.289494 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:41:34.315221 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-d7b7a273-aa3a-4a58-b6d0-7e4d69f12b94 admin admin] Publish callbacks [] for security_group (fe846a49-645e-4325-9824-fa739c14902b), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:34.397805 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-d7b7a273-aa3a-4a58-b6d0-7e4d69f12b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (fe846a49-645e-4325-9824-fa739c14902b), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:34.439390 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-d7b7a273-aa3a-4a58-b6d0-7e4d69f12b94 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4b4789a7544c43a29e41149af2ad2c68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2110777 Jun 16 00:41:34.440353 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b7a273-aa3a-4a58-b6d0-7e4d69f12b94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe846a49-645e-4325-9824-fa739c14902b,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:41:34.442039 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 47300) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:41:34.494419 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-a8348da4-e9e9-476a-a208-e11a534c9bdd admin admin] Publish callbacks [] for security_group (fe846a49-645e-4325-9824-fa739c14902b), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:34.521565 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-a8348da4-e9e9-476a-a208-e11a534c9bdd admin admin] Publish callbacks [] for security_group (fe846a49-645e-4325-9824-fa739c14902b), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:34.689550 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-a8348da4-e9e9-476a-a208-e11a534c9bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (fe846a49-645e-4325-9824-fa739c14902b), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:34.692299 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-a8348da4-e9e9-476a-a208-e11a534c9bdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:34.693696 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-a8348da4-e9e9-476a-a208-e11a534c9bdd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fe846a49-645e-4325-9824-fa739c14902b HTTP/1.1" status: 204 len: 168 time: 0.2506127 Jun 16 00:41:34.702802 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8348da4-e9e9-476a-a208-e11a534c9bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe846a49-645e-4325-9824-fa739c14902b,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:41:34.716321 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:41:38.997830 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b2deb7-8ed0-4204-a268-9d5c439734c2 req-65b5c555-7c63-4904-a938-662c374a1845 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:38.999417 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-62b2deb7-8ed0-4204-a268-9d5c439734c2 req-65b5c555-7c63-4904-a938-662c374a1845 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/ports?device_id=63ba2bcd-076b-43b8-8753-fb86693d2614 HTTP/1.1" status: 200 len: 985 time: 0.0494659 Jun 16 00:41:39.100541 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-62b2deb7-8ed0-4204-a268-9d5c439734c2 req-2ac01473-1555-4113-8f65-de378b2ef5fa tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a85ccf4-43d6-40b7-a50e-3ea2d29e977c&id=384e488b-4692-4e93-90f7-79fad658ae61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0941136 Jun 16 00:41:39.103898 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e940b74-67c1-4bfa-938a-da625fd1219e req-26ea51c6-2559-4f26-8f6f-d45c651fb8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:39.105409 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-4e940b74-67c1-4bfa-938a-da625fd1219e req-26ea51c6-2559-4f26-8f6f-d45c651fb8d4 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=ad47d922a30a4c55a781c52c5bd5236f&device_id=63ba2bcd-076b-43b8-8753-fb86693d2614 HTTP/1.1" status: 200 len: 1169 time: 0.0577948 Jun 16 00:41:39.211340 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e940b74-67c1-4bfa-938a-da625fd1219e req-cb1c402f-fdd0-4fc9-b6a8-5df5aaefa3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:39.212818 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-4e940b74-67c1-4bfa-938a-da625fd1219e req-cb1c402f-fdd0-4fc9-b6a8-5df5aaefa3c4 service neutron] 10.222.0.40 "GET /v2.0/networks?id=ddc3f874-dd28-4dc7-b3dc-474b8dd70acf HTTP/1.1" status: 200 len: 916 time: 0.0990827 Jun 16 00:41:39.279935 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-4e940b74-67c1-4bfa-938a-da625fd1219e req-096d10fa-be06-4fd2-85ba-3d993acf40a8 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a0788b7-0528-40f3-80fe-df58bcfaf509 HTTP/1.1" status: 200 len: 1002 time: 0.0605335 Jun 16 00:41:39.341306 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e940b74-67c1-4bfa-938a-da625fd1219e req-65fbce7f-a9f8-4603-873d-14fc1be2c929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:39.342891 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-4e940b74-67c1-4bfa-938a-da625fd1219e req-65fbce7f-a9f8-4603-873d-14fc1be2c929 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=20686f03-70a1-441c-9562-c71d0dab7272 HTTP/1.1" status: 200 len: 854 time: 0.0556979 Jun 16 00:41:39.392839 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e940b74-67c1-4bfa-938a-da625fd1219e req-f52a277b-64b7-46b5-a5b2-4a9500308033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:39.394342 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-4e940b74-67c1-4bfa-938a-da625fd1219e req-f52a277b-64b7-46b5-a5b2-4a9500308033 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=ddc3f874-dd28-4dc7-b3dc-474b8dd70acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0441129 Jun 16 00:41:39.484203 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-4e940b74-67c1-4bfa-938a-da625fd1219e req-31e03054-f9e7-4284-af6e-a537235545f8 service neutron] 10.222.0.40 "GET /v2.0/networks/ddc3f874-dd28-4dc7-b3dc-474b8dd70acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835383 Jun 16 00:41:39.577882 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-4e940b74-67c1-4bfa-938a-da625fd1219e req-5c12316b-218a-4699-a72a-75736909580c service neutron] 10.222.0.40 "GET /v2.0/networks/ddc3f874-dd28-4dc7-b3dc-474b8dd70acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867670 Jun 16 00:41:40.220725 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edfce5b-ee22-4b39-9dd1-4752a55f932c req-3d648040-deb1-4acf-897e-6a41705b55f8 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:40.222247 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-0edfce5b-ee22-4b39-9dd1-4752a55f932c req-3d648040-deb1-4acf-897e-6a41705b55f8 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/ports?device_id=63ba2bcd-076b-43b8-8753-fb86693d2614 HTTP/1.1" status: 200 len: 985 time: 0.0496240 Jun 16 00:41:40.286993 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-0edfce5b-ee22-4b39-9dd1-4752a55f932c req-528b91e1-d8d5-4d53-8cdb-53b7b7940724 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a85ccf4-43d6-40b7-a50e-3ea2d29e977c&id=384e488b-4692-4e93-90f7-79fad658ae61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0583582 Jun 16 00:41:41.400797 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a99e749-9e16-4da6-91be-5b2041f28f8a req-6c6f1738-c153-40ee-aa38-ce1c4e3d690e tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:41.406011 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-5a99e749-9e16-4da6-91be-5b2041f28f8a req-6c6f1738-c153-40ee-aa38-ce1c4e3d690e tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/ports?device_id=63ba2bcd-076b-43b8-8753-fb86693d2614 HTTP/1.1" status: 200 len: 985 time: 0.0487230 Jun 16 00:41:41.463505 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-5a99e749-9e16-4da6-91be-5b2041f28f8a req-1bb1080d-1e02-4387-9ada-793a590606a2 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a85ccf4-43d6-40b7-a50e-3ea2d29e977c&id=384e488b-4692-4e93-90f7-79fad658ae61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548968 Jun 16 00:41:42.577078 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc90b9e3-073a-40ea-ba0f-7b9ef5cca548 req-af55e791-04ef-45c4-9c0a-124f96a97534 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:42.578477 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-bc90b9e3-073a-40ea-ba0f-7b9ef5cca548 req-af55e791-04ef-45c4-9c0a-124f96a97534 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/ports?device_id=63ba2bcd-076b-43b8-8753-fb86693d2614 HTTP/1.1" status: 200 len: 985 time: 0.0472929 Jun 16 00:41:42.638390 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-bc90b9e3-073a-40ea-ba0f-7b9ef5cca548 req-b10ce19e-6b74-4276-9741-a9f22b863561 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a85ccf4-43d6-40b7-a50e-3ea2d29e977c&id=384e488b-4692-4e93-90f7-79fad658ae61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536625 Jun 16 00:41:43.208534 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (42cc932a-4e60-43e8-a4dc-4f47b3d3efae), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:43.756670 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d43109-56e5-4a37-9782-d8f4b5e41909 req-b7930744-2acd-4e64-8d6c-4505f86f41a4 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:43.759466 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-85d43109-56e5-4a37-9782-d8f4b5e41909 req-b7930744-2acd-4e64-8d6c-4505f86f41a4 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/ports?device_id=63ba2bcd-076b-43b8-8753-fb86693d2614 HTTP/1.1" status: 200 len: 985 time: 0.0516305 Jun 16 00:41:43.797640 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:41:43.830224 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-85d43109-56e5-4a37-9782-d8f4b5e41909 req-10f513f8-2c1a-4b23-a903-6ad076f4b046 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a85ccf4-43d6-40b7-a50e-3ea2d29e977c&id=384e488b-4692-4e93-90f7-79fad658ae61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0647626 Jun 16 00:41:44.955070 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cca9873-eecc-4abd-8d9f-20366843ef44 req-1d1c2f81-4254-4bbb-97af-f790721af067 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:44.956730 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-7cca9873-eecc-4abd-8d9f-20366843ef44 req-1d1c2f81-4254-4bbb-97af-f790721af067 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/ports?device_id=63ba2bcd-076b-43b8-8753-fb86693d2614 HTTP/1.1" status: 200 len: 985 time: 0.0512445 Jun 16 00:41:44.975600 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:41:45.018036 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-7cca9873-eecc-4abd-8d9f-20366843ef44 req-20c22f54-750d-4beb-80a0-528d0ecdac0f tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a85ccf4-43d6-40b7-a50e-3ea2d29e977c&id=384e488b-4692-4e93-90f7-79fad658ae61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0556746 Jun 16 00:41:46.131370 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a22fc-4a77-450c-8f1f-914ccf9d3571 req-a1fd92ec-565a-427b-a7d1-b6c16533ae3a tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:46.132794 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-677a22fc-4a77-450c-8f1f-914ccf9d3571 req-a1fd92ec-565a-427b-a7d1-b6c16533ae3a tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/ports?device_id=63ba2bcd-076b-43b8-8753-fb86693d2614 HTTP/1.1" status: 200 len: 985 time: 0.0458908 Jun 16 00:41:46.192838 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-677a22fc-4a77-450c-8f1f-914ccf9d3571 req-a04156ce-9fb2-4f8e-bb77-0710904d5c7a tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a85ccf4-43d6-40b7-a50e-3ea2d29e977c&id=384e488b-4692-4e93-90f7-79fad658ae61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545518 Jun 16 00:41:47.308865 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db3988-237f-474f-b4c6-c1d61e3f0bba req-1727bf13-d394-494e-a32f-8527388ac2d7 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:47.310352 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-46db3988-237f-474f-b4c6-c1d61e3f0bba req-1727bf13-d394-494e-a32f-8527388ac2d7 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/ports?device_id=63ba2bcd-076b-43b8-8753-fb86693d2614 HTTP/1.1" status: 200 len: 985 time: 0.0473900 Jun 16 00:41:47.345086 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:41:47.372396 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-46db3988-237f-474f-b4c6-c1d61e3f0bba req-c6d8173c-4238-40db-a0a3-d93db09af88a tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a85ccf4-43d6-40b7-a50e-3ea2d29e977c&id=384e488b-4692-4e93-90f7-79fad658ae61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0561814 Jun 16 00:41:48.490059 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a615707-0e51-4935-ad9d-c20176413d90 req-87711155-c495-4621-984f-4fe7125e6365 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:48.491496 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-1a615707-0e51-4935-ad9d-c20176413d90 req-87711155-c495-4621-984f-4fe7125e6365 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/ports?device_id=63ba2bcd-076b-43b8-8753-fb86693d2614 HTTP/1.1" status: 200 len: 985 time: 0.0475073 Jun 16 00:41:48.541948 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=100 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:41:48.555571 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-1a615707-0e51-4935-ad9d-c20176413d90 req-cacde896-4e74-4efe-8458-8a7213b6e7b2 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a85ccf4-43d6-40b7-a50e-3ea2d29e977c&id=384e488b-4692-4e93-90f7-79fad658ae61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0583236 Jun 16 00:41:49.283749 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 47566) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:41:49.389841 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-2fe81838-5c69-481f-9e51-0d1ad0bc7d3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:49.467147 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-2fe81838-5c69-481f-9e51-0d1ad0bc7d3a admin admin] Publish callbacks [] for security_group (1a60c68f-774a-449d-abe8-e3e22080f7b0), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:49.574941 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-2fe81838-5c69-481f-9e51-0d1ad0bc7d3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (1a60c68f-774a-449d-abe8-e3e22080f7b0), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:49.617289 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-2fe81838-5c69-481f-9e51-0d1ad0bc7d3a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=45c06c973dff4116b5a5786565e3cac3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3322821 Jun 16 00:41:49.618134 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe81838-5c69-481f-9e51-0d1ad0bc7d3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a60c68f-774a-449d-abe8-e3e22080f7b0,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:41:49.626238 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 47572) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:41:49.687611 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-9f2db2a8-5c31-48cb-8ba6-f755198bf304 admin admin] Publish callbacks [] for security_group (1a60c68f-774a-449d-abe8-e3e22080f7b0), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:49.690462 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcfaeac-83a5-43a3-9408-ace89ff6b945 req-7c4e7ecb-a517-4150-b396-e32e4e0471d6 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:49.692006 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-9fcfaeac-83a5-43a3-9408-ace89ff6b945 req-7c4e7ecb-a517-4150-b396-e32e4e0471d6 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/ports?device_id=63ba2bcd-076b-43b8-8753-fb86693d2614 HTTP/1.1" status: 200 len: 985 time: 0.0521095 Jun 16 00:41:49.709310 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-9f2db2a8-5c31-48cb-8ba6-f755198bf304 admin admin] Publish callbacks [] for security_group (1a60c68f-774a-449d-abe8-e3e22080f7b0), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:49.754841 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-9fcfaeac-83a5-43a3-9408-ace89ff6b945 req-aa3f90ca-84a0-483f-8a78-63b04e05d898 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a85ccf4-43d6-40b7-a50e-3ea2d29e977c&id=384e488b-4692-4e93-90f7-79fad658ae61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0567455 Jun 16 00:41:49.820254 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-9f2db2a8-5c31-48cb-8ba6-f755198bf304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (1a60c68f-774a-449d-abe8-e3e22080f7b0), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:49.822851 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-9f2db2a8-5c31-48cb-8ba6-f755198bf304 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:49.824015 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-9f2db2a8-5c31-48cb-8ba6-f755198bf304 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1a60c68f-774a-449d-abe8-e3e22080f7b0 HTTP/1.1" status: 204 len: 168 time: 0.1967597 Jun 16 00:41:49.831933 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2db2a8-5c31-48cb-8ba6-f755198bf304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a60c68f-774a-449d-abe8-e3e22080f7b0,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:41:50.423772 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 47580) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:41:50.437170 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-f18f6c68-d010-412d-bd9c-9e0988437881 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:50.512614 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-f18f6c68-d010-412d-bd9c-9e0988437881 admin admin] Publish callbacks [] for security_group (78c5bf4f-06c2-4ef7-ba8a-4c0c1ccfe9fb), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:50.557236 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-f18f6c68-d010-412d-bd9c-9e0988437881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (78c5bf4f-06c2-4ef7-ba8a-4c0c1ccfe9fb), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:50.602375 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-f18f6c68-d010-412d-bd9c-9e0988437881 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a6e26f3d3cdd4bea834608af0357f43e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1775370 Jun 16 00:41:50.603235 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18f6c68-d010-412d-bd9c-9e0988437881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c5bf4f-06c2-4ef7-ba8a-4c0c1ccfe9fb,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:41:50.605047 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 47582) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:41:50.654227 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-d7139bf6-c673-47ec-806e-1e6aa7b59cde admin admin] Publish callbacks [] for security_group (78c5bf4f-06c2-4ef7-ba8a-4c0c1ccfe9fb), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:50.679085 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-d7139bf6-c673-47ec-806e-1e6aa7b59cde admin admin] Publish callbacks [] for security_group (78c5bf4f-06c2-4ef7-ba8a-4c0c1ccfe9fb), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:50.786210 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-d7139bf6-c673-47ec-806e-1e6aa7b59cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (78c5bf4f-06c2-4ef7-ba8a-4c0c1ccfe9fb), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:50.788807 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-d7139bf6-c673-47ec-806e-1e6aa7b59cde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:50.789949 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-d7139bf6-c673-47ec-806e-1e6aa7b59cde admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/78c5bf4f-06c2-4ef7-ba8a-4c0c1ccfe9fb HTTP/1.1" status: 204 len: 168 time: 0.1833217 Jun 16 00:41:50.798896 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7139bf6-c673-47ec-806e-1e6aa7b59cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c5bf4f-06c2-4ef7-ba8a-4c0c1ccfe9fb,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:41:50.881815 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb31de9-f7d9-4430-96f2-876ce14c4a22 req-b17183f2-95de-46b8-869c-c1f885305738 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:50.883471 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-9eb31de9-f7d9-4430-96f2-876ce14c4a22 req-b17183f2-95de-46b8-869c-c1f885305738 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/ports?device_id=63ba2bcd-076b-43b8-8753-fb86693d2614 HTTP/1.1" status: 200 len: 985 time: 0.0577621 Jun 16 00:41:50.945236 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-9eb31de9-f7d9-4430-96f2-876ce14c4a22 req-eb45ca83-9a0b-4a12-856f-fe0c794226d5 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a85ccf4-43d6-40b7-a50e-3ea2d29e977c&id=384e488b-4692-4e93-90f7-79fad658ae61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550833 Jun 16 00:41:52.059265 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c4577-6f21-4bec-b91b-176492e48333 req-5ab2021c-ff8b-433b-93a4-5c50271abeec tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:52.060764 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-282c4577-6f21-4bec-b91b-176492e48333 req-5ab2021c-ff8b-433b-93a4-5c50271abeec tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/ports?device_id=63ba2bcd-076b-43b8-8753-fb86693d2614 HTTP/1.1" status: 200 len: 985 time: 0.0471482 Jun 16 00:41:52.121557 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-282c4577-6f21-4bec-b91b-176492e48333 req-5e66c422-ad0e-4db7-996b-d48f36e87280 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a85ccf4-43d6-40b7-a50e-3ea2d29e977c&id=384e488b-4692-4e93-90f7-79fad658ae61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548253 Jun 16 00:41:52.359677 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 47620) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:41:52.465505 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-7420ea06-bac8-4764-90f7-e3baef0634cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:52.539536 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-7420ea06-bac8-4764-90f7-e3baef0634cd admin admin] Publish callbacks [] for security_group (6876f3b7-7c6b-4b2a-a9b3-a8005fbc90c5), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:52.606850 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-7420ea06-bac8-4764-90f7-e3baef0634cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (6876f3b7-7c6b-4b2a-a9b3-a8005fbc90c5), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:52.646116 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-7420ea06-bac8-4764-90f7-e3baef0634cd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dbc28723fe794cf3aedaa29884125459&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2854123 Jun 16 00:41:52.646963 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7420ea06-bac8-4764-90f7-e3baef0634cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6876f3b7-7c6b-4b2a-a9b3-a8005fbc90c5,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:41:52.648843 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 47624) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:41:52.697652 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-65fc4a2b-b324-4d49-be3f-28be7a80b8a2 admin admin] Publish callbacks [] for security_group (6876f3b7-7c6b-4b2a-a9b3-a8005fbc90c5), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:52.718339 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-65fc4a2b-b324-4d49-be3f-28be7a80b8a2 admin admin] Publish callbacks [] for security_group (6876f3b7-7c6b-4b2a-a9b3-a8005fbc90c5), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:52.857715 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-65fc4a2b-b324-4d49-be3f-28be7a80b8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (6876f3b7-7c6b-4b2a-a9b3-a8005fbc90c5), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:52.860176 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-65fc4a2b-b324-4d49-be3f-28be7a80b8a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:52.861329 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-65fc4a2b-b324-4d49-be3f-28be7a80b8a2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6876f3b7-7c6b-4b2a-a9b3-a8005fbc90c5 HTTP/1.1" status: 204 len: 168 time: 0.2115293 Jun 16 00:41:52.869500 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fc4a2b-b324-4d49-be3f-28be7a80b8a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6876f3b7-7c6b-4b2a-a9b3-a8005fbc90c5,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:41:53.238931 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a382a003-cc77-4b48-88d1-364c3a8b4d08 req-2043bb78-99ad-4ee5-be1f-50dcd12696e6 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:53.240382 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-a382a003-cc77-4b48-88d1-364c3a8b4d08 req-2043bb78-99ad-4ee5-be1f-50dcd12696e6 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/ports?device_id=63ba2bcd-076b-43b8-8753-fb86693d2614 HTTP/1.1" status: 200 len: 985 time: 0.0518327 Jun 16 00:41:53.559778 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:41:53.569484 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-a382a003-cc77-4b48-88d1-364c3a8b4d08 req-fefcea22-5b05-4fcd-8d52-c657a17417c8 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a85ccf4-43d6-40b7-a50e-3ea2d29e977c&id=384e488b-4692-4e93-90f7-79fad658ae61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3230498 Jun 16 00:41:54.505914 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-1a4ece6b-6793-4c8c-a439-262cd8148e23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (2a8c543c-b8d9-40d8-999c-fa03b757f547), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:54.690606 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a075ca-9a4c-4ec6-b8bb-2e7841877154 req-a3c2e0bd-65f7-494e-9c47-0fb48d047eef tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:54.692057 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-e6a075ca-9a4c-4ec6-b8bb-2e7841877154 req-a3c2e0bd-65f7-494e-9c47-0fb48d047eef tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/ports?device_id=63ba2bcd-076b-43b8-8753-fb86693d2614 HTTP/1.1" status: 200 len: 985 time: 0.0488243 Jun 16 00:41:54.714050 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:41:54.724878 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:DELETE=2 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:41:54.753775 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-e6a075ca-9a4c-4ec6-b8bb-2e7841877154 req-1246c6df-c873-4965-a447-d543cab5bb30 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a85ccf4-43d6-40b7-a50e-3ea2d29e977c&id=384e488b-4692-4e93-90f7-79fad658ae61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548663 Jun 16 00:41:55.885072 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff69e11-6a17-4c9c-8ef2-d53239bcb282 req-666b2aa5-9f84-4513-9bda-498b75cd2606 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:55.886657 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-5ff69e11-6a17-4c9c-8ef2-d53239bcb282 req-666b2aa5-9f84-4513-9bda-498b75cd2606 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/ports?device_id=63ba2bcd-076b-43b8-8753-fb86693d2614 HTTP/1.1" status: 200 len: 985 time: 0.0556285 Jun 16 00:41:55.950070 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-5ff69e11-6a17-4c9c-8ef2-d53239bcb282 req-0ca70d39-c254-441b-876e-26ac1a028094 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a85ccf4-43d6-40b7-a50e-3ea2d29e977c&id=384e488b-4692-4e93-90f7-79fad658ae61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0577242 Jun 16 00:41:56.743632 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-ec240ad0-4d5d-4dde-9104-e5ceaa4e5a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (d0297bc9-c3a8-45ac-9023-c937cb4f21fc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:57.071057 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed63bc6-3508-4f56-8d60-ac35d20c57e2 req-de2cd10e-188c-47fd-970b-e4b0033f746a tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:41:57.072462 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-3ed63bc6-3508-4f56-8d60-ac35d20c57e2 req-de2cd10e-188c-47fd-970b-e4b0033f746a tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/ports?device_id=63ba2bcd-076b-43b8-8753-fb86693d2614 HTTP/1.1" status: 200 len: 985 time: 0.0477624 Jun 16 00:41:57.136096 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-3ed63bc6-3508-4f56-8d60-ac35d20c57e2 req-71a914bb-a36e-4e5c-9d1a-9e9bbb341dde tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a85ccf4-43d6-40b7-a50e-3ea2d29e977c&id=384e488b-4692-4e93-90f7-79fad658ae61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0569918 Jun 16 00:41:57.917456 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-117977e4-98b1-40f2-baea-1bec010e476c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (b90f279a-3e8f-4325-a28d-8d213fb96fbc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:59.283159 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-faa15201-cec6-4660-ae33-7025f254e5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (50ece25a-9452-44f6-8bc9-48c0ade2294b), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:59.622832 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=24,neutron:UPDATE=5 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:41:59.688883 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (81117e21-cbf2-493f-9e14-29a3cec1f25a), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:41:59.829434 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.agents_db [None req-15653567-1518-4353-bd1f-4d0dcdae15fd None None] Agent healthcheck: found 6 active agents {{(pid=111025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 00:42:04.867222 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=4 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:05.940603 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=9 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:05.943390 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:07.126481 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 47814) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:42:07.131550 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=16 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:07.132346 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=12 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:07.232444 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-5d701030-3682-4880-822f-0fc358898396 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:07.308917 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-5d701030-3682-4880-822f-0fc358898396 admin admin] Publish callbacks [] for security_group (a9d292fe-bf03-4c2f-b0f2-c904e39376c8), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:07.362743 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-5d701030-3682-4880-822f-0fc358898396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (a9d292fe-bf03-4c2f-b0f2-c904e39376c8), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:07.400215 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d701030-3682-4880-822f-0fc358898396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d292fe-bf03-4c2f-b0f2-c904e39376c8,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:07.404346 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-5d701030-3682-4880-822f-0fc358898396 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ddd3273a2f4343288d3b2ad3ce000ffb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2768304 Jun 16 00:42:07.406953 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 47818) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:42:07.455547 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-b5377204-8eae-4d23-8b56-6c25c9006dcc admin admin] Publish callbacks [] for security_group (a9d292fe-bf03-4c2f-b0f2-c904e39376c8), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:07.476432 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-b5377204-8eae-4d23-8b56-6c25c9006dcc admin admin] Publish callbacks [] for security_group (a9d292fe-bf03-4c2f-b0f2-c904e39376c8), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:07.577906 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-b5377204-8eae-4d23-8b56-6c25c9006dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (a9d292fe-bf03-4c2f-b0f2-c904e39376c8), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:07.589101 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-b5377204-8eae-4d23-8b56-6c25c9006dcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:07.589101 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-b5377204-8eae-4d23-8b56-6c25c9006dcc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a9d292fe-bf03-4c2f-b0f2-c904e39376c8 HTTP/1.1" status: 204 len: 168 time: 0.1757576 Jun 16 00:42:07.592696 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5377204-8eae-4d23-8b56-6c25c9006dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d292fe-bf03-4c2f-b0f2-c904e39376c8,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:09.180028 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 47854) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:42:09.282631 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-066cf6be-e7d2-4a2b-ba2a-839d5ffca7b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:09.359531 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-066cf6be-e7d2-4a2b-ba2a-839d5ffca7b4 admin admin] Publish callbacks [] for security_group (245b87e2-d0ed-403d-b736-2caf304f56df), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:09.418092 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-066cf6be-e7d2-4a2b-ba2a-839d5ffca7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (245b87e2-d0ed-403d-b736-2caf304f56df), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:09.457358 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-066cf6be-e7d2-4a2b-ba2a-839d5ffca7b4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9b8422c1ec9349ef8054b67f89ba8357&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2762451 Jun 16 00:42:09.458201 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066cf6be-e7d2-4a2b-ba2a-839d5ffca7b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=245b87e2-d0ed-403d-b736-2caf304f56df,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:09.460056 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 47858) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:42:09.519322 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-b9bd3dcc-bf8d-489e-bd58-a9eff215b34b admin admin] Publish callbacks [] for security_group (245b87e2-d0ed-403d-b736-2caf304f56df), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:09.534921 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-b9bd3dcc-bf8d-489e-bd58-a9eff215b34b admin admin] Publish callbacks [] for security_group (245b87e2-d0ed-403d-b736-2caf304f56df), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:09.631127 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=32,neutron:UPDATE=2 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:09.646607 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-b9bd3dcc-bf8d-489e-bd58-a9eff215b34b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (245b87e2-d0ed-403d-b736-2caf304f56df), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:09.649160 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-b9bd3dcc-bf8d-489e-bd58-a9eff215b34b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:09.650337 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-b9bd3dcc-bf8d-489e-bd58-a9eff215b34b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/245b87e2-d0ed-403d-b736-2caf304f56df HTTP/1.1" status: 204 len: 168 time: 0.1891766 Jun 16 00:42:09.659017 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bd3dcc-bf8d-489e-bd58-a9eff215b34b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=245b87e2-d0ed-403d-b736-2caf304f56df,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:09.820921 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=4 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:10.514657 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 47882) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:42:10.614259 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [None req-541eed87-505c-466f-b0c5-c6165080c849 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1541016807-network', 'tenant_id': '3a122fcfab7f418baf78d7b742fa20db'}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:42:10.737738 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-541eed87-505c-466f-b0c5-c6165080c849 admin admin] Made reservation on behalf of 3a122fcfab7f418baf78d7b742fa20db for: {'network': 1} {{(pid=111023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 00:42:10.742209 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-541eed87-505c-466f-b0c5-c6165080c849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for network (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:10.749467 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-541eed87-505c-466f-b0c5-c6165080c849 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:10.823740 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-541eed87-505c-466f-b0c5-c6165080c849 admin admin] Publish callbacks [] for security_group (ecce3cdd-9a62-4f2e-bfaf-b650a6fd56af), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:10.911201 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-541eed87-505c-466f-b0c5-c6165080c849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (ecce3cdd-9a62-4f2e-bfaf-b650a6fd56af), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:10.936079 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-541eed87-505c-466f-b0c5-c6165080c849 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=111023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 00:42:10.946034 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541eed87-505c-466f-b0c5-c6165080c849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecce3cdd-9a62-4f2e-bfaf-b650a6fd56af,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:10.951496 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-541eed87-505c-466f-b0c5-c6165080c849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219328'] for segment (7c0103d3-cac1-4b5e-92ff-48f99487b187), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:10.951826 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.db.segments_db [None req-541eed87-505c-466f-b0c5-c6165080c849 admin admin] Added segment 7c0103d3-cac1-4b5e-92ff-48f99487b187 of type vlan for network edd9d18b-1d6c-4052-b07a-8baf4adc8bec Jun 16 00:42:10.990701 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-541eed87-505c-466f-b0c5-c6165080c849 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753842147476'] for network (edd9d18b-1d6c-4052-b07a-8baf4adc8bec), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:11.059778 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-541eed87-505c-466f-b0c5-c6165080c849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177'] for network (edd9d18b-1d6c-4052-b07a-8baf4adc8bec), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:11.060799 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541eed87-505c-466f-b0c5-c6165080c849 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:42:11.061363 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-541eed87-505c-466f-b0c5-c6165080c849 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590195'] for network (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:11.121913 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541eed87-505c-466f-b0c5-c6165080c849 admin admin] Pushing event updated for resources: {'Network': ['ID=edd9d18b-1d6c-4052-b07a-8baf4adc8bec,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:11.131684 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Network edd9d18b-1d6c-4052-b07a-8baf4adc8bec details requested by agent ovs-agent-dv-cinder-803823-11-iscsi with host dv-cinder-803823-11-iscsi {{(pid=111024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 00:42:11.165789 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-541eed87-505c-466f-b0c5-c6165080c849 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.6499810 Jun 16 00:42:11.168997 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 47888) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:42:11.173729 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [None req-c1ee072a-8c30-44b0-8d08-a94acb82aaad admin admin] Request body: {'subnet': {'network_id': 'edd9d18b-1d6c-4052-b07a-8baf4adc8bec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1541016807-subnet', 'tenant_id': '3a122fcfab7f418baf78d7b742fa20db', 'ip_version': 4}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:42:11.243179 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ee072a-8c30-44b0-8d08-a94acb82aaad admin admin] Made reservation on behalf of 3a122fcfab7f418baf78d7b742fa20db for: {'subnet': 1} {{(pid=111023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 00:42:11.246410 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-c1ee072a-8c30-44b0-8d08-a94acb82aaad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10303377'] for subnet (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:11.494283 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-c1ee072a-8c30-44b0-8d08-a94acb82aaad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2909793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10303423'] for subnet (bc787928-3000-44c3-a294-565141aabb84), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:11.534950 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:11.538968 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:11.545740 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ee072a-8c30-44b0-8d08-a94acb82aaad admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc787928-3000-44c3-a294-565141aabb84,revision_number=0']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:11.560565 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ee072a-8c30-44b0-8d08-a94acb82aaad admin admin] Checking segment: {'id': '7c0103d3-cac1-4b5e-92ff-48f99487b187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'edd9d18b-1d6c-4052-b07a-8baf4adc8bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 00:42:11.560915 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ee072a-8c30-44b0-8d08-a94acb82aaad admin admin] Network hostable DHCP agents. Network: edd9d18b-1d6c-4052-b07a-8baf4adc8bec, hostable agents: ['2a8c543c-b8d9-40d8-999c-fa03b757f547'], hosted agents: [] {{(pid=111023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 00:42:11.691780 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ee072a-8c30-44b0-8d08-a94acb82aaad admin admin] Network edd9d18b-1d6c-4052-b07a-8baf4adc8bec is scheduled to be hosted by DHCP agent 2a8c543c-b8d9-40d8-999c-fa03b757f547 with binding_index 1 {{(pid=111023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 00:42:11.771690 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.base_scheduler [None req-c1ee072a-8c30-44b0-8d08-a94acb82aaad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-11-iscsi, edd9d18b-1d6c-4052-b07a-8baf4adc8bec) {{(pid=111023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:42:11.775890 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ee072a-8c30-44b0-8d08-a94acb82aaad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:42:11.776633 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-c1ee072a-8c30-44b0-8d08-a94acb82aaad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:11.782057 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3498768b-8623-4307-ae91-4c5663fdd192 None None] Network edd9d18b-1d6c-4052-b07a-8baf4adc8bec requested from dv-cinder-803823-11-iscsi {{(pid=111024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 00:42:11.869223 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-c1ee072a-8c30-44b0-8d08-a94acb82aaad admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6982567 Jun 16 00:42:11.871513 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 47894) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:42:11.877093 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [None req-4b1f8b4e-da4e-41a9-a2e0-77be6381482c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1541016807-router', 'tenant_id': '3a122fcfab7f418baf78d7b742fa20db', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85'}}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:42:11.890097 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9146f63-548a-4a39-98a5-b5228d184a47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a06322f-1f4e-5033-87df-c8deeb119b42-edd9d18b-1d6c-4052-b07a-8baf4adc8bec', 'network_id': 'edd9d18b-1d6c-4052-b07a-8baf4adc8bec', 'project_id': '3a122fcfab7f418baf78d7b742fa20db', 'fixed_ips': [{'subnet_id': 'bc787928-3000-44c3-a294-565141aabb84'}]}} from dv-cinder-803823-11-iscsi. {{(pid=111024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 00:42:11.890999 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e9146f63-548a-4a39-98a5-b5228d184a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (None), before_create {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:11.976256 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-4b1f8b4e-da4e-41a9-a2e0-77be6381482c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-678757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3443'] for router (81736229-b55c-4551-8c80-77ffd4cb764d), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:11.978039 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-4b1f8b4e-da4e-41a9-a2e0-77be6381482c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-672791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673186', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-766370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3450'] for router (81736229-b55c-4551-8c80-77ffd4cb764d), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:12.028016 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.db_base_plugin_common [None req-e9146f63-548a-4a39-98a5-b5228d184a47 None None] Allocated IP 172.20.0.2 (edd9d18b-1d6c-4052-b07a-8baf4adc8bec/bc787928-3000-44c3-a294-565141aabb84/7115fc2c-b807-49fb-bc0a-98893a0d7b88) {{(pid=111024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 00:42:12.034611 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-4b1f8b4e-da4e-41a9-a2e0-77be6381482c admin admin] Publish callbacks [] for router_controller (81736229-b55c-4551-8c80-77ffd4cb764d), precommit_add_association {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:12.166595 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e9146f63-548a-4a39-98a5-b5228d184a47 None None] Publish callbacks [] for port (7115fc2c-b807-49fb-bc0a-98893a0d7b88), precommit_create {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:12.218655 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e9146f63-548a-4a39-98a5-b5228d184a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753842110805'] for port (7115fc2c-b807-49fb-bc0a-98893a0d7b88), after_create {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:12.235589 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-4b1f8b4e-da4e-41a9-a2e0-77be6381482c admin admin] Publish callbacks [] for router_gateway (81736229-b55c-4551-8c80-77ffd4cb764d), precommit_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:12.260862 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9146f63-548a-4a39-98a5-b5228d184a47 None None] Network edd9d18b-1d6c-4052-b07a-8baf4adc8bec is already hosted by enough agents. {{(pid=111024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:42:12.264647 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.scheduler.base_scheduler [None req-e9146f63-548a-4a39-98a5-b5228d184a47 None None] Resources bound (agent type, host, resource id): {{(pid=111024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:42:12.269322 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9146f63-548a-4a39-98a5-b5228d184a47 None None] Received port after_create {{(pid=111024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 00:42:12.278042 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9146f63-548a-4a39-98a5-b5228d184a47 None None] Pushing event updated for resources: {'Port': ['ID=7115fc2c-b807-49fb-bc0a-98893a0d7b88,revision_number=1']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:12.301188 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9146f63-548a-4a39-98a5-b5228d184a47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:42:12.301527 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9146f63-548a-4a39-98a5-b5228d184a47 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:42:12.301858 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9146f63-548a-4a39-98a5-b5228d184a47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:42:12.302184 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9146f63-548a-4a39-98a5-b5228d184a47 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:42:12.302506 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9146f63-548a-4a39-98a5-b5228d184a47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:42:12.302830 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9146f63-548a-4a39-98a5-b5228d184a47 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:42:12.303144 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9146f63-548a-4a39-98a5-b5228d184a47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:42:12.303454 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9146f63-548a-4a39-98a5-b5228d184a47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:42:12.303766 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9146f63-548a-4a39-98a5-b5228d184a47 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:42:12.304079 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9146f63-548a-4a39-98a5-b5228d184a47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:42:12.304391 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9146f63-548a-4a39-98a5-b5228d184a47 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:42:12.304743 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9146f63-548a-4a39-98a5-b5228d184a47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:42:12.305055 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9146f63-548a-4a39-98a5-b5228d184a47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:42:12.305363 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9146f63-548a-4a39-98a5-b5228d184a47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:42:12.305670 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9146f63-548a-4a39-98a5-b5228d184a47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:42:12.344106 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.managers [None req-e9146f63-548a-4a39-98a5-b5228d184a47 None None] Attempting to bind port 7115fc2c-b807-49fb-bc0a-98893a0d7b88 on host dv-cinder-803823-11-iscsi for vnic_type normal with profile {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 00:42:12.344468 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.managers [None req-e9146f63-548a-4a39-98a5-b5228d184a47 None None] Attempting to bind port 7115fc2c-b807-49fb-bc0a-98893a0d7b88 by drivers openvswitch,hyperv on host dv-cinder-803823-11-iscsi at level 0 using segments [{'id': '7c0103d3-cac1-4b5e-92ff-48f99487b187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'edd9d18b-1d6c-4052-b07a-8baf4adc8bec'}] {{(pid=111024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 00:42:12.344851 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9146f63-548a-4a39-98a5-b5228d184a47 None None] Attempting to bind port 7115fc2c-b807-49fb-bc0a-98893a0d7b88 on network edd9d18b-1d6c-4052-b07a-8baf4adc8bec {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 00:42:12.350061 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9146f63-548a-4a39-98a5-b5228d184a47 None None] Checking agent: {'id': '81117e21-cbf2-493f-9e14-29a3cec1f25a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 0, 26, 30), 'started_at': datetime.datetime(2022, 6, 16, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 00:42:12.350428 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9146f63-548a-4a39-98a5-b5228d184a47 None None] Checking segment: {'id': '7c0103d3-cac1-4b5e-92ff-48f99487b187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'edd9d18b-1d6c-4052-b07a-8baf4adc8bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 00:42:12.350823 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e9146f63-548a-4a39-98a5-b5228d184a47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:12.351212 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9146f63-548a-4a39-98a5-b5228d184a47 None None] Bound using segment: {'id': '7c0103d3-cac1-4b5e-92ff-48f99487b187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'edd9d18b-1d6c-4052-b07a-8baf4adc8bec'} {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 00:42:12.351666 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.managers [None req-e9146f63-548a-4a39-98a5-b5228d184a47 None None] Bound port: 7115fc2c-b807-49fb-bc0a-98893a0d7b88, host: dv-cinder-803823-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c0103d3-cac1-4b5e-92ff-48f99487b187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'edd9d18b-1d6c-4052-b07a-8baf4adc8bec'}}] {{(pid=111024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 00:42:12.352036 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e9146f63-548a-4a39-98a5-b5228d184a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (7115fc2c-b807-49fb-bc0a-98893a0d7b88), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:12.422592 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-e9146f63-548a-4a39-98a5-b5228d184a47 None None] For port 7115fc2c-b807-49fb-bc0a-98893a0d7b88, host dv-cinder-803823-11-iscsi, cleared binding levels {{(pid=111024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 00:42:12.426115 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-e9146f63-548a-4a39-98a5-b5228d184a47 None None] For port 7115fc2c-b807-49fb-bc0a-98893a0d7b88, host dv-cinder-803823-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=7115fc2c-b807-49fb-bc0a-98893a0d7b88,segment=NetworkSegment(7c0103d3-cac1-4b5e-92ff-48f99487b187),segment_id=7c0103d3-cac1-4b5e-92ff-48f99487b187)] {{(pid=111024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 00:42:12.488477 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-4b1f8b4e-da4e-41a9-a2e0-77be6381482c admin admin] Publish callbacks [] for router_gateway (81736229-b55c-4551-8c80-77ffd4cb764d), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:12.507968 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-4b1f8b4e-da4e-41a9-a2e0-77be6381482c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:12.523630 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e9146f63-548a-4a39-98a5-b5228d184a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (7115fc2c-b807-49fb-bc0a-98893a0d7b88), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:12.590183 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9146f63-548a-4a39-98a5-b5228d184a47 None None] Pushing event updated for resources: {'Port': ['ID=7115fc2c-b807-49fb-bc0a-98893a0d7b88,revision_number=2']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:12.629294 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.db_base_plugin_common [None req-4b1f8b4e-da4e-41a9-a2e0-77be6381482c admin admin] Allocated IP 172.27.1.184 (81cb8278-aa95-4a96-976c-13998a04ce85/7fa235f2-2172-4ff3-86e8-0e0d1995c273/75dd5a1f-cc4c-404d-8416-946033d04d33) {{(pid=111023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 00:42:12.740612 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-4b1f8b4e-da4e-41a9-a2e0-77be6381482c admin admin] Publish callbacks [] for port (75dd5a1f-cc4c-404d-8416-946033d04d33), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:12.771041 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:12.858745 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-4b1f8b4e-da4e-41a9-a2e0-77be6381482c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753842110805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909837'] for port (75dd5a1f-cc4c-404d-8416-946033d04d33), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:12.902888 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1f8b4e-da4e-41a9-a2e0-77be6381482c admin admin] Network 81cb8278-aa95-4a96-976c-13998a04ce85 is already hosted by enough agents. {{(pid=111023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:42:12.907520 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.base_scheduler [None req-4b1f8b4e-da4e-41a9-a2e0-77be6381482c admin admin] Resources bound (agent type, host, resource id): {{(pid=111023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:42:12.911707 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1f8b4e-da4e-41a9-a2e0-77be6381482c admin admin] Received port after_create {{(pid=111023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 00:42:12.933593 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1f8b4e-da4e-41a9-a2e0-77be6381482c admin admin] Pushing event updated for resources: {'Port': ['ID=75dd5a1f-cc4c-404d-8416-946033d04d33,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:12.954626 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:13.197814 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (42cc932a-4e60-43e8-a4dc-4f47b3d3efae), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:13.243992 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-4b1f8b4e-da4e-41a9-a2e0-77be6381482c admin admin] Publish callbacks [] for router_gateway (81736229-b55c-4551-8c80-77ffd4cb764d), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:13.439823 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8872e3b-9986-48ef-9b70-9f97bfafd213 None None] Network edd9d18b-1d6c-4052-b07a-8baf4adc8bec requested from dv-cinder-803823-11-iscsi {{(pid=111024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 00:42:13.440047 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-4b1f8b4e-da4e-41a9-a2e0-77be6381482c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-673024'] for router (81736229-b55c-4551-8c80-77ffd4cb764d), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:13.515051 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:13.519543 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-b62ab03c-0d59-4ab4-b619-421a388c1834 None None] Provisioning complete for port 7115fc2c-b807-49fb-bc0a-98893a0d7b88 triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:42:13.519543 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-b62ab03c-0d59-4ab4-b619-421a388c1834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (7115fc2c-b807-49fb-bc0a-98893a0d7b88), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:13.521023 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:13.635519 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b1f8b4e-da4e-41a9-a2e0-77be6381482c admin admin] Router 81736229-b55c-4551-8c80-77ffd4cb764d is scheduled to L3 agent d0297bc9-c3a8-45ac-9023-c937cb4f21fc with binding_index 1 {{(pid=111023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 00:42:13.640874 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-b62ab03c-0d59-4ab4-b619-421a388c1834 None None] Current status of the port 7115fc2c-b807-49fb-bc0a-98893a0d7b88 is: DOWN; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:42:13.641304 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-b62ab03c-0d59-4ab4-b619-421a388c1834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (7115fc2c-b807-49fb-bc0a-98893a0d7b88), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:13.691725 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-b62ab03c-0d59-4ab4-b619-421a388c1834 None None] For port 7115fc2c-b807-49fb-bc0a-98893a0d7b88, host dv-cinder-803823-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=7115fc2c-b807-49fb-bc0a-98893a0d7b88,segment=NetworkSegment(7c0103d3-cac1-4b5e-92ff-48f99487b187),segment_id=7c0103d3-cac1-4b5e-92ff-48f99487b187)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:42:13.751775 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b1f8b4e-da4e-41a9-a2e0-77be6381482c admin admin] Notify agent at l3_agent.dv-cinder-803823-11-iscsi the message routers_updated {{(pid=111023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 00:42:13.762530 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0548eb50-4e21-4b43-a27a-a11743fe3245 None None] Sync routers for ids ['81736229-b55c-4551-8c80-77ffd4cb764d'] in dv-cinder-803823-11-iscsi {{(pid=111025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 00:42:13.773653 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0548eb50-4e21-4b43-a27a-a11743fe3245 None None] Routers {'81736229-b55c-4551-8c80-77ffd4cb764d'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:42:13.774414 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-0548eb50-4e21-4b43-a27a-a11743fe3245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:41:57Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['81736229-b55c-4551-8c80-77ffd4cb764d'], 'active': True} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:42:13.780361 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-b62ab03c-0d59-4ab4-b619-421a388c1834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (7115fc2c-b807-49fb-bc0a-98893a0d7b88), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:13.833773 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-4b1f8b4e-da4e-41a9-a2e0-77be6381482c admin admin] Publish callbacks [] for router (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:13.835068 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-4b1f8b4e-da4e-41a9-a2e0-77be6381482c admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9619210 Jun 16 00:42:13.837847 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 47912) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:42:13.847457 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62ab03c-0d59-4ab4-b619-421a388c1834 None None] Pushing event updated for resources: {'Port': ['ID=7115fc2c-b807-49fb-bc0a-98893a0d7b88,revision_number=3']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:13.902755 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvr_db [None req-0548eb50-4e21-4b43-a27a-a11743fe3245 None None] Set router 81736229-b55c-4551-8c80-77ffd4cb764d gateway port host: dv-cinder-803823-11-iscsi {{(pid=111025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:42:13.924775 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 47914) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:42:14.073762 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device 7115fc2c-b807-49fb-bc0a-98893a0d7b88 up at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:42:14.095096 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-858c475b-1be3-4879-bded-585ebd948c0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:14.095841 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:14.109720 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-b8f04e64-7b64-44fe-89be-1a59fb309bec None None] Provisioning complete for port 7115fc2c-b807-49fb-bc0a-98893a0d7b88 triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:42:14.110222 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-b8f04e64-7b64-44fe-89be-1a59fb309bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (7115fc2c-b807-49fb-bc0a-98893a0d7b88), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:14.124083 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-0548eb50-4e21-4b43-a27a-a11743fe3245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'name': 'tempest-TestVolumeBootPattern-1541016807-router', 'tenant_id': '3a122fcfab7f418baf78d7b742fa20db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '75dd5a1f-cc4c-404d-8416-946033d04d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:42:11Z', 'updated_at': '2022-06-16T00:42:13Z', 'revision_number': 3, 'project_id': '3a122fcfab7f418baf78d7b742fa20db', 'gw_port': {'id': '75dd5a1f-cc4c-404d-8416-946033d04d33', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f7:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:12Z', 'updated_at': '2022-06-16T00:42:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi'}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:42:14.151525 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Provisioning complete for port 7115fc2c-b807-49fb-bc0a-98893a0d7b88 triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:42:14.152122 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (7115fc2c-b807-49fb-bc0a-98893a0d7b88), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:14.154808 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0548eb50-4e21-4b43-a27a-a11743fe3245 None None] Checking router: 81736229-b55c-4551-8c80-77ffd4cb764d for host: dv-cinder-803823-11-iscsi {{(pid=111025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 00:42:14.155153 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0548eb50-4e21-4b43-a27a-a11743fe3245 None None] Updating router 81736229-b55c-4551-8c80-77ffd4cb764d port 75dd5a1f-cc4c-404d-8416-946033d04d33 binding host dv-cinder-803823-11-iscsi {{(pid=111025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 00:42:14.186351 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-0548eb50-4e21-4b43-a27a-a11743fe3245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (75dd5a1f-cc4c-404d-8416-946033d04d33), before_update {{(pid=111025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:14.189830 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-858c475b-1be3-4879-bded-585ebd948c0c admin admin] Publish callbacks [] for security_group (afcbe331-e916-43d6-8e53-4ac6ba74029b), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:14.240024 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:14.261116 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-858c475b-1be3-4879-bded-585ebd948c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (afcbe331-e916-43d6-8e53-4ac6ba74029b), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:14.262230 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Current status of the port 7115fc2c-b807-49fb-bc0a-98893a0d7b88 is: ACTIVE; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:42:14.269596 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-b8f04e64-7b64-44fe-89be-1a59fb309bec None None] Current status of the port 7115fc2c-b807-49fb-bc0a-98893a0d7b88 is: ACTIVE; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:42:14.315292 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858c475b-1be3-4879-bded-585ebd948c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afcbe331-e916-43d6-8e53-4ac6ba74029b,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:14.324261 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-858c475b-1be3-4879-bded-585ebd948c0c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c12961c0fc9744afa4f0d90b06c1cf3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3969624 Jun 16 00:42:14.325217 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 47920) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:42:14.361639 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-ac457d80-c26b-4a50-ac54-2262f25cfefa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:14.366762 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:14.383090 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-4375af9b-4138-4993-9710-770641110fb7 admin admin] Publish callbacks [] for security_group (afcbe331-e916-43d6-8e53-4ac6ba74029b), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:14.384545 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:14.412160 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-4375af9b-4138-4993-9710-770641110fb7 admin admin] Publish callbacks [] for security_group (afcbe331-e916-43d6-8e53-4ac6ba74029b), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:14.461366 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-0548eb50-4e21-4b43-a27a-a11743fe3245 None None] Publish callbacks [] for port (75dd5a1f-cc4c-404d-8416-946033d04d33), precommit_update {{(pid=111025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:14.519237 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.db_base_plugin_common [None req-ac457d80-c26b-4a50-ac54-2262f25cfefa admin admin] Allocated IP 172.20.0.1 (edd9d18b-1d6c-4052-b07a-8baf4adc8bec/bc787928-3000-44c3-a294-565141aabb84/55179b71-c585-4680-b492-8b2790e15e55) {{(pid=111023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 00:42:14.568831 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-4375af9b-4138-4993-9710-770641110fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (afcbe331-e916-43d6-8e53-4ac6ba74029b), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:14.571834 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-4375af9b-4138-4993-9710-770641110fb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:14.573134 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-4375af9b-4138-4993-9710-770641110fb7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/afcbe331-e916-43d6-8e53-4ac6ba74029b HTTP/1.1" status: 204 len: 168 time: 0.2465329 Jun 16 00:42:14.581277 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4375af9b-4138-4993-9710-770641110fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afcbe331-e916-43d6-8e53-4ac6ba74029b,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:14.625615 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-0548eb50-4e21-4b43-a27a-a11743fe3245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (75dd5a1f-cc4c-404d-8416-946033d04d33), after_update {{(pid=111025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:14.638513 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-ac457d80-c26b-4a50-ac54-2262f25cfefa admin admin] Publish callbacks [] for port (55179b71-c585-4680-b492-8b2790e15e55), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:14.640981 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:14.680446 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.managers [None req-0548eb50-4e21-4b43-a27a-a11743fe3245 None None] Attempting to bind port 75dd5a1f-cc4c-404d-8416-946033d04d33 on host dv-cinder-803823-11-iscsi for vnic_type normal with profile {{(pid=111025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 00:42:14.680827 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.managers [None req-0548eb50-4e21-4b43-a27a-a11743fe3245 None None] Attempting to bind port 75dd5a1f-cc4c-404d-8416-946033d04d33 by drivers openvswitch,hyperv on host dv-cinder-803823-11-iscsi at level 0 using segments [{'id': '6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85'}] {{(pid=111025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 00:42:14.681175 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0548eb50-4e21-4b43-a27a-a11743fe3245 None None] Attempting to bind port 75dd5a1f-cc4c-404d-8416-946033d04d33 on network 81cb8278-aa95-4a96-976c-13998a04ce85 {{(pid=111025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 00:42:14.683239 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de69b8d-1eab-4b33-b977-21ad9be546b7 None None] Pushing event updated for resources: {'Port': ['ID=75dd5a1f-cc4c-404d-8416-946033d04d33,revision_number=2']} {{(pid=111025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:14.692225 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de69b8d-1eab-4b33-b977-21ad9be546b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:42:14.692582 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de69b8d-1eab-4b33-b977-21ad9be546b7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:42:14.692936 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de69b8d-1eab-4b33-b977-21ad9be546b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:42:14.693271 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de69b8d-1eab-4b33-b977-21ad9be546b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:42:14.693594 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de69b8d-1eab-4b33-b977-21ad9be546b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:42:14.693913 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de69b8d-1eab-4b33-b977-21ad9be546b7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:42:14.694229 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de69b8d-1eab-4b33-b977-21ad9be546b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:42:14.694544 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de69b8d-1eab-4b33-b977-21ad9be546b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:42:14.694857 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de69b8d-1eab-4b33-b977-21ad9be546b7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:42:14.695175 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de69b8d-1eab-4b33-b977-21ad9be546b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:42:14.695749 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de69b8d-1eab-4b33-b977-21ad9be546b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:42:14.696061 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de69b8d-1eab-4b33-b977-21ad9be546b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:42:14.696420 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de69b8d-1eab-4b33-b977-21ad9be546b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:42:14.696750 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de69b8d-1eab-4b33-b977-21ad9be546b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:42:14.697061 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de69b8d-1eab-4b33-b977-21ad9be546b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:42:14.700816 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0548eb50-4e21-4b43-a27a-a11743fe3245 None None] Checking agent: {'id': '81117e21-cbf2-493f-9e14-29a3cec1f25a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 0, 26, 30), 'started_at': datetime.datetime(2022, 6, 16, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 00:42:14.701177 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0548eb50-4e21-4b43-a27a-a11743fe3245 None None] Checking segment: {'id': '6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 00:42:14.701562 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-0548eb50-4e21-4b43-a27a-a11743fe3245 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:14.701967 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0548eb50-4e21-4b43-a27a-a11743fe3245 None None] Bound using segment: {'id': '6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85'} {{(pid=111025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 00:42:14.702376 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.managers [None req-0548eb50-4e21-4b43-a27a-a11743fe3245 None None] Bound port: 75dd5a1f-cc4c-404d-8416-946033d04d33, host: dv-cinder-803823-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85'}}] {{(pid=111025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 00:42:14.702767 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-0548eb50-4e21-4b43-a27a-a11743fe3245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (75dd5a1f-cc4c-404d-8416-946033d04d33), before_update {{(pid=111025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:14.725239 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-ac457d80-c26b-4a50-ac54-2262f25cfefa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753842110805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909837'] for port (55179b71-c585-4680-b492-8b2790e15e55), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:14.753259 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:14.755819 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.db [None req-0548eb50-4e21-4b43-a27a-a11743fe3245 None None] For port 75dd5a1f-cc4c-404d-8416-946033d04d33, host dv-cinder-803823-11-iscsi, cleared binding levels {{(pid=111025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 00:42:14.758965 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.db [None req-0548eb50-4e21-4b43-a27a-a11743fe3245 None None] For port 75dd5a1f-cc4c-404d-8416-946033d04d33, host dv-cinder-803823-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=75dd5a1f-cc4c-404d-8416-946033d04d33,segment=NetworkSegment(6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc),segment_id=6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc)] {{(pid=111025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 00:42:14.768706 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac457d80-c26b-4a50-ac54-2262f25cfefa admin admin] Network edd9d18b-1d6c-4052-b07a-8baf4adc8bec is already hosted by enough agents. {{(pid=111023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:42:14.772023 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.base_scheduler [None req-ac457d80-c26b-4a50-ac54-2262f25cfefa admin admin] Resources bound (agent type, host, resource id): {{(pid=111023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:42:14.775939 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac457d80-c26b-4a50-ac54-2262f25cfefa admin admin] Received port after_create {{(pid=111023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 00:42:14.779842 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac457d80-c26b-4a50-ac54-2262f25cfefa admin admin] Pushing event updated for resources: {'Port': ['ID=55179b71-c585-4680-b492-8b2790e15e55,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:14.819857 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-ac457d80-c26b-4a50-ac54-2262f25cfefa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672804'] for router_interface (81736229-b55c-4551-8c80-77ffd4cb764d), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:14.861351 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-0548eb50-4e21-4b43-a27a-a11743fe3245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (75dd5a1f-cc4c-404d-8416-946033d04d33), after_update {{(pid=111025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:14.929224 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de69b8d-1eab-4b33-b977-21ad9be546b7 None None] Pushing event updated for resources: {'Port': ['ID=75dd5a1f-cc4c-404d-8416-946033d04d33,revision_number=3']} {{(pid=111025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:14.931725 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0548eb50-4e21-4b43-a27a-a11743fe3245 None None] Routers {'81736229-b55c-4551-8c80-77ffd4cb764d'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:42:14.932326 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-0548eb50-4e21-4b43-a27a-a11743fe3245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:41:57Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['81736229-b55c-4551-8c80-77ffd4cb764d'], 'active': True} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:42:15.025316 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:15.052272 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvr_db [None req-0548eb50-4e21-4b43-a27a-a11743fe3245 None None] Set router 81736229-b55c-4551-8c80-77ffd4cb764d gateway port host: dv-cinder-803823-11-iscsi {{(pid=111025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:42:15.061087 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-ac457d80-c26b-4a50-ac54-2262f25cfefa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (55179b71-c585-4680-b492-8b2790e15e55), before_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:15.119741 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-51f13cf7-d184-4be3-b058-d3d3583c7899 None None] Provisioning complete for port 55179b71-c585-4680-b492-8b2790e15e55 triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:42:15.125949 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-51f13cf7-d184-4be3-b058-d3d3583c7899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (55179b71-c585-4680-b492-8b2790e15e55), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:15.186678 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-51f13cf7-d184-4be3-b058-d3d3583c7899 None None] Port 55179b71-c585-4680-b492-8b2790e15e55 cannot update to ACTIVE because it is not bound. {{(pid=111024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 00:42:15.204610 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:15.259500 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-0548eb50-4e21-4b43-a27a-a11743fe3245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'name': 'tempest-TestVolumeBootPattern-1541016807-router', 'tenant_id': '3a122fcfab7f418baf78d7b742fa20db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '75dd5a1f-cc4c-404d-8416-946033d04d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:42:11Z', 'updated_at': '2022-06-16T00:42:13Z', 'revision_number': 3, 'project_id': '3a122fcfab7f418baf78d7b742fa20db', 'gw_port': {'id': '75dd5a1f-cc4c-404d-8416-946033d04d33', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f7:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:12Z', 'updated_at': '2022-06-16T00:42:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi'}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:42:15.263087 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-ac457d80-c26b-4a50-ac54-2262f25cfefa admin admin] Publish callbacks [] for port (55179b71-c585-4680-b492-8b2790e15e55), precommit_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:15.289001 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0548eb50-4e21-4b43-a27a-a11743fe3245 None None] The sync data for ids ['81736229-b55c-4551-8c80-77ffd4cb764d'] in dv-cinder-803823-11-iscsi is: [{'id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'name': 'tempest-TestVolumeBootPattern-1541016807-router', 'tenant_id': '3a122fcfab7f418baf78d7b742fa20db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '75dd5a1f-cc4c-404d-8416-946033d04d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:42:11Z', 'updated_at': '2022-06-16T00:42:13Z', 'revision_number': 3, 'project_id': '3a122fcfab7f418baf78d7b742fa20db', 'gw_port': {'id': '75dd5a1f-cc4c-404d-8416-946033d04d33', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f7:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:12Z', 'updated_at': '2022-06-16T00:42:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi'}] {{(pid=111025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 00:42:15.329256 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-ac457d80-c26b-4a50-ac54-2262f25cfefa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909850'] for port (55179b71-c585-4680-b492-8b2790e15e55), after_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:15.400083 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac457d80-c26b-4a50-ac54-2262f25cfefa admin admin] Pushing event updated for resources: {'Port': ['ID=55179b71-c585-4680-b492-8b2790e15e55,revision_number=2']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:15.402496 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-ac457d80-c26b-4a50-ac54-2262f25cfefa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672856'] for router_interface (81736229-b55c-4551-8c80-77ffd4cb764d), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:15.507856 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac457d80-c26b-4a50-ac54-2262f25cfefa admin admin] Network edd9d18b-1d6c-4052-b07a-8baf4adc8bec is already hosted by enough agents. {{(pid=111023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:42:15.511265 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.base_scheduler [None req-ac457d80-c26b-4a50-ac54-2262f25cfefa admin admin] Resources bound (agent type, host, resource id): {{(pid=111023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:42:15.660916 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac457d80-c26b-4a50-ac54-2262f25cfefa admin admin] Router 81736229-b55c-4551-8c80-77ffd4cb764d has already been hosted by L3 agent d0297bc9-c3a8-45ac-9023-c937cb4f21fc {{(pid=111023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 00:42:15.823161 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-6fd33e84-310a-4bf2-b432-badee283d87d None None] Provisioning complete for port 55179b71-c585-4680-b492-8b2790e15e55 triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:42:15.824791 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-6fd33e84-310a-4bf2-b432-badee283d87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (55179b71-c585-4680-b492-8b2790e15e55), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:15.856568 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:15.896377 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-6fd33e84-310a-4bf2-b432-badee283d87d None None] Port 55179b71-c585-4680-b492-8b2790e15e55 cannot update to ACTIVE because it is not bound. {{(pid=111024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 00:42:16.054348 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device 7115fc2c-b807-49fb-bc0a-98893a0d7b88 up at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:42:16.092555 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=100 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:16.103111 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Provisioning complete for port 7115fc2c-b807-49fb-bc0a-98893a0d7b88 triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:42:16.103482 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (7115fc2c-b807-49fb-bc0a-98893a0d7b88), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:16.118639 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00994b3f-6baf-4ee1-9bec-99a0e8bf74ce req-bae032e6-620e-4e0f-b5c1-256b18186be8 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:42:16.120208 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-00994b3f-6baf-4ee1-9bec-99a0e8bf74ce req-bae032e6-620e-4e0f-b5c1-256b18186be8 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 946 time: 0.0647938 Jun 16 00:42:16.163406 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac457d80-c26b-4a50-ac54-2262f25cfefa admin admin] Notify agent at l3_agent.dv-cinder-803823-11-iscsi the message routers_updated {{(pid=111023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 00:42:16.173184 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-ac457d80-c26b-4a50-ac54-2262f25cfefa admin admin] 10.222.0.20 "PUT /v2.0/routers/81736229-b55c-4551-8c80-77ffd4cb764d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3340099 Jun 16 00:42:16.192852 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-00994b3f-6baf-4ee1-9bec-99a0e8bf74ce req-9af9b880-1cab-4c96-a788-acb509fd1f1a tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6225e73-4431-499a-b2e3-8d8a1435e6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636694 Jun 16 00:42:16.226287 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Current status of the port 7115fc2c-b807-49fb-bc0a-98893a0d7b88 is: ACTIVE; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:42:16.228014 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device 75dd5a1f-cc4c-404d-8416-946033d04d33 up at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:42:16.273401 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Provisioning complete for port 75dd5a1f-cc4c-404d-8416-946033d04d33 triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:42:16.273773 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (75dd5a1f-cc4c-404d-8416-946033d04d33), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:16.339133 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=100 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:16.353486 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Current status of the port 75dd5a1f-cc4c-404d-8416-946033d04d33 is: DOWN; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:42:16.353870 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (75dd5a1f-cc4c-404d-8416-946033d04d33), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:16.378769 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] For port 75dd5a1f-cc4c-404d-8416-946033d04d33, host dv-cinder-803823-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=75dd5a1f-cc4c-404d-8416-946033d04d33,segment=NetworkSegment(6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc),segment_id=6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:42:16.472034 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (75dd5a1f-cc4c-404d-8416-946033d04d33), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:16.521638 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Pushing event updated for resources: {'Port': ['ID=75dd5a1f-cc4c-404d-8416-946033d04d33,revision_number=4']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:16.938898 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 47974) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:42:16.943773 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.v2.base [None req-b7fe25d7-a904-4030-a0ce-e052d9efd793 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1472857262-network', 'tenant_id': '462ba7aac9634b0eb45f69eeed5823ec'}} {{(pid=111022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:42:17.046509 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7fe25d7-a904-4030-a0ce-e052d9efd793 admin admin] Made reservation on behalf of 462ba7aac9634b0eb45f69eeed5823ec for: {'network': 1} {{(pid=111022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 00:42:17.048971 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-b7fe25d7-a904-4030-a0ce-e052d9efd793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for network (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:17.058084 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-b7fe25d7-a904-4030-a0ce-e052d9efd793 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:17.072342 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d055070a-0da2-45c3-a44b-13662faab507 None None] Sync routers for ids ['81736229-b55c-4551-8c80-77ffd4cb764d'] in dv-cinder-803823-11-iscsi {{(pid=111024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 00:42:17.084232 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d055070a-0da2-45c3-a44b-13662faab507 None None] Routers {'81736229-b55c-4551-8c80-77ffd4cb764d'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:42:17.086537 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-d055070a-0da2-45c3-a44b-13662faab507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:41:57Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['81736229-b55c-4551-8c80-77ffd4cb764d'], 'active': True} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:42:17.110938 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb544296-8e4d-4b0a-a6f7-9bf7bbd698b9 req-48c17744-34c6-4042-a3b7-b8524df0344c tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:42:17.114834 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-eb544296-8e4d-4b0a-a6f7-9bf7bbd698b9 req-48c17744-34c6-4042-a3b7-b8524df0344c tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.40 "GET /v2.0/ports?device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 946 time: 0.0519514 Jun 16 00:42:17.141446 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-b7fe25d7-a904-4030-a0ce-e052d9efd793 admin admin] Publish callbacks [] for security_group (759dd58d-4208-4fe9-9ec4-198eb5dc04d3), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:17.188878 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvr_db [None req-d055070a-0da2-45c3-a44b-13662faab507 None None] Set router 81736229-b55c-4551-8c80-77ffd4cb764d gateway port host: dv-cinder-803823-11-iscsi {{(pid=111024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:42:17.196501 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [req-eb544296-8e4d-4b0a-a6f7-9bf7bbd698b9 req-16d5f6be-a59a-4672-951d-bc41fdbab9b1 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Deleting port 3aed7710-78db-49be-89bf-f87f2e363d9b {{(pid=111023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 00:42:17.196891 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-eb544296-8e4d-4b0a-a6f7-9bf7bbd698b9 req-16d5f6be-a59a-4672-951d-bc41fdbab9b1 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753842671270'] for port (3aed7710-78db-49be-89bf-f87f2e363d9b), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:17.220331 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-b7fe25d7-a904-4030-a0ce-e052d9efd793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (759dd58d-4208-4fe9-9ec4-198eb5dc04d3), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:17.252361 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fe25d7-a904-4030-a0ce-e052d9efd793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=759dd58d-4208-4fe9-9ec4-198eb5dc04d3,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:17.260054 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7fe25d7-a904-4030-a0ce-e052d9efd793 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=111022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 00:42:17.272790 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-b7fe25d7-a904-4030-a0ce-e052d9efd793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219328'] for segment (e5722f67-5afb-4949-a05d-a82ec0119e00), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:17.273233 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.db.segments_db [None req-b7fe25d7-a904-4030-a0ce-e052d9efd793 admin admin] Added segment e5722f67-5afb-4949-a05d-a82ec0119e00 of type vlan for network d2482201-a84a-409d-8a08-2ab596b1c49b Jun 16 00:42:17.318716 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.db [req-eb544296-8e4d-4b0a-a6f7-9bf7bbd698b9 req-16d5f6be-a59a-4672-951d-bc41fdbab9b1 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] For port 3aed7710-78db-49be-89bf-f87f2e363d9b, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=3aed7710-78db-49be-89bf-f87f2e363d9b,segment=NetworkSegment(5c02ce47-b4ce-4c8e-af6b-d3fbab975164),segment_id=5c02ce47-b4ce-4c8e-af6b-d3fbab975164)] {{(pid=111023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:42:17.318953 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-eb544296-8e4d-4b0a-a6f7-9bf7bbd698b9 req-16d5f6be-a59a-4672-951d-bc41fdbab9b1 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642233'] for port (3aed7710-78db-49be-89bf-f87f2e363d9b), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:17.349613 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-b7fe25d7-a904-4030-a0ce-e052d9efd793 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753842147476'] for network (d2482201-a84a-409d-8a08-2ab596b1c49b), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:17.365400 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe3fe50-087a-443c-b267-688922ecbce8 req-7c38b494-fa16-4413-91de-b3c2b33f41cc tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:42:17.367279 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-fbe3fe50-087a-443c-b267-688922ecbce8 req-7c38b494-fa16-4413-91de-b3c2b33f41cc tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 946 time: 0.0842474 Jun 16 00:42:17.404982 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-d055070a-0da2-45c3-a44b-13662faab507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'name': 'tempest-TestVolumeBootPattern-1541016807-router', 'tenant_id': '3a122fcfab7f418baf78d7b742fa20db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '75dd5a1f-cc4c-404d-8416-946033d04d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:42:11Z', 'updated_at': '2022-06-16T00:42:14Z', 'revision_number': 4, 'project_id': '3a122fcfab7f418baf78d7b742fa20db', 'gw_port': {'id': '75dd5a1f-cc4c-404d-8416-946033d04d33', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:12Z', 'updated_at': '2022-06-16T00:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_interfaces': [{'id': '55179b71-c585-4680-b492-8b2790e15e55', 'name': '', 'network_id': 'edd9d18b-1d6c-4052-b07a-8baf4adc8bec', 'tenant_id': '3a122fcfab7f418baf78d7b742fa20db', 'mac_address': 'fa:16:3e:09:33:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'bc787928-3000-44c3-a294-565141aabb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:14Z', 'updated_at': '2022-06-16T00:42:15Z', 'revision_number': 2, 'project_id': '3a122fcfab7f418baf78d7b742fa20db', 'subnets': [{'id': 'bc787928-3000-44c3-a294-565141aabb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:42:17.429645 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d055070a-0da2-45c3-a44b-13662faab507 None None] Checking router: 81736229-b55c-4551-8c80-77ffd4cb764d for host: dv-cinder-803823-11-iscsi {{(pid=111024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 00:42:17.430038 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d055070a-0da2-45c3-a44b-13662faab507 None None] Updating router 81736229-b55c-4551-8c80-77ffd4cb764d port 55179b71-c585-4680-b492-8b2790e15e55 binding host dv-cinder-803823-11-iscsi {{(pid=111024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 00:42:17.433131 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-fbe3fe50-087a-443c-b267-688922ecbce8 req-b37624cb-2284-4b0d-bd56-6f12cf489ce3 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6225e73-4431-499a-b2e3-8d8a1435e6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570264 Jun 16 00:42:17.466957 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-d055070a-0da2-45c3-a44b-13662faab507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (55179b71-c585-4680-b492-8b2790e15e55), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:17.500675 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-b7fe25d7-a904-4030-a0ce-e052d9efd793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177'] for network (d2482201-a84a-409d-8a08-2ab596b1c49b), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:17.503087 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7fe25d7-a904-4030-a0ce-e052d9efd793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:42:17.503697 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-b7fe25d7-a904-4030-a0ce-e052d9efd793 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590195'] for network (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:17.510175 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-eb544296-8e4d-4b0a-a6f7-9bf7bbd698b9 req-16d5f6be-a59a-4672-951d-bc41fdbab9b1 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:17.510175 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-eb544296-8e4d-4b0a-a6f7-9bf7bbd698b9 req-16d5f6be-a59a-4672-951d-bc41fdbab9b1 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672953'] for floatingip (7bcdf44e-65f0-4e1c-9518-e3803a179ca6), after_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:17.510460 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.db.l3_db [req-eb544296-8e4d-4b0a-a6f7-9bf7bbd698b9 req-16d5f6be-a59a-4672-951d-bc41fdbab9b1 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Floating IP 7bcdf44e-65f0-4e1c-9518-e3803a179ca6 disassociated. External IP: 172.27.1.209, port: 3aed7710-78db-49be-89bf-f87f2e363d9b. Jun 16 00:42:17.510734 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [req-eb544296-8e4d-4b0a-a6f7-9bf7bbd698b9 req-16d5f6be-a59a-4672-951d-bc41fdbab9b1 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Calling delete_port for 3aed7710-78db-49be-89bf-f87f2e363d9b owned by compute:nova {{(pid=111023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 00:42:17.567805 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fe25d7-a904-4030-a0ce-e052d9efd793 admin admin] Pushing event updated for resources: {'Network': ['ID=d2482201-a84a-409d-8a08-2ab596b1c49b,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:17.578543 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fe25d7-a904-4030-a0ce-e052d9efd793 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:42:17.579199 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fe25d7-a904-4030-a0ce-e052d9efd793 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:42:17.579797 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fe25d7-a904-4030-a0ce-e052d9efd793 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:42:17.580346 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fe25d7-a904-4030-a0ce-e052d9efd793 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:42:17.580929 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fe25d7-a904-4030-a0ce-e052d9efd793 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:42:17.581477 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fe25d7-a904-4030-a0ce-e052d9efd793 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:42:17.582098 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fe25d7-a904-4030-a0ce-e052d9efd793 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:42:17.582655 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fe25d7-a904-4030-a0ce-e052d9efd793 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:42:17.583218 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fe25d7-a904-4030-a0ce-e052d9efd793 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:42:17.583768 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fe25d7-a904-4030-a0ce-e052d9efd793 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:42:17.584296 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fe25d7-a904-4030-a0ce-e052d9efd793 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:42:17.584653 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fe25d7-a904-4030-a0ce-e052d9efd793 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:42:17.584985 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fe25d7-a904-4030-a0ce-e052d9efd793 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:42:17.585309 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fe25d7-a904-4030-a0ce-e052d9efd793 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:42:17.585779 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fe25d7-a904-4030-a0ce-e052d9efd793 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:42:17.604825 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Network d2482201-a84a-409d-8a08-2ab596b1c49b details requested by agent ovs-agent-dv-cinder-803823-11-iscsi with host dv-cinder-803823-11-iscsi {{(pid=111024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 00:42:17.620487 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-b7fe25d7-a904-4030-a0ce-e052d9efd793 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.6803911 Jun 16 00:42:17.624063 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 47978) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:42:17.628590 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.v2.base [None req-579363ec-5553-4dbb-a045-60ba4315df62 admin admin] Request body: {'subnet': {'network_id': 'd2482201-a84a-409d-8a08-2ab596b1c49b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1472857262-subnet', 'tenant_id': '462ba7aac9634b0eb45f69eeed5823ec', 'ip_version': 4}} {{(pid=111022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:42:17.700651 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-579363ec-5553-4dbb-a045-60ba4315df62 admin admin] Made reservation on behalf of 462ba7aac9634b0eb45f69eeed5823ec for: {'subnet': 1} {{(pid=111022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 00:42:17.703214 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-579363ec-5553-4dbb-a045-60ba4315df62 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18407631'] for subnet (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:17.772014 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-eb544296-8e4d-4b0a-a6f7-9bf7bbd698b9 req-16d5f6be-a59a-4672-951d-bc41fdbab9b1 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753842673475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753842110814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909837'] for port (3aed7710-78db-49be-89bf-f87f2e363d9b), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:17.795167 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-d055070a-0da2-45c3-a44b-13662faab507 None None] Publish callbacks [] for port (55179b71-c585-4680-b492-8b2790e15e55), precommit_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:17.802192 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d5f6be-a59a-4672-951d-bc41fdbab9b1 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Pushing event deleted for resources: {'Port': ['ID=3aed7710-78db-49be-89bf-f87f2e363d9b,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:17.813844 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:17.898024 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-d055070a-0da2-45c3-a44b-13662faab507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (55179b71-c585-4680-b492-8b2790e15e55), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:17.948447 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb544296-8e4d-4b0a-a6f7-9bf7bbd698b9 req-16d5f6be-a59a-4672-951d-bc41fdbab9b1 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Router 77e43a31-7199-43bd-a9c6-0f82d416a435 has already been hosted by L3 agent d0297bc9-c3a8-45ac-9023-c937cb4f21fc {{(pid=111023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 00:42:17.963714 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device 75dd5a1f-cc4c-404d-8416-946033d04d33 up at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:42:17.983152 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:17.993208 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-579363ec-5553-4dbb-a045-60ba4315df62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18330380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18407649'] for subnet (16eebe3c-134a-4dba-80a3-d862dd528edc), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:18.006700 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=77,neutron:DELETE=5,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:18.018663 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41a4ddd-8901-46be-895a-0a0b4c12c30b None None] Pushing event updated for resources: {'Port': ['ID=55179b71-c585-4680-b492-8b2790e15e55,revision_number=3']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:18.048498 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:18.071254 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb544296-8e4d-4b0a-a6f7-9bf7bbd698b9 req-16d5f6be-a59a-4672-951d-bc41fdbab9b1 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Notify agent at l3_agent.dv-cinder-803823-11-iscsi the message routers_updated {{(pid=111023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 00:42:18.074566 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579363ec-5553-4dbb-a045-60ba4315df62 admin admin] Checking segment: {'id': 'e5722f67-5afb-4949-a05d-a82ec0119e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd2482201-a84a-409d-8a08-2ab596b1c49b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 00:42:18.076067 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579363ec-5553-4dbb-a045-60ba4315df62 admin admin] Network hostable DHCP agents. Network: d2482201-a84a-409d-8a08-2ab596b1c49b, hostable agents: ['2a8c543c-b8d9-40d8-999c-fa03b757f547'], hosted agents: [] {{(pid=111022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 00:42:18.077665 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:18.078146 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:18.082028 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579363ec-5553-4dbb-a045-60ba4315df62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16eebe3c-134a-4dba-80a3-d862dd528edc,revision_number=0']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:18.088856 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacbc0b4-dde0-438e-aea3-798388515d68 None None] Sync routers for ids ['77e43a31-7199-43bd-a9c6-0f82d416a435'] in dv-cinder-803823-11-iscsi {{(pid=111025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 00:42:18.113246 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.managers [None req-d055070a-0da2-45c3-a44b-13662faab507 None None] Attempting to bind port 55179b71-c585-4680-b492-8b2790e15e55 on host dv-cinder-803823-11-iscsi for vnic_type normal with profile {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 00:42:18.113668 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.managers [None req-d055070a-0da2-45c3-a44b-13662faab507 None None] Attempting to bind port 55179b71-c585-4680-b492-8b2790e15e55 by drivers openvswitch,hyperv on host dv-cinder-803823-11-iscsi at level 0 using segments [{'id': '7c0103d3-cac1-4b5e-92ff-48f99487b187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'edd9d18b-1d6c-4052-b07a-8baf4adc8bec'}] {{(pid=111024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 00:42:18.114027 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d055070a-0da2-45c3-a44b-13662faab507 None None] Attempting to bind port 55179b71-c585-4680-b492-8b2790e15e55 on network edd9d18b-1d6c-4052-b07a-8baf4adc8bec {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 00:42:18.117933 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacbc0b4-dde0-438e-aea3-798388515d68 None None] Routers {'77e43a31-7199-43bd-a9c6-0f82d416a435'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:42:18.124193 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d055070a-0da2-45c3-a44b-13662faab507 None None] Checking agent: {'id': '81117e21-cbf2-493f-9e14-29a3cec1f25a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 0, 26, 30), 'started_at': datetime.datetime(2022, 6, 16, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 00:42:18.124408 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-aacbc0b4-dde0-438e-aea3-798388515d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:41:57Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['77e43a31-7199-43bd-a9c6-0f82d416a435'], 'active': True} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:42:18.124719 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d055070a-0da2-45c3-a44b-13662faab507 None None] Checking segment: {'id': '7c0103d3-cac1-4b5e-92ff-48f99487b187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'edd9d18b-1d6c-4052-b07a-8baf4adc8bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 00:42:18.124994 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-d055070a-0da2-45c3-a44b-13662faab507 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:18.125431 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d055070a-0da2-45c3-a44b-13662faab507 None None] Bound using segment: {'id': '7c0103d3-cac1-4b5e-92ff-48f99487b187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'edd9d18b-1d6c-4052-b07a-8baf4adc8bec'} {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 00:42:18.125909 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.managers [None req-d055070a-0da2-45c3-a44b-13662faab507 None None] Bound port: 55179b71-c585-4680-b492-8b2790e15e55, host: dv-cinder-803823-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c0103d3-cac1-4b5e-92ff-48f99487b187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'edd9d18b-1d6c-4052-b07a-8baf4adc8bec'}}] {{(pid=111024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 00:42:18.126288 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-d055070a-0da2-45c3-a44b-13662faab507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (55179b71-c585-4680-b492-8b2790e15e55), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:18.133692 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb544296-8e4d-4b0a-a6f7-9bf7bbd698b9 req-16d5f6be-a59a-4672-951d-bc41fdbab9b1 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] No DVR routers for this DVR port 3aed7710-78db-49be-89bf-f87f2e363d9b on host hv-cinder-80382 {{(pid=111023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 00:42:18.139343 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-eb544296-8e4d-4b0a-a6f7-9bf7bbd698b9 req-16d5f6be-a59a-4672-951d-bc41fdbab9b1 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for port (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:18.141831 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Provisioning complete for port 75dd5a1f-cc4c-404d-8416-946033d04d33 triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:42:18.142254 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (75dd5a1f-cc4c-404d-8416-946033d04d33), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:18.143549 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-eb544296-8e4d-4b0a-a6f7-9bf7bbd698b9 req-16d5f6be-a59a-4672-951d-bc41fdbab9b1 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.40 "DELETE /v2.0/ports/3aed7710-78db-49be-89bf-f87f2e363d9b HTTP/1.1" status: 204 len: 173 time: 1.0254784 Jun 16 00:42:18.143872 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d', 'name': 'network-vif-deleted', 'tag': '3aed7710-78db-49be-89bf-f87f2e363d9b'}] {{(pid=111023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:42:18.153575 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849ffc5c5c28115853a01ef2d84a57e68c82d4a74a931575540ba89325b26957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a32da6a-8c84-4cee-a22f-d79e5b2ebdd9" -d '{"events": [{"server_uuid": "42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d", "name": "network-vif-deleted", "tag": "3aed7710-78db-49be-89bf-f87f2e363d9b"}]}' {{(pid=111023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:42:18.225849 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579363ec-5553-4dbb-a045-60ba4315df62 admin admin] Network d2482201-a84a-409d-8a08-2ab596b1c49b is scheduled to be hosted by DHCP agent 2a8c543c-b8d9-40d8-999c-fa03b757f547 with binding_index 1 {{(pid=111022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 00:42:18.237232 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-d055070a-0da2-45c3-a44b-13662faab507 None None] For port 55179b71-c585-4680-b492-8b2790e15e55, host dv-cinder-803823-11-iscsi, cleared binding levels {{(pid=111024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 00:42:18.250362 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-d055070a-0da2-45c3-a44b-13662faab507 None None] For port 55179b71-c585-4680-b492-8b2790e15e55, host dv-cinder-803823-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=55179b71-c585-4680-b492-8b2790e15e55,segment=NetworkSegment(7c0103d3-cac1-4b5e-92ff-48f99487b187),segment_id=7c0103d3-cac1-4b5e-92ff-48f99487b187)] {{(pid=111024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 00:42:18.257836 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 00:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e91c2540-ea10-45aa-8634-97f52af74c75 x-openstack-request-id: req-e91c2540-ea10-45aa-8634-97f52af74c75 {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:42:18.263159 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d", "name": "network-vif-deleted", "tag": "3aed7710-78db-49be-89bf-f87f2e363d9b", "status": "completed", "code": 200}]} {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:42:18.263159 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e91c2540-ea10-45aa-8634-97f52af74c75 {{(pid=111023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:42:18.263159 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e91c2540-ea10-45aa-8634-97f52af74c75'] response: {'server_uuid': '42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d', 'name': 'network-vif-deleted', 'tag': '3aed7710-78db-49be-89bf-f87f2e363d9b', 'status': 'completed', 'code': 200} Jun 16 00:42:18.273464 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvr_db [None req-aacbc0b4-dde0-438e-aea3-798388515d68 None None] Set router 77e43a31-7199-43bd-a9c6-0f82d416a435 gateway port host: dv-cinder-803823-11-iscsi {{(pid=111025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:42:18.289809 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Current status of the port 75dd5a1f-cc4c-404d-8416-946033d04d33 is: ACTIVE; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:42:18.312061 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.scheduler.base_scheduler [None req-579363ec-5553-4dbb-a045-60ba4315df62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-11-iscsi, d2482201-a84a-409d-8a08-2ab596b1c49b) {{(pid=111022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:42:18.316544 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579363ec-5553-4dbb-a045-60ba4315df62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:42:18.317652 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-579363ec-5553-4dbb-a045-60ba4315df62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590195'] for subnet (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:18.323260 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beaf5e02-ddc4-4d2e-a5fd-d4cc7dbc8081 None None] Network d2482201-a84a-409d-8a08-2ab596b1c49b requested from dv-cinder-803823-11-iscsi {{(pid=111024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 00:42:18.369486 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-d055070a-0da2-45c3-a44b-13662faab507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (55179b71-c585-4680-b492-8b2790e15e55), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:18.393425 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-0d24cec5-7516-4707-a20a-40f89ebcfb50 None None] Provisioning complete for port 55179b71-c585-4680-b492-8b2790e15e55 triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:42:18.393794 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0d24cec5-7516-4707-a20a-40f89ebcfb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (55179b71-c585-4680-b492-8b2790e15e55), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:18.433012 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-579363ec-5553-4dbb-a045-60ba4315df62 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8081100 Jun 16 00:42:18.436118 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 47994) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:42:18.441134 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.v2.base [None req-3f716686-85ee-4f24-8a7a-a41f21bb5504 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1472857262-router', 'tenant_id': '462ba7aac9634b0eb45f69eeed5823ec', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85'}}} {{(pid=111022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:42:18.484784 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41a4ddd-8901-46be-895a-0a0b4c12c30b None None] Pushing event updated for resources: {'Port': ['ID=55179b71-c585-4680-b492-8b2790e15e55,revision_number=4']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:18.544699 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:18.557182 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d055070a-0da2-45c3-a44b-13662faab507 None None] Routers {'81736229-b55c-4551-8c80-77ffd4cb764d'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:42:18.557799 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-d055070a-0da2-45c3-a44b-13662faab507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:41:57Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['81736229-b55c-4551-8c80-77ffd4cb764d'], 'active': True} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:42:18.566787 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-ca33e41a-1921-4383-a64b-adcc4b7556e9 req-7ec1827f-8d08-4ee6-841c-9ab5c7d18287 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/ports?device_id=42b1e6aa-2dcb-4e03-bdb7-c60b1b77ea4d HTTP/1.1" status: 200 len: 210 time: 0.0335417 Jun 16 00:42:18.576321 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-3f716686-85ee-4f24-8a7a-a41f21bb5504 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-678757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3443'] for router (202de89f-0070-4642-a65d-70f683f5c22b), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:18.580413 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-3f716686-85ee-4f24-8a7a-a41f21bb5504 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-672791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673186', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-766370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3450'] for router (202de89f-0070-4642-a65d-70f683f5c22b), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:18.659221 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-3f716686-85ee-4f24-8a7a-a41f21bb5504 admin admin] Publish callbacks [] for router_controller (202de89f-0070-4642-a65d-70f683f5c22b), precommit_add_association {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:18.688251 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-aacbc0b4-dde0-438e-aea3-798388515d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e43a31-7199-43bd-a9c6-0f82d416a435', 'name': 'tempest-AttachVolumeShelveTestJSON-1900672149-router', 'tenant_id': '494ce289f1774df0833301de8e46ae11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'a5b62024-ed52-49f6-9d00-e9c9c9c7a995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:34:36Z', 'updated_at': '2022-06-16T00:34:47Z', 'revision_number': 4, 'project_id': '494ce289f1774df0833301de8e46ae11', 'gw_port': {'id': 'a5b62024-ed52-49f6-9d00-e9c9c9c7a995', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e43a31-7199-43bd-a9c6-0f82d416a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:38Z', 'updated_at': '2022-06-16T00:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_interfaces': [{'id': 'ea3b799f-eca8-46b9-800b-66e9d4d0fc11', 'name': '', 'network_id': 'a6844d01-625d-4b71-91cf-373fe3e3e7cc', 'tenant_id': '494ce289f1774df0833301de8e46ae11', 'mac_address': 'fa:16:3e:77:a4:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e43a31-7199-43bd-a9c6-0f82d416a435', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '892d2143-b3e2-4410-bf1b-7ad84511c529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:45Z', 'updated_at': '2022-06-16T00:34:56Z', 'revision_number': 5, 'project_id': '494ce289f1774df0833301de8e46ae11', 'subnets': [{'id': '892d2143-b3e2-4410-bf1b-7ad84511c529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:42:18.715062 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8336ebd-2e66-4a8c-9748-fbbd3421f0c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a06322f-1f4e-5033-87df-c8deeb119b42-d2482201-a84a-409d-8a08-2ab596b1c49b', 'network_id': 'd2482201-a84a-409d-8a08-2ab596b1c49b', 'project_id': '462ba7aac9634b0eb45f69eeed5823ec', 'fixed_ips': [{'subnet_id': '16eebe3c-134a-4dba-80a3-d862dd528edc'}]}} from dv-cinder-803823-11-iscsi. {{(pid=111024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 00:42:18.715601 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacbc0b4-dde0-438e-aea3-798388515d68 None None] Checking router: 77e43a31-7199-43bd-a9c6-0f82d416a435 for host: dv-cinder-803823-11-iscsi {{(pid=111025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 00:42:18.724631 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e8336ebd-2e66-4a8c-9748-fbbd3421f0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (None), before_create {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:18.725010 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacbc0b4-dde0-438e-aea3-798388515d68 None None] Routers {'77e43a31-7199-43bd-a9c6-0f82d416a435'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:42:18.725381 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-aacbc0b4-dde0-438e-aea3-798388515d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:41:57Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['77e43a31-7199-43bd-a9c6-0f82d416a435'], 'active': True} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:42:18.731589 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0d24cec5-7516-4707-a20a-40f89ebcfb50 None None] Current status of the port 55179b71-c585-4680-b492-8b2790e15e55 is: DOWN; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:42:18.731966 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0d24cec5-7516-4707-a20a-40f89ebcfb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (55179b71-c585-4680-b492-8b2790e15e55), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:18.852633 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvr_db [None req-aacbc0b4-dde0-438e-aea3-798388515d68 None None] Set router 77e43a31-7199-43bd-a9c6-0f82d416a435 gateway port host: dv-cinder-803823-11-iscsi {{(pid=111025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:42:18.854816 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0d24cec5-7516-4707-a20a-40f89ebcfb50 None None] For port 55179b71-c585-4680-b492-8b2790e15e55, host dv-cinder-803823-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=55179b71-c585-4680-b492-8b2790e15e55,segment=NetworkSegment(7c0103d3-cac1-4b5e-92ff-48f99487b187),segment_id=7c0103d3-cac1-4b5e-92ff-48f99487b187)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:42:18.874663 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvr_db [None req-d055070a-0da2-45c3-a44b-13662faab507 None None] Set router 81736229-b55c-4551-8c80-77ffd4cb764d gateway port host: dv-cinder-803823-11-iscsi {{(pid=111024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:42:18.941761 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0d24cec5-7516-4707-a20a-40f89ebcfb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (55179b71-c585-4680-b492-8b2790e15e55), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:19.063043 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=100 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:19.071935 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-aacbc0b4-dde0-438e-aea3-798388515d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e43a31-7199-43bd-a9c6-0f82d416a435', 'name': 'tempest-AttachVolumeShelveTestJSON-1900672149-router', 'tenant_id': '494ce289f1774df0833301de8e46ae11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'a5b62024-ed52-49f6-9d00-e9c9c9c7a995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:34:36Z', 'updated_at': '2022-06-16T00:34:47Z', 'revision_number': 4, 'project_id': '494ce289f1774df0833301de8e46ae11', 'gw_port': {'id': 'a5b62024-ed52-49f6-9d00-e9c9c9c7a995', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e43a31-7199-43bd-a9c6-0f82d416a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:38Z', 'updated_at': '2022-06-16T00:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_interfaces': [{'id': 'ea3b799f-eca8-46b9-800b-66e9d4d0fc11', 'name': '', 'network_id': 'a6844d01-625d-4b71-91cf-373fe3e3e7cc', 'tenant_id': '494ce289f1774df0833301de8e46ae11', 'mac_address': 'fa:16:3e:77:a4:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e43a31-7199-43bd-a9c6-0f82d416a435', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '892d2143-b3e2-4410-bf1b-7ad84511c529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:45Z', 'updated_at': '2022-06-16T00:34:56Z', 'revision_number': 5, 'project_id': '494ce289f1774df0833301de8e46ae11', 'subnets': [{'id': '892d2143-b3e2-4410-bf1b-7ad84511c529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:42:19.099144 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacbc0b4-dde0-438e-aea3-798388515d68 None None] The sync data for ids ['77e43a31-7199-43bd-a9c6-0f82d416a435'] in dv-cinder-803823-11-iscsi is: [{'id': '77e43a31-7199-43bd-a9c6-0f82d416a435', 'name': 'tempest-AttachVolumeShelveTestJSON-1900672149-router', 'tenant_id': '494ce289f1774df0833301de8e46ae11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'a5b62024-ed52-49f6-9d00-e9c9c9c7a995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:34:36Z', 'updated_at': '2022-06-16T00:34:47Z', 'revision_number': 4, 'project_id': '494ce289f1774df0833301de8e46ae11', 'gw_port': {'id': 'a5b62024-ed52-49f6-9d00-e9c9c9c7a995', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e43a31-7199-43bd-a9c6-0f82d416a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:38Z', 'updated_at': '2022-06-16T00:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_interfaces': [{'id': 'ea3b799f-eca8-46b9-800b-66e9d4d0fc11', 'name': '', 'network_id': 'a6844d01-625d-4b71-91cf-373fe3e3e7cc', 'tenant_id': '494ce289f1774df0833301de8e46ae11', 'mac_address': 'fa:16:3e:77:a4:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e43a31-7199-43bd-a9c6-0f82d416a435', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '892d2143-b3e2-4410-bf1b-7ad84511c529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:45Z', 'updated_at': '2022-06-16T00:34:56Z', 'revision_number': 5, 'project_id': '494ce289f1774df0833301de8e46ae11', 'subnets': [{'id': '892d2143-b3e2-4410-bf1b-7ad84511c529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 00:42:19.166777 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-3f716686-85ee-4f24-8a7a-a41f21bb5504 admin admin] Publish callbacks [] for router_gateway (202de89f-0070-4642-a65d-70f683f5c22b), precommit_update {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:19.197407 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:19.231690 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d24cec5-7516-4707-a20a-40f89ebcfb50 None None] Pushing event updated for resources: {'Port': ['ID=55179b71-c585-4680-b492-8b2790e15e55,revision_number=5']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:19.239018 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-6b7e41fd-6b47-43d1-a3c1-40417fff8682 None None] Provisioning complete for port 55179b71-c585-4680-b492-8b2790e15e55 triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:42:19.239271 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-6b7e41fd-6b47-43d1-a3c1-40417fff8682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (55179b71-c585-4680-b492-8b2790e15e55), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:19.251333 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.db_base_plugin_common [None req-e8336ebd-2e66-4a8c-9748-fbbd3421f0c4 None None] Allocated IP 172.20.0.2 (d2482201-a84a-409d-8a08-2ab596b1c49b/16eebe3c-134a-4dba-80a3-d862dd528edc/394f0615-d86f-448c-a123-45f519bbdd83) {{(pid=111024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 00:42:19.461258 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bcf2c4-66f4-4686-9a49-fc230ab05223 None None] New status for floating IP 7bcdf44e-65f0-4e1c-9518-e3803a179ca6: DOWN {{(pid=111024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 00:42:19.472341 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-3f716686-85ee-4f24-8a7a-a41f21bb5504 admin admin] Publish callbacks [] for router_gateway (202de89f-0070-4642-a65d-70f683f5c22b), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:19.495312 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-3f716686-85ee-4f24-8a7a-a41f21bb5504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:19.507249 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:19.558122 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-6b7e41fd-6b47-43d1-a3c1-40417fff8682 None None] Current status of the port 55179b71-c585-4680-b492-8b2790e15e55 is: ACTIVE; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:42:19.610598 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.db.db_base_plugin_common [None req-3f716686-85ee-4f24-8a7a-a41f21bb5504 admin admin] Allocated IP 172.27.1.196 (81cb8278-aa95-4a96-976c-13998a04ce85/7fa235f2-2172-4ff3-86e8-0e0d1995c273/b3f6f328-aaed-4146-85e2-5aa9c2371b92) {{(pid=111022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 00:42:19.624814 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:19.627557 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-d055070a-0da2-45c3-a44b-13662faab507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'name': 'tempest-TestVolumeBootPattern-1541016807-router', 'tenant_id': '3a122fcfab7f418baf78d7b742fa20db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '75dd5a1f-cc4c-404d-8416-946033d04d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:42:11Z', 'updated_at': '2022-06-16T00:42:14Z', 'revision_number': 4, 'project_id': '3a122fcfab7f418baf78d7b742fa20db', 'gw_port': {'id': '75dd5a1f-cc4c-404d-8416-946033d04d33', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:12Z', 'updated_at': '2022-06-16T00:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_interfaces': [{'id': '55179b71-c585-4680-b492-8b2790e15e55', 'name': '', 'network_id': 'edd9d18b-1d6c-4052-b07a-8baf4adc8bec', 'tenant_id': '3a122fcfab7f418baf78d7b742fa20db', 'mac_address': 'fa:16:3e:09:33:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'bc787928-3000-44c3-a294-565141aabb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:14Z', 'updated_at': '2022-06-16T00:42:18Z', 'revision_number': 4, 'project_id': '3a122fcfab7f418baf78d7b742fa20db', 'subnets': [{'id': 'bc787928-3000-44c3-a294-565141aabb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:42:19.662245 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d055070a-0da2-45c3-a44b-13662faab507 None None] The sync data for ids ['81736229-b55c-4551-8c80-77ffd4cb764d'] in dv-cinder-803823-11-iscsi is: [{'id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'name': 'tempest-TestVolumeBootPattern-1541016807-router', 'tenant_id': '3a122fcfab7f418baf78d7b742fa20db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '75dd5a1f-cc4c-404d-8416-946033d04d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:42:11Z', 'updated_at': '2022-06-16T00:42:14Z', 'revision_number': 4, 'project_id': '3a122fcfab7f418baf78d7b742fa20db', 'gw_port': {'id': '75dd5a1f-cc4c-404d-8416-946033d04d33', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:12Z', 'updated_at': '2022-06-16T00:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_interfaces': [{'id': '55179b71-c585-4680-b492-8b2790e15e55', 'name': '', 'network_id': 'edd9d18b-1d6c-4052-b07a-8baf4adc8bec', 'tenant_id': '3a122fcfab7f418baf78d7b742fa20db', 'mac_address': 'fa:16:3e:09:33:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'bc787928-3000-44c3-a294-565141aabb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:14Z', 'updated_at': '2022-06-16T00:42:18Z', 'revision_number': 4, 'project_id': '3a122fcfab7f418baf78d7b742fa20db', 'subnets': [{'id': 'bc787928-3000-44c3-a294-565141aabb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 00:42:19.676226 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e8336ebd-2e66-4a8c-9748-fbbd3421f0c4 None None] Publish callbacks [] for port (394f0615-d86f-448c-a123-45f519bbdd83), precommit_create {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:19.771620 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-3f716686-85ee-4f24-8a7a-a41f21bb5504 admin admin] Publish callbacks [] for port (b3f6f328-aaed-4146-85e2-5aa9c2371b92), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:19.780503 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e8336ebd-2e66-4a8c-9748-fbbd3421f0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753842110805'] for port (394f0615-d86f-448c-a123-45f519bbdd83), after_create {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:19.824497 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 48020) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:42:19.830389 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8336ebd-2e66-4a8c-9748-fbbd3421f0c4 None None] Network d2482201-a84a-409d-8a08-2ab596b1c49b is already hosted by enough agents. {{(pid=111024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:42:19.836277 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.scheduler.base_scheduler [None req-e8336ebd-2e66-4a8c-9748-fbbd3421f0c4 None None] Resources bound (agent type, host, resource id): {{(pid=111024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:42:19.840928 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8336ebd-2e66-4a8c-9748-fbbd3421f0c4 None None] Pushing event updated for resources: {'Port': ['ID=394f0615-d86f-448c-a123-45f519bbdd83,revision_number=1']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:19.883755 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8336ebd-2e66-4a8c-9748-fbbd3421f0c4 None None] Received port after_create {{(pid=111024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 00:42:19.923360 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-9fb5ce16-b7d1-4d7e-91a7-1afe8efaa555 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks [] for security_group (f6225e73-4431-499a-b2e3-8d8a1435e6f3), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:19.949476 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:19.956381 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.managers [None req-e8336ebd-2e66-4a8c-9748-fbbd3421f0c4 None None] Attempting to bind port 394f0615-d86f-448c-a123-45f519bbdd83 on host dv-cinder-803823-11-iscsi for vnic_type normal with profile {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 00:42:19.956779 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.managers [None req-e8336ebd-2e66-4a8c-9748-fbbd3421f0c4 None None] Attempting to bind port 394f0615-d86f-448c-a123-45f519bbdd83 by drivers openvswitch,hyperv on host dv-cinder-803823-11-iscsi at level 0 using segments [{'id': 'e5722f67-5afb-4949-a05d-a82ec0119e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd2482201-a84a-409d-8a08-2ab596b1c49b'}] {{(pid=111024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 00:42:19.957148 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8336ebd-2e66-4a8c-9748-fbbd3421f0c4 None None] Attempting to bind port 394f0615-d86f-448c-a123-45f519bbdd83 on network d2482201-a84a-409d-8a08-2ab596b1c49b {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 00:42:19.961587 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-9fb5ce16-b7d1-4d7e-91a7-1afe8efaa555 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks [] for security_group (f6225e73-4431-499a-b2e3-8d8a1435e6f3), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:19.962990 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8336ebd-2e66-4a8c-9748-fbbd3421f0c4 None None] Checking agent: {'id': '81117e21-cbf2-493f-9e14-29a3cec1f25a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 0, 26, 30), 'started_at': datetime.datetime(2022, 6, 16, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 00:42:19.963365 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8336ebd-2e66-4a8c-9748-fbbd3421f0c4 None None] Checking segment: {'id': 'e5722f67-5afb-4949-a05d-a82ec0119e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd2482201-a84a-409d-8a08-2ab596b1c49b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 00:42:19.963766 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e8336ebd-2e66-4a8c-9748-fbbd3421f0c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:19.964159 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8336ebd-2e66-4a8c-9748-fbbd3421f0c4 None None] Bound using segment: {'id': 'e5722f67-5afb-4949-a05d-a82ec0119e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd2482201-a84a-409d-8a08-2ab596b1c49b'} {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 00:42:19.965221 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.managers [None req-e8336ebd-2e66-4a8c-9748-fbbd3421f0c4 None None] Bound port: 394f0615-d86f-448c-a123-45f519bbdd83, host: dv-cinder-803823-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5722f67-5afb-4949-a05d-a82ec0119e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd2482201-a84a-409d-8a08-2ab596b1c49b'}}] {{(pid=111024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 00:42:19.965605 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e8336ebd-2e66-4a8c-9748-fbbd3421f0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (394f0615-d86f-448c-a123-45f519bbdd83), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:20.001518 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-3f716686-85ee-4f24-8a7a-a41f21bb5504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753842110805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18330592'] for port (b3f6f328-aaed-4146-85e2-5aa9c2371b92), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:20.007964 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device 55179b71-c585-4680-b492-8b2790e15e55 up at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:42:20.050922 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f716686-85ee-4f24-8a7a-a41f21bb5504 admin admin] Network 81cb8278-aa95-4a96-976c-13998a04ce85 is already hosted by enough agents. {{(pid=111022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:42:20.054221 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.scheduler.base_scheduler [None req-3f716686-85ee-4f24-8a7a-a41f21bb5504 admin admin] Resources bound (agent type, host, resource id): {{(pid=111022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:42:20.059263 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f716686-85ee-4f24-8a7a-a41f21bb5504 admin admin] Received port after_create {{(pid=111022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 00:42:20.065692 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f716686-85ee-4f24-8a7a-a41f21bb5504 admin admin] Pushing event updated for resources: {'Port': ['ID=b3f6f328-aaed-4146-85e2-5aa9c2371b92,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:20.082833 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-e8336ebd-2e66-4a8c-9748-fbbd3421f0c4 None None] For port 394f0615-d86f-448c-a123-45f519bbdd83, host dv-cinder-803823-11-iscsi, cleared binding levels {{(pid=111024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 00:42:20.084795 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Provisioning complete for port 55179b71-c585-4680-b492-8b2790e15e55 triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:42:20.085209 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (55179b71-c585-4680-b492-8b2790e15e55), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:20.112864 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-e8336ebd-2e66-4a8c-9748-fbbd3421f0c4 None None] For port 394f0615-d86f-448c-a123-45f519bbdd83, host dv-cinder-803823-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=394f0615-d86f-448c-a123-45f519bbdd83,segment=NetworkSegment(e5722f67-5afb-4949-a05d-a82ec0119e00),segment_id=e5722f67-5afb-4949-a05d-a82ec0119e00)] {{(pid=111024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 00:42:20.171939 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Current status of the port 55179b71-c585-4680-b492-8b2790e15e55 is: ACTIVE; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:42:20.178115 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-9fb5ce16-b7d1-4d7e-91a7-1afe8efaa555 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (f6225e73-4431-499a-b2e3-8d8a1435e6f3), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:20.180649 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-9fb5ce16-b7d1-4d7e-91a7-1afe8efaa555 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks [] for security_group (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:20.181814 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-9fb5ce16-b7d1-4d7e-91a7-1afe8efaa555 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "DELETE /v2.0/security-groups/f6225e73-4431-499a-b2e3-8d8a1435e6f3 HTTP/1.1" status: 204 len: 168 time: 0.3560185 Jun 16 00:42:20.184792 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 48022) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:42:20.186318 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e8336ebd-2e66-4a8c-9748-fbbd3421f0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (394f0615-d86f-448c-a123-45f519bbdd83), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:20.202225 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.api.v2.resource [None req-ac11fe83-96cd-49aa-b043-88ca5810ef9b tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] show failed (client error): The resource could not be found. Jun 16 00:42:20.207290 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-ac11fe83-96cd-49aa-b043-88ca5810ef9b tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "GET /v2.0/security-groups/f6225e73-4431-499a-b2e3-8d8a1435e6f3 HTTP/1.1" status: 404 len: 347 time: 0.0177636 Jun 16 00:42:20.207967 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 48024) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:42:20.226945 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb5ce16-b7d1-4d7e-91a7-1afe8efaa555 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6225e73-4431-499a-b2e3-8d8a1435e6f3,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:20.296816 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8336ebd-2e66-4a8c-9748-fbbd3421f0c4 None None] Pushing event updated for resources: {'Port': ['ID=394f0615-d86f-448c-a123-45f519bbdd83,revision_number=2']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:20.366364 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [None req-45700dbc-6658-41a0-9926-956fda98bf9d tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Deleting port 4e2a8e55-3b01-4fd0-a827-81aa39d7d385 {{(pid=111023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 00:42:20.367000 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-45700dbc-6658-41a0-9926-956fda98bf9d tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753842671270'] for port (4e2a8e55-3b01-4fd0-a827-81aa39d7d385), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:20.380452 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:20.472239 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-45700dbc-6658-41a0-9926-956fda98bf9d tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642233'] for port (4e2a8e55-3b01-4fd0-a827-81aa39d7d385), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:20.472239 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-45700dbc-6658-41a0-9926-956fda98bf9d tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks [] for floatingip (4e2a8e55-3b01-4fd0-a827-81aa39d7d385), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:20.485825 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-3f716686-85ee-4f24-8a7a-a41f21bb5504 admin admin] Publish callbacks [] for router_gateway (202de89f-0070-4642-a65d-70f683f5c22b), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:20.492926 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [None req-45700dbc-6658-41a0-9926-956fda98bf9d tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Calling delete_port for 4e2a8e55-3b01-4fd0-a827-81aa39d7d385 owned by network:floatingip {{(pid=111023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 00:42:20.738366 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-3f716686-85ee-4f24-8a7a-a41f21bb5504 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-673024'] for router (202de89f-0070-4642-a65d-70f683f5c22b), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:20.754895 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-45700dbc-6658-41a0-9926-956fda98bf9d tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753842673475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753842110814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909837'] for port (4e2a8e55-3b01-4fd0-a827-81aa39d7d385), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:20.793523 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45700dbc-6658-41a0-9926-956fda98bf9d tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Pushing event deleted for resources: {'Port': ['ID=4e2a8e55-3b01-4fd0-a827-81aa39d7d385,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:20.847843 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:20.864276 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-45700dbc-6658-41a0-9926-956fda98bf9d tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks [] for floatingip (7bcdf44e-65f0-4e1c-9518-e3803a179ca6), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:20.867082 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-45700dbc-6658-41a0-9926-956fda98bf9d tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for floatingip (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:20.868257 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-45700dbc-6658-41a0-9926-956fda98bf9d tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] 10.222.0.20 "DELETE /v2.0/floatingips/7bcdf44e-65f0-4e1c-9518-e3803a179ca6 HTTP/1.1" status: 204 len: 168 time: 0.6589744 Jun 16 00:42:20.986189 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f716686-85ee-4f24-8a7a-a41f21bb5504 admin admin] Router 202de89f-0070-4642-a65d-70f683f5c22b is scheduled to L3 agent d0297bc9-c3a8-45ac-9023-c937cb4f21fc with binding_index 1 {{(pid=111022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 00:42:21.095198 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f716686-85ee-4f24-8a7a-a41f21bb5504 admin admin] Notify agent at l3_agent.dv-cinder-803823-11-iscsi the message routers_updated {{(pid=111022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 00:42:21.104690 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81593cb1-1280-4741-9152-664ccb817a69 None None] Sync routers for ids ['202de89f-0070-4642-a65d-70f683f5c22b'] in dv-cinder-803823-11-iscsi {{(pid=111025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 00:42:21.116699 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81593cb1-1280-4741-9152-664ccb817a69 None None] Routers {'202de89f-0070-4642-a65d-70f683f5c22b'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:42:21.117310 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-81593cb1-1280-4741-9152-664ccb817a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:41:57Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['202de89f-0070-4642-a65d-70f683f5c22b'], 'active': True} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:42:21.208083 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-3f716686-85ee-4f24-8a7a-a41f21bb5504 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:21.208804 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 48036) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:42:21.209181 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-3f716686-85ee-4f24-8a7a-a41f21bb5504 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7671013 Jun 16 00:42:21.281242 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvr_db [None req-81593cb1-1280-4741-9152-664ccb817a69 None None] Set router 202de89f-0070-4642-a65d-70f683f5c22b gateway port host: dv-cinder-803823-11-iscsi {{(pid=111025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:42:21.293459 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 48038) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:42:21.438387 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cb3aa5-91ef-4c42-9735-681a32b5c7d9 None None] Network d2482201-a84a-409d-8a08-2ab596b1c49b requested from dv-cinder-803823-11-iscsi {{(pid=111024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 00:42:21.463708 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-47b44a4b-19fb-4e59-8a60-bbe9ee9e1e52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:21.476923 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=100 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:21.493061 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-81593cb1-1280-4741-9152-664ccb817a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202de89f-0070-4642-a65d-70f683f5c22b', 'name': 'tempest-TestVolumeBootPattern-1472857262-router', 'tenant_id': '462ba7aac9634b0eb45f69eeed5823ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'b3f6f328-aaed-4146-85e2-5aa9c2371b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:42:18Z', 'updated_at': '2022-06-16T00:42:20Z', 'revision_number': 3, 'project_id': '462ba7aac9634b0eb45f69eeed5823ec', 'gw_port': {'id': 'b3f6f328-aaed-4146-85e2-5aa9c2371b92', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8a:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202de89f-0070-4642-a65d-70f683f5c22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:19Z', 'updated_at': '2022-06-16T00:42:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi'}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:42:21.522928 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81593cb1-1280-4741-9152-664ccb817a69 None None] Checking router: 202de89f-0070-4642-a65d-70f683f5c22b for host: dv-cinder-803823-11-iscsi {{(pid=111025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 00:42:21.523628 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81593cb1-1280-4741-9152-664ccb817a69 None None] Updating router 202de89f-0070-4642-a65d-70f683f5c22b port b3f6f328-aaed-4146-85e2-5aa9c2371b92 binding host dv-cinder-803823-11-iscsi {{(pid=111025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 00:42:21.552933 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-7ff972c6-73cd-4980-99ff-439186997b49 None None] Provisioning complete for port 394f0615-d86f-448c-a123-45f519bbdd83 triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:42:21.553701 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-7ff972c6-73cd-4980-99ff-439186997b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (394f0615-d86f-448c-a123-45f519bbdd83), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:21.557017 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-47b44a4b-19fb-4e59-8a60-bbe9ee9e1e52 admin admin] Publish callbacks [] for security_group (c945773f-738c-4f91-9ca8-e840f9ea9d82), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:21.561588 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:21.561724 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-81593cb1-1280-4741-9152-664ccb817a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (b3f6f328-aaed-4146-85e2-5aa9c2371b92), before_update {{(pid=111025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:21.611264 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device 3aed7710-78db-49be-89bf-f87f2e363d9b no longer exists at agent hyperv_hv-cinder-80382 {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 00:42:21.647476 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] No Port match for: 3aed7710-78db-49be-89bf-f87f2e363d9b {{(pid=111024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 00:42:21.647819 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device 3aed7710-78db-49be-89bf-f87f2e363d9b not bound to the agent host hv-cinder-80382 {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 00:42:21.651342 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:21.673366 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-47b44a4b-19fb-4e59-8a60-bbe9ee9e1e52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (c945773f-738c-4f91-9ca8-e840f9ea9d82), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:21.701746 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-e5effd80-e5a2-4212-a3f6-93332906c0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:21.719438 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b44a4b-19fb-4e59-8a60-bbe9ee9e1e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c945773f-738c-4f91-9ca8-e840f9ea9d82,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:21.719978 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:21.739978 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-7ff972c6-73cd-4980-99ff-439186997b49 None None] Current status of the port 394f0615-d86f-448c-a123-45f519bbdd83 is: DOWN; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:42:21.740424 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-7ff972c6-73cd-4980-99ff-439186997b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (394f0615-d86f-448c-a123-45f519bbdd83), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:21.743380 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-47b44a4b-19fb-4e59-8a60-bbe9ee9e1e52 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d479435ca1724c15aac92f23856e7c93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4487460 Jun 16 00:42:21.749361 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 48042) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:42:21.813039 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-7ff972c6-73cd-4980-99ff-439186997b49 None None] For port 394f0615-d86f-448c-a123-45f519bbdd83, host dv-cinder-803823-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=394f0615-d86f-448c-a123-45f519bbdd83,segment=NetworkSegment(e5722f67-5afb-4949-a05d-a82ec0119e00),segment_id=e5722f67-5afb-4949-a05d-a82ec0119e00)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:42:21.843352 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-12fc2ead-1ab7-458b-bb98-24f56ad5e280 admin admin] Publish callbacks [] for security_group (c945773f-738c-4f91-9ca8-e840f9ea9d82), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:21.870364 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-12fc2ead-1ab7-458b-bb98-24f56ad5e280 admin admin] Publish callbacks [] for security_group (c945773f-738c-4f91-9ca8-e840f9ea9d82), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:21.883928 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-7ff972c6-73cd-4980-99ff-439186997b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (394f0615-d86f-448c-a123-45f519bbdd83), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:21.940170 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.db_base_plugin_common [None req-e5effd80-e5a2-4212-a3f6-93332906c0e4 admin admin] Allocated IP 172.20.0.1 (d2482201-a84a-409d-8a08-2ab596b1c49b/16eebe3c-134a-4dba-80a3-d862dd528edc/4036f5c8-e956-478d-ac61-cbab54fac187) {{(pid=111023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 00:42:21.978353 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff972c6-73cd-4980-99ff-439186997b49 None None] Pushing event updated for resources: {'Port': ['ID=394f0615-d86f-448c-a123-45f519bbdd83,revision_number=3']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:21.980865 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-81593cb1-1280-4741-9152-664ccb817a69 None None] Publish callbacks [] for port (b3f6f328-aaed-4146-85e2-5aa9c2371b92), precommit_update {{(pid=111025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:21.997889 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device 394f0615-d86f-448c-a123-45f519bbdd83 up at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:42:22.029637 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-14972592-55df-4a8a-9df4-5bff8b6b5fbd None None] Provisioning complete for port 394f0615-d86f-448c-a123-45f519bbdd83 triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:42:22.030032 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-14972592-55df-4a8a-9df4-5bff8b6b5fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (394f0615-d86f-448c-a123-45f519bbdd83), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:22.032553 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-12fc2ead-1ab7-458b-bb98-24f56ad5e280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (c945773f-738c-4f91-9ca8-e840f9ea9d82), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:22.044891 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-12fc2ead-1ab7-458b-bb98-24f56ad5e280 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:22.044891 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-12fc2ead-1ab7-458b-bb98-24f56ad5e280 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c945773f-738c-4f91-9ca8-e840f9ea9d82 HTTP/1.1" status: 204 len: 168 time: 0.2853425 Jun 16 00:42:22.044891 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc2ead-1ab7-458b-bb98-24f56ad5e280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c945773f-738c-4f91-9ca8-e840f9ea9d82,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:22.063468 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-81593cb1-1280-4741-9152-664ccb817a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (b3f6f328-aaed-4146-85e2-5aa9c2371b92), after_update {{(pid=111025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:22.091671 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-e5effd80-e5a2-4212-a3f6-93332906c0e4 admin admin] Publish callbacks [] for port (4036f5c8-e956-478d-ac61-cbab54fac187), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:22.115828 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.managers [None req-81593cb1-1280-4741-9152-664ccb817a69 None None] Attempting to bind port b3f6f328-aaed-4146-85e2-5aa9c2371b92 on host dv-cinder-803823-11-iscsi for vnic_type normal with profile {{(pid=111025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 00:42:22.116309 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.managers [None req-81593cb1-1280-4741-9152-664ccb817a69 None None] Attempting to bind port b3f6f328-aaed-4146-85e2-5aa9c2371b92 by drivers openvswitch,hyperv on host dv-cinder-803823-11-iscsi at level 0 using segments [{'id': '6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85'}] {{(pid=111025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 00:42:22.116546 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81593cb1-1280-4741-9152-664ccb817a69 None None] Attempting to bind port b3f6f328-aaed-4146-85e2-5aa9c2371b92 on network 81cb8278-aa95-4a96-976c-13998a04ce85 {{(pid=111025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 00:42:22.123450 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Provisioning complete for port 394f0615-d86f-448c-a123-45f519bbdd83 triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:42:22.123831 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (394f0615-d86f-448c-a123-45f519bbdd83), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:22.129861 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81593cb1-1280-4741-9152-664ccb817a69 None None] Checking agent: {'id': '81117e21-cbf2-493f-9e14-29a3cec1f25a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 0, 26, 30), 'started_at': datetime.datetime(2022, 6, 16, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 00:42:22.130224 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81593cb1-1280-4741-9152-664ccb817a69 None None] Checking segment: {'id': '6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 00:42:22.130613 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-81593cb1-1280-4741-9152-664ccb817a69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:22.130991 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81593cb1-1280-4741-9152-664ccb817a69 None None] Bound using segment: {'id': '6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85'} {{(pid=111025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 00:42:22.131446 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.managers [None req-81593cb1-1280-4741-9152-664ccb817a69 None None] Bound port: b3f6f328-aaed-4146-85e2-5aa9c2371b92, host: dv-cinder-803823-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85'}}] {{(pid=111025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 00:42:22.131811 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-81593cb1-1280-4741-9152-664ccb817a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (b3f6f328-aaed-4146-85e2-5aa9c2371b92), before_update {{(pid=111025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:22.134535 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bbfb56-98e7-481c-91d7-2ee48d3648c8 None None] Pushing event updated for resources: {'Port': ['ID=b3f6f328-aaed-4146-85e2-5aa9c2371b92,revision_number=2']} {{(pid=111025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:22.181245 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.db [None req-81593cb1-1280-4741-9152-664ccb817a69 None None] For port b3f6f328-aaed-4146-85e2-5aa9c2371b92, host dv-cinder-803823-11-iscsi, cleared binding levels {{(pid=111025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 00:42:22.184811 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.db [None req-81593cb1-1280-4741-9152-664ccb817a69 None None] For port b3f6f328-aaed-4146-85e2-5aa9c2371b92, host dv-cinder-803823-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=b3f6f328-aaed-4146-85e2-5aa9c2371b92,segment=NetworkSegment(6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc),segment_id=6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc)] {{(pid=111025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 00:42:22.212872 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-e5effd80-e5a2-4212-a3f6-93332906c0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753842110805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909837'] for port (4036f5c8-e956-478d-ac61-cbab54fac187), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:22.222835 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-14972592-55df-4a8a-9df4-5bff8b6b5fbd None None] Current status of the port 394f0615-d86f-448c-a123-45f519bbdd83 is: ACTIVE; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:42:22.238120 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Current status of the port 394f0615-d86f-448c-a123-45f519bbdd83 is: ACTIVE; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:42:22.258645 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5effd80-e5a2-4212-a3f6-93332906c0e4 admin admin] Network d2482201-a84a-409d-8a08-2ab596b1c49b is already hosted by enough agents. {{(pid=111023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:42:22.259527 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-81593cb1-1280-4741-9152-664ccb817a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (b3f6f328-aaed-4146-85e2-5aa9c2371b92), after_update {{(pid=111025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:22.263454 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.base_scheduler [None req-e5effd80-e5a2-4212-a3f6-93332906c0e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=111023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:42:22.267532 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5effd80-e5a2-4212-a3f6-93332906c0e4 admin admin] Received port after_create {{(pid=111023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 00:42:22.318251 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81593cb1-1280-4741-9152-664ccb817a69 None None] Routers {'202de89f-0070-4642-a65d-70f683f5c22b'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:42:22.318879 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-81593cb1-1280-4741-9152-664ccb817a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:41:57Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['202de89f-0070-4642-a65d-70f683f5c22b'], 'active': True} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:42:22.319619 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-e5effd80-e5a2-4212-a3f6-93332906c0e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672804'] for router_interface (202de89f-0070-4642-a65d-70f683f5c22b), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:22.375396 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5effd80-e5a2-4212-a3f6-93332906c0e4 admin admin] Pushing event updated for resources: {'Port': ['ID=4036f5c8-e956-478d-ac61-cbab54fac187,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:22.391868 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5effd80-e5a2-4212-a3f6-93332906c0e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:42:22.392303 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5effd80-e5a2-4212-a3f6-93332906c0e4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:42:22.392742 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5effd80-e5a2-4212-a3f6-93332906c0e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:42:22.393200 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5effd80-e5a2-4212-a3f6-93332906c0e4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:42:22.393605 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5effd80-e5a2-4212-a3f6-93332906c0e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:42:22.393998 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5effd80-e5a2-4212-a3f6-93332906c0e4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:42:22.394458 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5effd80-e5a2-4212-a3f6-93332906c0e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:42:22.394835 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5effd80-e5a2-4212-a3f6-93332906c0e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:42:22.395228 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5effd80-e5a2-4212-a3f6-93332906c0e4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:42:22.395674 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5effd80-e5a2-4212-a3f6-93332906c0e4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:42:22.396250 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5effd80-e5a2-4212-a3f6-93332906c0e4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:42:22.396629 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5effd80-e5a2-4212-a3f6-93332906c0e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:42:22.397031 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5effd80-e5a2-4212-a3f6-93332906c0e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:42:22.397521 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5effd80-e5a2-4212-a3f6-93332906c0e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:42:22.397821 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5effd80-e5a2-4212-a3f6-93332906c0e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:42:22.437485 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:22.443280 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bbfb56-98e7-481c-91d7-2ee48d3648c8 None None] Pushing event updated for resources: {'Port': ['ID=b3f6f328-aaed-4146-85e2-5aa9c2371b92,revision_number=3']} {{(pid=111025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:22.500970 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvr_db [None req-81593cb1-1280-4741-9152-664ccb817a69 None None] Set router 202de89f-0070-4642-a65d-70f683f5c22b gateway port host: dv-cinder-803823-11-iscsi {{(pid=111025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:42:22.544811 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-5cb9ed8a-cbc7-421b-9998-a38a892eb459 None None] Provisioning complete for port 4036f5c8-e956-478d-ac61-cbab54fac187 triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:42:22.545337 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-5cb9ed8a-cbc7-421b-9998-a38a892eb459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (4036f5c8-e956-478d-ac61-cbab54fac187), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:22.590476 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-5cb9ed8a-cbc7-421b-9998-a38a892eb459 None None] Port 4036f5c8-e956-478d-ac61-cbab54fac187 cannot update to ACTIVE because it is not bound. {{(pid=111024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 00:42:22.610425 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-e5effd80-e5a2-4212-a3f6-93332906c0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (4036f5c8-e956-478d-ac61-cbab54fac187), before_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:22.665465 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:UPDATE=5 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:22.737431 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:22.775753 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-81593cb1-1280-4741-9152-664ccb817a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202de89f-0070-4642-a65d-70f683f5c22b', 'name': 'tempest-TestVolumeBootPattern-1472857262-router', 'tenant_id': '462ba7aac9634b0eb45f69eeed5823ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'b3f6f328-aaed-4146-85e2-5aa9c2371b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:42:18Z', 'updated_at': '2022-06-16T00:42:20Z', 'revision_number': 3, 'project_id': '462ba7aac9634b0eb45f69eeed5823ec', 'gw_port': {'id': 'b3f6f328-aaed-4146-85e2-5aa9c2371b92', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8a:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202de89f-0070-4642-a65d-70f683f5c22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:19Z', 'updated_at': '2022-06-16T00:42:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi'}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:42:22.788390 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-e5effd80-e5a2-4212-a3f6-93332906c0e4 admin admin] Publish callbacks [] for port (4036f5c8-e956-478d-ac61-cbab54fac187), precommit_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:22.801557 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81593cb1-1280-4741-9152-664ccb817a69 None None] The sync data for ids ['202de89f-0070-4642-a65d-70f683f5c22b'] in dv-cinder-803823-11-iscsi is: [{'id': '202de89f-0070-4642-a65d-70f683f5c22b', 'name': 'tempest-TestVolumeBootPattern-1472857262-router', 'tenant_id': '462ba7aac9634b0eb45f69eeed5823ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'b3f6f328-aaed-4146-85e2-5aa9c2371b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:42:18Z', 'updated_at': '2022-06-16T00:42:20Z', 'revision_number': 3, 'project_id': '462ba7aac9634b0eb45f69eeed5823ec', 'gw_port': {'id': 'b3f6f328-aaed-4146-85e2-5aa9c2371b92', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8a:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202de89f-0070-4642-a65d-70f683f5c22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:19Z', 'updated_at': '2022-06-16T00:42:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi'}] {{(pid=111025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 00:42:22.860351 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-e5effd80-e5a2-4212-a3f6-93332906c0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909850'] for port (4036f5c8-e956-478d-ac61-cbab54fac187), after_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:22.926878 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:22.936579 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-e5effd80-e5a2-4212-a3f6-93332906c0e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672856'] for router_interface (202de89f-0070-4642-a65d-70f683f5c22b), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:22.942646 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5effd80-e5a2-4212-a3f6-93332906c0e4 admin admin] Pushing event updated for resources: {'Port': ['ID=4036f5c8-e956-478d-ac61-cbab54fac187,revision_number=2']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:23.071968 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5effd80-e5a2-4212-a3f6-93332906c0e4 admin admin] Network d2482201-a84a-409d-8a08-2ab596b1c49b is already hosted by enough agents. {{(pid=111023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:42:23.071968 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.base_scheduler [None req-e5effd80-e5a2-4212-a3f6-93332906c0e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=111023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:42:23.212876 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5effd80-e5a2-4212-a3f6-93332906c0e4 admin admin] Router 202de89f-0070-4642-a65d-70f683f5c22b has already been hosted by L3 agent d0297bc9-c3a8-45ac-9023-c937cb4f21fc {{(pid=111023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 00:42:23.315418 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-2a93fb6c-97a8-4ffe-9e10-632cc70ef3de None None] Provisioning complete for port 4036f5c8-e956-478d-ac61-cbab54fac187 triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:42:23.316113 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-2a93fb6c-97a8-4ffe-9e10-632cc70ef3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (4036f5c8-e956-478d-ac61-cbab54fac187), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:23.355595 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-2a93fb6c-97a8-4ffe-9e10-632cc70ef3de None None] Port 4036f5c8-e956-478d-ac61-cbab54fac187 cannot update to ACTIVE because it is not bound. {{(pid=111024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 00:42:23.356276 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5effd80-e5a2-4212-a3f6-93332906c0e4 admin admin] Notify agent at l3_agent.dv-cinder-803823-11-iscsi the message routers_updated {{(pid=111023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 00:42:23.361553 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-e5effd80-e5a2-4212-a3f6-93332906c0e4 admin admin] 10.222.0.20 "PUT /v2.0/routers/202de89f-0070-4642-a65d-70f683f5c22b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1557982 Jun 16 00:42:23.776179 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 48100) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:42:23.838380 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 48104) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:42:23.843507 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.v2.base [None req-246a424d-6101-440b-819e-47ba182499de tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-298912126', 'description': 'tempest-secgroup-smoke-298912126 description', 'project_id': '3a122fcfab7f418baf78d7b742fa20db'}} {{(pid=111022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:42:23.935012 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-246a424d-6101-440b-819e-47ba182499de tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks [] for security_group (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:24.009457 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device b3f6f328-aaed-4146-85e2-5aa9c2371b92 up at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:42:24.055099 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Provisioning complete for port b3f6f328-aaed-4146-85e2-5aa9c2371b92 triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:42:24.055739 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (b3f6f328-aaed-4146-85e2-5aa9c2371b92), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:24.057563 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:24.099558 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-246a424d-6101-440b-819e-47ba182499de tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks [] for security_group (9f9352b3-d578-4225-bf07-e2cb32cb93a9), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:24.100037 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:24.134411 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Current status of the port b3f6f328-aaed-4146-85e2-5aa9c2371b92 is: DOWN; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:42:24.134788 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (b3f6f328-aaed-4146-85e2-5aa9c2371b92), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:24.155104 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] For port b3f6f328-aaed-4146-85e2-5aa9c2371b92, host dv-cinder-803823-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=b3f6f328-aaed-4146-85e2-5aa9c2371b92,segment=NetworkSegment(6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc),segment_id=6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:42:24.170834 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-246a424d-6101-440b-819e-47ba182499de tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (9f9352b3-d578-4225-bf07-e2cb32cb93a9), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:24.173032 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=4 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:24.217140 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246a424d-6101-440b-819e-47ba182499de tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9352b3-d578-4225-bf07-e2cb32cb93a9,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:24.237407 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (b3f6f328-aaed-4146-85e2-5aa9c2371b92), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:24.239063 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device 394f0615-d86f-448c-a123-45f519bbdd83 up at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:42:24.270197 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-246a424d-6101-440b-819e-47ba182499de tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks [] for security_group (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:24.275333 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-246a424d-6101-440b-819e-47ba182499de tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4320874 Jun 16 00:42:24.275465 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 48106) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:42:24.279698 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [None req-d181a709-dd1e-4002-a861-89b6a1840c15 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Request body: {'security_group_rule': {'security_group_id': '9f9352b3-d578-4225-bf07-e2cb32cb93a9', 'project_id': '3a122fcfab7f418baf78d7b742fa20db', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:42:24.367709 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Provisioning complete for port 394f0615-d86f-448c-a123-45f519bbdd83 triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:42:24.368308 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (394f0615-d86f-448c-a123-45f519bbdd83), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:24.377555 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-0db49075-27df-42ea-9b60-700bb8f4c1b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-678073'] for router_interface (77e43a31-7199-43bd-a9c6-0f82d416a435), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:24.407377 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Pushing event updated for resources: {'Port': ['ID=b3f6f328-aaed-4146-85e2-5aa9c2371b92,revision_number=4']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:24.441858 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-d181a709-dd1e-4002-a861-89b6a1840c15 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks [] for security_group_rule (0f48532e-b679-450b-9f7c-7f69eb9825bf), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:24.465449 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Current status of the port 394f0615-d86f-448c-a123-45f519bbdd83 is: ACTIVE; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:42:24.473948 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:24.511534 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-8591da26-4932-4e8c-8f83-1e1eff2c242e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (2a8c543c-b8d9-40d8-999c-fa03b757f547), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:24.520194 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-d181a709-dd1e-4002-a861-89b6a1840c15 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks [] for security_group_rule (0f48532e-b679-450b-9f7c-7f69eb9825bf), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:24.594816 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-d181a709-dd1e-4002-a861-89b6a1840c15 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623384'] for security_group_rule (0f48532e-b679-450b-9f7c-7f69eb9825bf), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:24.616680 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:24.618585 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d181a709-dd1e-4002-a861-89b6a1840c15 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f48532e-b679-450b-9f7c-7f69eb9825bf,revision_number=0']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:24.623210 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.plugin [None req-0db49075-27df-42ea-9b60-700bb8f4c1b6 admin admin] Deleting port ea3b799f-eca8-46b9-800b-66e9d4d0fc11 {{(pid=111022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 00:42:24.623539 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-0db49075-27df-42ea-9b60-700bb8f4c1b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753842671270'] for port (ea3b799f-eca8-46b9-800b-66e9d4d0fc11), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:24.675620 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1d8f1a-c608-446b-b4a7-39fafec163d5 None None] Sync routers for ids ['202de89f-0070-4642-a65d-70f683f5c22b'] in dv-cinder-803823-11-iscsi {{(pid=111024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 00:42:24.686037 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1d8f1a-c608-446b-b4a7-39fafec163d5 None None] Routers {'202de89f-0070-4642-a65d-70f683f5c22b'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:42:24.686742 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-8d1d8f1a-c608-446b-b4a7-39fafec163d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:41:57Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['202de89f-0070-4642-a65d-70f683f5c22b'], 'active': True} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:42:24.690821 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-d181a709-dd1e-4002-a861-89b6a1840c15 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:24.695951 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-d181a709-dd1e-4002-a861-89b6a1840c15 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4198058 Jun 16 00:42:24.696861 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 48112) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:42:24.707425 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.v2.base [None req-82ddfe76-fb21-4d35-9cec-40dfabf5bb56 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Request body: {'security_group_rule': {'security_group_id': '9f9352b3-d578-4225-bf07-e2cb32cb93a9', 'project_id': '3a122fcfab7f418baf78d7b742fa20db', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:42:24.715730 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.db [None req-0db49075-27df-42ea-9b60-700bb8f4c1b6 admin admin] For port ea3b799f-eca8-46b9-800b-66e9d4d0fc11, host dv-cinder-803823-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=ea3b799f-eca8-46b9-800b-66e9d4d0fc11,segment=NetworkSegment(5c02ce47-b4ce-4c8e-af6b-d3fbab975164),segment_id=5c02ce47-b4ce-4c8e-af6b-d3fbab975164)] {{(pid=111022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:42:24.716085 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-0db49075-27df-42ea-9b60-700bb8f4c1b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642233'] for port (ea3b799f-eca8-46b9-800b-66e9d4d0fc11), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:24.734927 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.plugin [None req-0db49075-27df-42ea-9b60-700bb8f4c1b6 admin admin] Calling delete_port for ea3b799f-eca8-46b9-800b-66e9d4d0fc11 owned by network:router_interface {{(pid=111022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 00:42:24.820073 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-82ddfe76-fb21-4d35-9cec-40dfabf5bb56 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks [] for security_group_rule (83847197-d404-4737-9c65-c148b2eef5d5), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:24.880980 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:24.920887 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvr_db [None req-8d1d8f1a-c608-446b-b4a7-39fafec163d5 None None] Set router 202de89f-0070-4642-a65d-70f683f5c22b gateway port host: dv-cinder-803823-11-iscsi {{(pid=111024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:42:24.925131 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-82ddfe76-fb21-4d35-9cec-40dfabf5bb56 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks [] for security_group_rule (83847197-d404-4737-9c65-c148b2eef5d5), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:25.023826 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-82ddfe76-fb21-4d35-9cec-40dfabf5bb56 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623384'] for security_group_rule (83847197-d404-4737-9c65-c148b2eef5d5), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:25.044685 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ddfe76-fb21-4d35-9cec-40dfabf5bb56 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83847197-d404-4737-9c65-c148b2eef5d5,revision_number=0']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:25.049251 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-0db49075-27df-42ea-9b60-700bb8f4c1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753842673475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753842110814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18330592'] for port (ea3b799f-eca8-46b9-800b-66e9d4d0fc11), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:25.076107 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db49075-27df-42ea-9b60-700bb8f4c1b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea3b799f-eca8-46b9-800b-66e9d4d0fc11,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:25.119651 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-8d1d8f1a-c608-446b-b4a7-39fafec163d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202de89f-0070-4642-a65d-70f683f5c22b', 'name': 'tempest-TestVolumeBootPattern-1472857262-router', 'tenant_id': '462ba7aac9634b0eb45f69eeed5823ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'b3f6f328-aaed-4146-85e2-5aa9c2371b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:42:18Z', 'updated_at': '2022-06-16T00:42:22Z', 'revision_number': 4, 'project_id': '462ba7aac9634b0eb45f69eeed5823ec', 'gw_port': {'id': 'b3f6f328-aaed-4146-85e2-5aa9c2371b92', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202de89f-0070-4642-a65d-70f683f5c22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:19Z', 'updated_at': '2022-06-16T00:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_interfaces': [{'id': '4036f5c8-e956-478d-ac61-cbab54fac187', 'name': '', 'network_id': 'd2482201-a84a-409d-8a08-2ab596b1c49b', 'tenant_id': '462ba7aac9634b0eb45f69eeed5823ec', 'mac_address': 'fa:16:3e:34:53:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202de89f-0070-4642-a65d-70f683f5c22b', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '16eebe3c-134a-4dba-80a3-d862dd528edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:21Z', 'updated_at': '2022-06-16T00:42:22Z', 'revision_number': 2, 'project_id': '462ba7aac9634b0eb45f69eeed5823ec', 'subnets': [{'id': '16eebe3c-134a-4dba-80a3-d862dd528edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:42:25.135045 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-82ddfe76-fb21-4d35-9cec-40dfabf5bb56 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:25.135045 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-82ddfe76-fb21-4d35-9cec-40dfabf5bb56 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4357867 Jun 16 00:42:25.137789 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 48114) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:42:25.144553 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [None req-9a2323f9-f072-4e27-8756-049701651b60 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Request body: {'security_group_rule': {'security_group_id': '9f9352b3-d578-4225-bf07-e2cb32cb93a9', 'project_id': '3a122fcfab7f418baf78d7b742fa20db', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:42:25.154599 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1d8f1a-c608-446b-b4a7-39fafec163d5 None None] Checking router: 202de89f-0070-4642-a65d-70f683f5c22b for host: dv-cinder-803823-11-iscsi {{(pid=111024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 00:42:25.154599 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1d8f1a-c608-446b-b4a7-39fafec163d5 None None] Updating router 202de89f-0070-4642-a65d-70f683f5c22b port 4036f5c8-e956-478d-ac61-cbab54fac187 binding host dv-cinder-803823-11-iscsi {{(pid=111024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 00:42:25.185458 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-8d1d8f1a-c608-446b-b4a7-39fafec163d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (4036f5c8-e956-478d-ac61-cbab54fac187), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:25.231579 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:25.257344 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-9a2323f9-f072-4e27-8756-049701651b60 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks [] for security_group_rule (00617588-11a7-4501-b1ff-6c57ea5c1c5e), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:25.332173 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-9a2323f9-f072-4e27-8756-049701651b60 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks [] for security_group_rule (00617588-11a7-4501-b1ff-6c57ea5c1c5e), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:25.408619 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-9a2323f9-f072-4e27-8756-049701651b60 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623384'] for security_group_rule (00617588-11a7-4501-b1ff-6c57ea5c1c5e), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:25.427917 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2323f9-f072-4e27-8756-049701651b60 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00617588-11a7-4501-b1ff-6c57ea5c1c5e,revision_number=0']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:25.464031 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-0db49075-27df-42ea-9b60-700bb8f4c1b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677933'] for router_interface (77e43a31-7199-43bd-a9c6-0f82d416a435), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:25.488894 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-8d1d8f1a-c608-446b-b4a7-39fafec163d5 None None] Publish callbacks [] for port (4036f5c8-e956-478d-ac61-cbab54fac187), precommit_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:25.507583 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-9a2323f9-f072-4e27-8756-049701651b60 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:25.508893 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-9a2323f9-f072-4e27-8756-049701651b60 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3700418 Jun 16 00:42:25.512211 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 48120) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:42:25.516692 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [None req-b4527b67-f4c5-4e4f-91e4-e68e58eeb3a3 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Request body: {'security_group_rule': {'security_group_id': '9f9352b3-d578-4225-bf07-e2cb32cb93a9', 'project_id': '3a122fcfab7f418baf78d7b742fa20db', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:42:25.585589 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-8d1d8f1a-c608-446b-b4a7-39fafec163d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (4036f5c8-e956-478d-ac61-cbab54fac187), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:25.616424 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:25.637587 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40dc240-e9a8-47db-b930-6391fa643136 None None] Pushing event updated for resources: {'Port': ['ID=4036f5c8-e956-478d-ac61-cbab54fac187,revision_number=3']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:25.651093 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-b4527b67-f4c5-4e4f-91e4-e68e58eeb3a3 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks [] for security_group_rule (482980a6-03c9-4631-a664-eb2ad756ba02), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:25.687108 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0db49075-27df-42ea-9b60-700bb8f4c1b6 admin admin] Router 77e43a31-7199-43bd-a9c6-0f82d416a435 has already been hosted by L3 agent d0297bc9-c3a8-45ac-9023-c937cb4f21fc {{(pid=111022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 00:42:25.694577 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=86,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:25.726507 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-b4527b67-f4c5-4e4f-91e4-e68e58eeb3a3 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks [] for security_group_rule (482980a6-03c9-4631-a664-eb2ad756ba02), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:25.727130 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.managers [None req-8d1d8f1a-c608-446b-b4a7-39fafec163d5 None None] Attempting to bind port 4036f5c8-e956-478d-ac61-cbab54fac187 on host dv-cinder-803823-11-iscsi for vnic_type normal with profile {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 00:42:25.727502 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.managers [None req-8d1d8f1a-c608-446b-b4a7-39fafec163d5 None None] Attempting to bind port 4036f5c8-e956-478d-ac61-cbab54fac187 by drivers openvswitch,hyperv on host dv-cinder-803823-11-iscsi at level 0 using segments [{'id': 'e5722f67-5afb-4949-a05d-a82ec0119e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd2482201-a84a-409d-8a08-2ab596b1c49b'}] {{(pid=111024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 00:42:25.727861 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1d8f1a-c608-446b-b4a7-39fafec163d5 None None] Attempting to bind port 4036f5c8-e956-478d-ac61-cbab54fac187 on network d2482201-a84a-409d-8a08-2ab596b1c49b {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 00:42:25.733540 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1d8f1a-c608-446b-b4a7-39fafec163d5 None None] Checking agent: {'id': '81117e21-cbf2-493f-9e14-29a3cec1f25a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 0, 26, 30), 'started_at': datetime.datetime(2022, 6, 16, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 00:42:25.733904 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1d8f1a-c608-446b-b4a7-39fafec163d5 None None] Checking segment: {'id': 'e5722f67-5afb-4949-a05d-a82ec0119e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd2482201-a84a-409d-8a08-2ab596b1c49b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 00:42:25.734295 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-8d1d8f1a-c608-446b-b4a7-39fafec163d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:25.734677 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1d8f1a-c608-446b-b4a7-39fafec163d5 None None] Bound using segment: {'id': 'e5722f67-5afb-4949-a05d-a82ec0119e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd2482201-a84a-409d-8a08-2ab596b1c49b'} {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 00:42:25.735129 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.managers [None req-8d1d8f1a-c608-446b-b4a7-39fafec163d5 None None] Bound port: 4036f5c8-e956-478d-ac61-cbab54fac187, host: dv-cinder-803823-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5722f67-5afb-4949-a05d-a82ec0119e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd2482201-a84a-409d-8a08-2ab596b1c49b'}}] {{(pid=111024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 00:42:25.735495 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-8d1d8f1a-c608-446b-b4a7-39fafec163d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (4036f5c8-e956-478d-ac61-cbab54fac187), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:25.800497 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db49075-27df-42ea-9b60-700bb8f4c1b6 admin admin] Notify agent at l3_agent.dv-cinder-803823-11-iscsi the message routers_updated {{(pid=111022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 00:42:25.803580 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-8d1d8f1a-c608-446b-b4a7-39fafec163d5 None None] For port 4036f5c8-e956-478d-ac61-cbab54fac187, host dv-cinder-803823-11-iscsi, cleared binding levels {{(pid=111024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 00:42:25.807911 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-0db49075-27df-42ea-9b60-700bb8f4c1b6 admin admin] 10.222.0.20 "PUT /v2.0/routers/77e43a31-7199-43bd-a9c6-0f82d416a435/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0305467 Jun 16 00:42:25.809776 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-8d1d8f1a-c608-446b-b4a7-39fafec163d5 None None] For port 4036f5c8-e956-478d-ac61-cbab54fac187, host dv-cinder-803823-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=4036f5c8-e956-478d-ac61-cbab54fac187,segment=NetworkSegment(e5722f67-5afb-4949-a05d-a82ec0119e00),segment_id=e5722f67-5afb-4949-a05d-a82ec0119e00)] {{(pid=111024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 00:42:25.809888 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 48122) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:42:25.811036 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58ebc1d-cb42-4e66-994a-116720106a16 None None] Sync routers for ids ['77e43a31-7199-43bd-a9c6-0f82d416a435'] in dv-cinder-803823-11-iscsi {{(pid=111025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 00:42:25.822315 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58ebc1d-cb42-4e66-994a-116720106a16 None None] Routers {'77e43a31-7199-43bd-a9c6-0f82d416a435'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:42:25.823182 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-c58ebc1d-cb42-4e66-994a-116720106a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:41:57Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['77e43a31-7199-43bd-a9c6-0f82d416a435'], 'active': True} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:42:25.874187 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-b4527b67-f4c5-4e4f-91e4-e68e58eeb3a3 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623384'] for security_group_rule (482980a6-03c9-4631-a664-eb2ad756ba02), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:25.913816 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4527b67-f4c5-4e4f-91e4-e68e58eeb3a3 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=482980a6-03c9-4631-a664-eb2ad756ba02,revision_number=0']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:25.922221 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-9a4e2fd7-d6fc-4586-9399-cd9f699d152b None None] Provisioning complete for port 4036f5c8-e956-478d-ac61-cbab54fac187 triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:42:25.922742 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-9a4e2fd7-d6fc-4586-9399-cd9f699d152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (4036f5c8-e956-478d-ac61-cbab54fac187), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:25.927006 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-8d1d8f1a-c608-446b-b4a7-39fafec163d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (4036f5c8-e956-478d-ac61-cbab54fac187), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:25.958146 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-1f344ec1-054e-4512-8adf-20403fe2ad9c admin admin] Publish callbacks [] for router (77e43a31-7199-43bd-a9c6-0f82d416a435), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:25.961639 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvr_db [None req-c58ebc1d-cb42-4e66-994a-116720106a16 None None] Set router 77e43a31-7199-43bd-a9c6-0f82d416a435 gateway port host: dv-cinder-803823-11-iscsi {{(pid=111025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:42:26.054513 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1d8f1a-c608-446b-b4a7-39fafec163d5 None None] Routers {'202de89f-0070-4642-a65d-70f683f5c22b'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:42:26.055214 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-8d1d8f1a-c608-446b-b4a7-39fafec163d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:41:57Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['202de89f-0070-4642-a65d-70f683f5c22b'], 'active': True} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:42:26.069050 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-b4527b67-f4c5-4e4f-91e4-e68e58eeb3a3 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:26.074595 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 48126) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:42:26.075216 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-b4527b67-f4c5-4e4f-91e4-e68e58eeb3a3 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5614665 Jun 16 00:42:26.080413 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.v2.base [None req-7d41bb48-d3cc-439e-b36b-905023529cac tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Request body: {'security_group_rule': {'security_group_id': '9f9352b3-d578-4225-bf07-e2cb32cb93a9', 'project_id': '3a122fcfab7f418baf78d7b742fa20db', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:42:26.128954 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-1f344ec1-054e-4512-8adf-20403fe2ad9c admin admin] Publish callbacks [] for router_gateway (77e43a31-7199-43bd-a9c6-0f82d416a435), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:26.157533 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device b3f6f328-aaed-4146-85e2-5aa9c2371b92 up at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:42:26.196374 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.db.securitygroups_db [None req-7d41bb48-d3cc-439e-b36b-905023529cac tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Project 3a122fcfab7f418baf78d7b742fa20db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 00:42:26.199731 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-c58ebc1d-cb42-4e66-994a-116720106a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e43a31-7199-43bd-a9c6-0f82d416a435', 'name': 'tempest-AttachVolumeShelveTestJSON-1900672149-router', 'tenant_id': '494ce289f1774df0833301de8e46ae11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'a5b62024-ed52-49f6-9d00-e9c9c9c7a995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:34:36Z', 'updated_at': '2022-06-16T00:42:24Z', 'revision_number': 5, 'project_id': '494ce289f1774df0833301de8e46ae11', 'gw_port': {'id': 'a5b62024-ed52-49f6-9d00-e9c9c9c7a995', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e43a31-7199-43bd-a9c6-0f82d416a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:34:38Z', 'updated_at': '2022-06-16T00:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi'}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:42:26.211436 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-7d41bb48-d3cc-439e-b36b-905023529cac tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks [] for security_group_rule (db335226-374a-4f9c-86b9-e24e49cd4df2), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:26.218635 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40dc240-e9a8-47db-b930-6391fa643136 None None] Pushing event updated for resources: {'Port': ['ID=4036f5c8-e956-478d-ac61-cbab54fac187,revision_number=4']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:26.228399 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58ebc1d-cb42-4e66-994a-116720106a16 None None] Checking router: 77e43a31-7199-43bd-a9c6-0f82d416a435 for host: dv-cinder-803823-11-iscsi {{(pid=111025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 00:42:26.239051 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58ebc1d-cb42-4e66-994a-116720106a16 None None] Routers {'77e43a31-7199-43bd-a9c6-0f82d416a435'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:42:26.239990 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-c58ebc1d-cb42-4e66-994a-116720106a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:41:57Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['77e43a31-7199-43bd-a9c6-0f82d416a435'], 'active': True} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:42:26.299155 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Provisioning complete for port b3f6f328-aaed-4146-85e2-5aa9c2371b92 triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:42:26.299479 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (b3f6f328-aaed-4146-85e2-5aa9c2371b92), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:26.318391 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-7d41bb48-d3cc-439e-b36b-905023529cac tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks [] for security_group_rule (db335226-374a-4f9c-86b9-e24e49cd4df2), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:26.323299 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-9a4e2fd7-d6fc-4586-9399-cd9f699d152b None None] Current status of the port 4036f5c8-e956-478d-ac61-cbab54fac187 is: DOWN; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:42:26.323708 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-9a4e2fd7-d6fc-4586-9399-cd9f699d152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (4036f5c8-e956-478d-ac61-cbab54fac187), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:26.331313 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvr_db [None req-8d1d8f1a-c608-446b-b4a7-39fafec163d5 None None] Set router 202de89f-0070-4642-a65d-70f683f5c22b gateway port host: dv-cinder-803823-11-iscsi {{(pid=111024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:42:26.336812 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvr_db [None req-c58ebc1d-cb42-4e66-994a-116720106a16 None None] Set router 77e43a31-7199-43bd-a9c6-0f82d416a435 gateway port host: None {{(pid=111025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:42:26.388259 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:26.396084 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-c58ebc1d-cb42-4e66-994a-116720106a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e43a31-7199-43bd-a9c6-0f82d416a435', 'name': 'tempest-AttachVolumeShelveTestJSON-1900672149-router', 'tenant_id': '494ce289f1774df0833301de8e46ae11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:34:36Z', 'updated_at': '2022-06-16T00:42:26Z', 'revision_number': 6, 'project_id': '494ce289f1774df0833301de8e46ae11', 'gw_port_host': None}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:42:26.421634 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58ebc1d-cb42-4e66-994a-116720106a16 None None] The sync data for ids ['77e43a31-7199-43bd-a9c6-0f82d416a435'] in dv-cinder-803823-11-iscsi is: [{'id': '77e43a31-7199-43bd-a9c6-0f82d416a435', 'name': 'tempest-AttachVolumeShelveTestJSON-1900672149-router', 'tenant_id': '494ce289f1774df0833301de8e46ae11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:34:36Z', 'updated_at': '2022-06-16T00:42:26Z', 'revision_number': 6, 'project_id': '494ce289f1774df0833301de8e46ae11', 'gw_port_host': None}] {{(pid=111025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 00:42:26.423478 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-7d41bb48-d3cc-439e-b36b-905023529cac tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623384'] for security_group_rule (db335226-374a-4f9c-86b9-e24e49cd4df2), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:26.443806 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-9a4e2fd7-d6fc-4586-9399-cd9f699d152b None None] For port 4036f5c8-e956-478d-ac61-cbab54fac187, host dv-cinder-803823-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=4036f5c8-e956-478d-ac61-cbab54fac187,segment=NetworkSegment(e5722f67-5afb-4949-a05d-a82ec0119e00),segment_id=e5722f67-5afb-4949-a05d-a82ec0119e00)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:42:26.444421 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d41bb48-d3cc-439e-b36b-905023529cac tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db335226-374a-4f9c-86b9-e24e49cd4df2,revision_number=0']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:26.542972 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Current status of the port b3f6f328-aaed-4146-85e2-5aa9c2371b92 is: ACTIVE; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:42:26.548696 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-9a4e2fd7-d6fc-4586-9399-cd9f699d152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (4036f5c8-e956-478d-ac61-cbab54fac187), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:26.575111 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-7d41bb48-d3cc-439e-b36b-905023529cac tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:26.577713 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-7d41bb48-d3cc-439e-b36b-905023529cac tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5014029 Jun 16 00:42:26.580398 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 48128) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:42:26.586506 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.v2.base [None req-19f90713-b5c9-415b-8115-92b12e7cb53d tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Request body: {'security_group_rule': {'security_group_id': '9f9352b3-d578-4225-bf07-e2cb32cb93a9', 'project_id': '3a122fcfab7f418baf78d7b742fa20db', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:42:26.602426 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [None req-1f344ec1-054e-4512-8adf-20403fe2ad9c admin admin] Deleting port a5b62024-ed52-49f6-9d00-e9c9c9c7a995 {{(pid=111023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 00:42:26.605040 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-1f344ec1-054e-4512-8adf-20403fe2ad9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753842671270'] for port (a5b62024-ed52-49f6-9d00-e9c9c9c7a995), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:26.618706 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:26.634101 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4e2fd7-d6fc-4586-9399-cd9f699d152b None None] Pushing event updated for resources: {'Port': ['ID=4036f5c8-e956-478d-ac61-cbab54fac187,revision_number=5']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:26.681586 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-1e1b293b-7aa1-427f-944e-def9a4a882e4 None None] Provisioning complete for port 4036f5c8-e956-478d-ac61-cbab54fac187 triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:42:26.681785 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-1e1b293b-7aa1-427f-944e-def9a4a882e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (4036f5c8-e956-478d-ac61-cbab54fac187), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:26.684587 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.db [None req-1f344ec1-054e-4512-8adf-20403fe2ad9c admin admin] For port a5b62024-ed52-49f6-9d00-e9c9c9c7a995, host dv-cinder-803823-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=a5b62024-ed52-49f6-9d00-e9c9c9c7a995,segment=NetworkSegment(6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc),segment_id=6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc)] {{(pid=111023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:42:26.685132 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-1f344ec1-054e-4512-8adf-20403fe2ad9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642233'] for port (a5b62024-ed52-49f6-9d00-e9c9c9c7a995), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:26.689150 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.db.securitygroups_db [None req-19f90713-b5c9-415b-8115-92b12e7cb53d tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Project 3a122fcfab7f418baf78d7b742fa20db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 00:42:26.696638 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-19f90713-b5c9-415b-8115-92b12e7cb53d tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks [] for security_group_rule (bac070ee-56fb-4a4c-923f-d7a58701f040), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:26.699435 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [None req-1f344ec1-054e-4512-8adf-20403fe2ad9c admin admin] Calling delete_port for a5b62024-ed52-49f6-9d00-e9c9c9c7a995 owned by network:router_gateway {{(pid=111023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 00:42:26.715600 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-8d1d8f1a-c608-446b-b4a7-39fafec163d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202de89f-0070-4642-a65d-70f683f5c22b', 'name': 'tempest-TestVolumeBootPattern-1472857262-router', 'tenant_id': '462ba7aac9634b0eb45f69eeed5823ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'b3f6f328-aaed-4146-85e2-5aa9c2371b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:42:18Z', 'updated_at': '2022-06-16T00:42:22Z', 'revision_number': 4, 'project_id': '462ba7aac9634b0eb45f69eeed5823ec', 'gw_port': {'id': 'b3f6f328-aaed-4146-85e2-5aa9c2371b92', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202de89f-0070-4642-a65d-70f683f5c22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:19Z', 'updated_at': '2022-06-16T00:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_interfaces': [{'id': '4036f5c8-e956-478d-ac61-cbab54fac187', 'name': '', 'network_id': 'd2482201-a84a-409d-8a08-2ab596b1c49b', 'tenant_id': '462ba7aac9634b0eb45f69eeed5823ec', 'mac_address': 'fa:16:3e:34:53:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202de89f-0070-4642-a65d-70f683f5c22b', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '16eebe3c-134a-4dba-80a3-d862dd528edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:21Z', 'updated_at': '2022-06-16T00:42:25Z', 'revision_number': 4, 'project_id': '462ba7aac9634b0eb45f69eeed5823ec', 'subnets': [{'id': '16eebe3c-134a-4dba-80a3-d862dd528edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:42:26.746383 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:26.752113 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1d8f1a-c608-446b-b4a7-39fafec163d5 None None] The sync data for ids ['202de89f-0070-4642-a65d-70f683f5c22b'] in dv-cinder-803823-11-iscsi is: [{'id': '202de89f-0070-4642-a65d-70f683f5c22b', 'name': 'tempest-TestVolumeBootPattern-1472857262-router', 'tenant_id': '462ba7aac9634b0eb45f69eeed5823ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'b3f6f328-aaed-4146-85e2-5aa9c2371b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:42:18Z', 'updated_at': '2022-06-16T00:42:22Z', 'revision_number': 4, 'project_id': '462ba7aac9634b0eb45f69eeed5823ec', 'gw_port': {'id': 'b3f6f328-aaed-4146-85e2-5aa9c2371b92', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202de89f-0070-4642-a65d-70f683f5c22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:19Z', 'updated_at': '2022-06-16T00:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_interfaces': [{'id': '4036f5c8-e956-478d-ac61-cbab54fac187', 'name': '', 'network_id': 'd2482201-a84a-409d-8a08-2ab596b1c49b', 'tenant_id': '462ba7aac9634b0eb45f69eeed5823ec', 'mac_address': 'fa:16:3e:34:53:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202de89f-0070-4642-a65d-70f683f5c22b', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '16eebe3c-134a-4dba-80a3-d862dd528edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:21Z', 'updated_at': '2022-06-16T00:42:25Z', 'revision_number': 4, 'project_id': '462ba7aac9634b0eb45f69eeed5823ec', 'subnets': [{'id': '16eebe3c-134a-4dba-80a3-d862dd528edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 00:42:26.761019 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-19f90713-b5c9-415b-8115-92b12e7cb53d tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks [] for security_group_rule (bac070ee-56fb-4a4c-923f-d7a58701f040), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:26.787982 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-4ef3d649-d321-444c-acb5-0155d02e6ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (d0297bc9-c3a8-45ac-9023-c937cb4f21fc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:26.809306 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-1e1b293b-7aa1-427f-944e-def9a4a882e4 None None] Current status of the port 4036f5c8-e956-478d-ac61-cbab54fac187 is: ACTIVE; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:42:26.840003 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:26.871916 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-19f90713-b5c9-415b-8115-92b12e7cb53d tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623384'] for security_group_rule (bac070ee-56fb-4a4c-923f-d7a58701f040), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:26.901860 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f90713-b5c9-415b-8115-92b12e7cb53d tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bac070ee-56fb-4a4c-923f-d7a58701f040,revision_number=0']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:26.956926 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-19f90713-b5c9-415b-8115-92b12e7cb53d tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:26.958289 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-19f90713-b5c9-415b-8115-92b12e7cb53d tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3767200 Jun 16 00:42:26.987890 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-1f344ec1-054e-4512-8adf-20403fe2ad9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753842673475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753842110814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909837'] for port (a5b62024-ed52-49f6-9d00-e9c9c9c7a995), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:27.019064 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f344ec1-054e-4512-8adf-20403fe2ad9c admin admin] Pushing event deleted for resources: {'Port': ['ID=a5b62024-ed52-49f6-9d00-e9c9c9c7a995,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:27.091496 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-1f344ec1-054e-4512-8adf-20403fe2ad9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-673148'] for router_gateway (77e43a31-7199-43bd-a9c6-0f82d416a435), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:27.185779 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-1f344ec1-054e-4512-8adf-20403fe2ad9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3429'] for router (77e43a31-7199-43bd-a9c6-0f82d416a435), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:27.189091 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-1f344ec1-054e-4512-8adf-20403fe2ad9c admin admin] Publish callbacks [] for router_controller (77e43a31-7199-43bd-a9c6-0f82d416a435), precommit_delete_associations {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:27.308337 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-1f344ec1-054e-4512-8adf-20403fe2ad9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-673004'] for router (77e43a31-7199-43bd-a9c6-0f82d416a435), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:27.309072 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f344ec1-054e-4512-8adf-20403fe2ad9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77e43a31-7199-43bd-a9c6-0f82d416a435 {{(pid=111023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 00:42:27.317905 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-1f344ec1-054e-4512-8adf-20403fe2ad9c admin admin] Publish callbacks [] for router (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:27.317905 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-1f344ec1-054e-4512-8adf-20403fe2ad9c admin admin] 10.222.0.20 "DELETE /v2.0/routers/77e43a31-7199-43bd-a9c6-0f82d416a435 HTTP/1.1" status: 204 len: 168 time: 1.5053384 Jun 16 00:42:27.318166 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 48170) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:42:27.367114 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1a0df35-7d9a-41b1-9433-129e54a0bab8 admin admin] Deleting subnet 892d2143-b3e2-4410-bf1b-7ad84511c529 {{(pid=111022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 00:42:27.371071 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-c1a0df35-7d9a-41b1-9433-129e54a0bab8 admin admin] Publish callbacks [] for subnet (892d2143-b3e2-4410-bf1b-7ad84511c529), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:27.390640 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:27.412008 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-c1a0df35-7d9a-41b1-9433-129e54a0bab8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18744226'] for subnet (892d2143-b3e2-4410-bf1b-7ad84511c529), precommit_delete_associations {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:27.491202 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-c1a0df35-7d9a-41b1-9433-129e54a0bab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1219515'] for subnet (892d2143-b3e2-4410-bf1b-7ad84511c529), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:27.636744 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-c1a0df35-7d9a-41b1-9433-129e54a0bab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1219458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18330573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18407658'] for subnet (892d2143-b3e2-4410-bf1b-7ad84511c529), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:27.661268 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a0df35-7d9a-41b1-9433-129e54a0bab8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=892d2143-b3e2-4410-bf1b-7ad84511c529,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:27.666917 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-c1a0df35-7d9a-41b1-9433-129e54a0bab8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590195'] for subnet (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:27.673017 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-c1a0df35-7d9a-41b1-9433-129e54a0bab8 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/892d2143-b3e2-4410-bf1b-7ad84511c529 HTTP/1.1" status: 204 len: 168 time: 0.3520150 Jun 16 00:42:27.673312 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 48172) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:42:27.675528 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6150c725-1910-4e62-bfd3-5f49aa2b3466 None None] Network a6844d01-625d-4b71-91cf-373fe3e3e7cc requested from dv-cinder-803823-11-iscsi {{(pid=111024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 00:42:27.697029 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=83,neutron:INSERT=4,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:27.759838 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-7f74896c-b16b-4567-a037-1712c94a85f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1350587'] for network (a6844d01-625d-4b71-91cf-373fe3e3e7cc), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:27.804889 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.plugin [None req-7f74896c-b16b-4567-a037-1712c94a85f7 admin admin] Deleting port f0fdc763-55cd-45e9-be34-cf5fcbb4fcc4 {{(pid=111022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 00:42:27.805323 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-7f74896c-b16b-4567-a037-1712c94a85f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753842671270'] for port (f0fdc763-55cd-45e9-be34-cf5fcbb4fcc4), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:27.864948 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb16e4a9-e788-4484-b800-3e0bf3f56b0a None None] DHCP port deletion for a6844d01-625d-4b71-91cf-373fe3e3e7cc request from dv-cinder-803823-11-iscsi {{(pid=111024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 00:42:27.920515 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.db [None req-7f74896c-b16b-4567-a037-1712c94a85f7 admin admin] For port f0fdc763-55cd-45e9-be34-cf5fcbb4fcc4, host dv-cinder-803823-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=f0fdc763-55cd-45e9-be34-cf5fcbb4fcc4,segment=NetworkSegment(5c02ce47-b4ce-4c8e-af6b-d3fbab975164),segment_id=5c02ce47-b4ce-4c8e-af6b-d3fbab975164)] {{(pid=111022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:42:27.921893 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-7f74896c-b16b-4567-a037-1712c94a85f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642233'] for port (f0fdc763-55cd-45e9-be34-cf5fcbb4fcc4), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:27.929587 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-fb16e4a9-e788-4484-b800-3e0bf3f56b0a None None] Deleting port f0fdc763-55cd-45e9-be34-cf5fcbb4fcc4 {{(pid=111024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 00:42:27.929968 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-fb16e4a9-e788-4484-b800-3e0bf3f56b0a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753842671270'] for port (f0fdc763-55cd-45e9-be34-cf5fcbb4fcc4), before_delete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:27.951022 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-117977e4-98b1-40f2-baea-1bec010e476c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (b90f279a-3e8f-4325-a28d-8d213fb96fbc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:27.954247 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.plugin [None req-7f74896c-b16b-4567-a037-1712c94a85f7 admin admin] Calling delete_port for f0fdc763-55cd-45e9-be34-cf5fcbb4fcc4 owned by network:dhcp {{(pid=111022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 00:42:28.024638 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device 4036f5c8-e956-478d-ac61-cbab54fac187 up at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:42:28.066992 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-fb16e4a9-e788-4484-b800-3e0bf3f56b0a None None] For port f0fdc763-55cd-45e9-be34-cf5fcbb4fcc4, host dv-cinder-803823-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=f0fdc763-55cd-45e9-be34-cf5fcbb4fcc4,segment=NetworkSegment(5c02ce47-b4ce-4c8e-af6b-d3fbab975164),segment_id=5c02ce47-b4ce-4c8e-af6b-d3fbab975164)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:42:28.067388 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-fb16e4a9-e788-4484-b800-3e0bf3f56b0a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642233'] for port (f0fdc763-55cd-45e9-be34-cf5fcbb4fcc4), precommit_delete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:28.084587 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-fb16e4a9-e788-4484-b800-3e0bf3f56b0a None None] Calling delete_port for f0fdc763-55cd-45e9-be34-cf5fcbb4fcc4 owned by network:dhcp {{(pid=111024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 00:42:28.105847 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Provisioning complete for port 4036f5c8-e956-478d-ac61-cbab54fac187 triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:42:28.106195 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (4036f5c8-e956-478d-ac61-cbab54fac187), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:28.137640 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-7f74896c-b16b-4567-a037-1712c94a85f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753842673475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753842110814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18330592'] for port (f0fdc763-55cd-45e9-be34-cf5fcbb4fcc4), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:28.169200 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f74896c-b16b-4567-a037-1712c94a85f7 admin admin] No DVR routers for this DVR port f0fdc763-55cd-45e9-be34-cf5fcbb4fcc4 on host dv-cinder-803823-11-iscsi {{(pid=111022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 00:42:28.171067 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f74896c-b16b-4567-a037-1712c94a85f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0fdc763-55cd-45e9-be34-cf5fcbb4fcc4,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:28.247162 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-7f74896c-b16b-4567-a037-1712c94a85f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1217386', 'neutron.services.segments.db._delete_segments_for_network-8753842649658'] for network (a6844d01-625d-4b71-91cf-373fe3e3e7cc), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:28.269379 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.services.segments.db [None req-7f74896c-b16b-4567-a037-1712c94a85f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6844d01-625d-4b71-91cf-373fe3e3e7cc']}} {{(pid=111022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:42:28.279777 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.services.segments.db [None req-7f74896c-b16b-4567-a037-1712c94a85f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c02ce47-b4ce-4c8e-af6b-d3fbab975164') {'for_net_delete': True} {{(pid=111022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:42:28.281613 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.services.segments.db [None req-7f74896c-b16b-4567-a037-1712c94a85f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c02ce47-b4ce-4c8e-af6b-d3fbab975164') {} {{(pid=111022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:42:28.290287 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-7f74896c-b16b-4567-a037-1712c94a85f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753842648513', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18744251'] for segment (5c02ce47-b4ce-4c8e-af6b-d3fbab975164), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:28.303562 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-7f74896c-b16b-4567-a037-1712c94a85f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219328'] for segment (5c02ce47-b4ce-4c8e-af6b-d3fbab975164), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:28.309913 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f74896c-b16b-4567-a037-1712c94a85f7 admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=111022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 00:42:28.310286 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-7f74896c-b16b-4567-a037-1712c94a85f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18330515'] for segment (5c02ce47-b4ce-4c8e-af6b-d3fbab975164), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:28.335760 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.services.segments.plugin [-] Segment 5c02ce47-b4ce-4c8e-af6b-d3fbab975164 resource provider aggregate not found Jun 16 00:42:28.355053 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-fb16e4a9-e788-4484-b800-3e0bf3f56b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753842673475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753842110814'] for port (f0fdc763-55cd-45e9-be34-cf5fcbb4fcc4), after_delete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:28.373357 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.services.segments.plugin [-] Segment 5c02ce47-b4ce-4c8e-af6b-d3fbab975164 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5c02ce47-b4ce-4c8e-af6b-d3fbab975164 found for delete ", "request_id": "req-027c55a0-649a-42f1-8fe8-9f124f9a11be"}]} Jun 16 00:42:28.387623 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb16e4a9-e788-4484-b800-3e0bf3f56b0a None None] Pushing event deleted for resources: {'Port': ['ID=f0fdc763-55cd-45e9-be34-cf5fcbb4fcc4,revision_number=None']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:28.391746 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb16e4a9-e788-4484-b800-3e0bf3f56b0a None None] No DVR routers for this DVR port f0fdc763-55cd-45e9-be34-cf5fcbb4fcc4 on host dv-cinder-803823-11-iscsi {{(pid=111024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 00:42:28.397736 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Current status of the port 4036f5c8-e956-478d-ac61-cbab54fac187 is: ACTIVE; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:42:28.450168 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device f0fdc763-55cd-45e9-be34-cf5fcbb4fcc4 no longer exists at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 00:42:28.463292 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-7f74896c-b16b-4567-a037-1712c94a85f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1220132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673112'] for network (a6844d01-625d-4b71-91cf-373fe3e3e7cc), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:28.469827 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] No Port match for: f0fdc763-55cd-45e9-be34-cf5fcbb4fcc4 {{(pid=111024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 00:42:28.470165 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device f0fdc763-55cd-45e9-be34-cf5fcbb4fcc4 not bound to the agent host dv-cinder-803823-11-iscsi {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 00:42:28.470625 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device ea3b799f-eca8-46b9-800b-66e9d4d0fc11 no longer exists at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 00:42:28.472616 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-7f74896c-b16b-4567-a037-1712c94a85f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590195'] for network (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:28.479156 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-7f74896c-b16b-4567-a037-1712c94a85f7 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a6844d01-625d-4b71-91cf-373fe3e3e7cc HTTP/1.1" status: 204 len: 168 time: 0.8021364 Jun 16 00:42:28.486947 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f74896c-b16b-4567-a037-1712c94a85f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6844d01-625d-4b71-91cf-373fe3e3e7cc,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:28.496842 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] No Port match for: ea3b799f-eca8-46b9-800b-66e9d4d0fc11 {{(pid=111024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 00:42:28.497211 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device ea3b799f-eca8-46b9-800b-66e9d4d0fc11 not bound to the agent host dv-cinder-803823-11-iscsi {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 00:42:28.497621 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device a5b62024-ed52-49f6-9d00-e9c9c9c7a995 no longer exists at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 00:42:28.500022 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:28.516481 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] No Port match for: a5b62024-ed52-49f6-9d00-e9c9c9c7a995 {{(pid=111024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 00:42:28.516849 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device a5b62024-ed52-49f6-9d00-e9c9c9c7a995 not bound to the agent host dv-cinder-803823-11-iscsi {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 00:42:28.791980 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 48186) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:42:28.832105 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-36603a3c-a6c3-41f9-9ea3-98a83ba3048f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=494ce289f1774df0833301de8e46ae11&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0389779 Jun 16 00:42:28.834651 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 48188) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:42:28.887229 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-8896a6aa-4b1a-48b9-84db-4691ce6ca01c admin admin] Publish callbacks [] for security_group (a533a7ba-8220-4df6-9178-6e7f01608462), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:28.909159 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-8896a6aa-4b1a-48b9-84db-4691ce6ca01c admin admin] Publish callbacks [] for security_group (a533a7ba-8220-4df6-9178-6e7f01608462), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:29.008825 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-8896a6aa-4b1a-48b9-84db-4691ce6ca01c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (a533a7ba-8220-4df6-9178-6e7f01608462), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:29.011364 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-8896a6aa-4b1a-48b9-84db-4691ce6ca01c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:29.012990 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-8896a6aa-4b1a-48b9-84db-4691ce6ca01c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a533a7ba-8220-4df6-9178-6e7f01608462 HTTP/1.1" status: 204 len: 168 time: 0.1768386 Jun 16 00:42:29.020850 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8896a6aa-4b1a-48b9-84db-4691ce6ca01c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a533a7ba-8220-4df6-9178-6e7f01608462,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:29.257545 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-faa15201-cec6-4660-ae33-7025f254e5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (50ece25a-9452-44f6-8bc9-48c0ade2294b), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:29.711680 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (81117e21-cbf2-493f-9e14-29a3cec1f25a), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:30.098482 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 48230) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:42:30.198127 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [None req-f6af7dd7-ff6f-4c7f-8698-2c757a77ffe1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1454236411-network', 'tenant_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2'}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:42:30.280832 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6af7dd7-ff6f-4c7f-8698-2c757a77ffe1 admin admin] Made reservation on behalf of f8eb9ad6ea03410f9956bbabeddcd5b2 for: {'network': 1} {{(pid=111023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 00:42:30.283255 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-f6af7dd7-ff6f-4c7f-8698-2c757a77ffe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for network (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:30.292511 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-f6af7dd7-ff6f-4c7f-8698-2c757a77ffe1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:30.368464 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-f6af7dd7-ff6f-4c7f-8698-2c757a77ffe1 admin admin] Publish callbacks [] for security_group (ea41d88b-3b4a-45a9-8c5a-66df6c10f9f2), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:30.429177 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-f6af7dd7-ff6f-4c7f-8698-2c757a77ffe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (ea41d88b-3b4a-45a9-8c5a-66df6c10f9f2), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:30.452279 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6af7dd7-ff6f-4c7f-8698-2c757a77ffe1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=111023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 00:42:30.467464 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6af7dd7-ff6f-4c7f-8698-2c757a77ffe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea41d88b-3b4a-45a9-8c5a-66df6c10f9f2,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:30.470368 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-f6af7dd7-ff6f-4c7f-8698-2c757a77ffe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219328'] for segment (aa2b41d9-37ac-45f0-b910-fb31fa865fb0), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:30.470781 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.db.segments_db [None req-f6af7dd7-ff6f-4c7f-8698-2c757a77ffe1 admin admin] Added segment aa2b41d9-37ac-45f0-b910-fb31fa865fb0 of type vlan for network 4929321f-89e1-434e-a080-491c8ce8d5b1 Jun 16 00:42:30.517073 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-f6af7dd7-ff6f-4c7f-8698-2c757a77ffe1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753842147476'] for network (4929321f-89e1-434e-a080-491c8ce8d5b1), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:30.520762 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:DELETE=8,neutron:UPDATE=3,neutron:SELECT=80,neutron:INSERT=9 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:30.625735 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-f6af7dd7-ff6f-4c7f-8698-2c757a77ffe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177'] for network (4929321f-89e1-434e-a080-491c8ce8d5b1), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:30.626687 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6af7dd7-ff6f-4c7f-8698-2c757a77ffe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:42:30.627268 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-f6af7dd7-ff6f-4c7f-8698-2c757a77ffe1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590195'] for network (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:30.689030 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6af7dd7-ff6f-4c7f-8698-2c757a77ffe1 admin admin] Pushing event updated for resources: {'Network': ['ID=4929321f-89e1-434e-a080-491c8ce8d5b1,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:30.698746 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Network 4929321f-89e1-434e-a080-491c8ce8d5b1 details requested by agent ovs-agent-dv-cinder-803823-11-iscsi with host dv-cinder-803823-11-iscsi {{(pid=111024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 00:42:30.782781 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-f6af7dd7-ff6f-4c7f-8698-2c757a77ffe1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.6831837 Jun 16 00:42:30.785655 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 48242) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:42:30.790389 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [None req-689bba10-1769-4838-8019-ca6aa0a99949 admin admin] Request body: {'subnet': {'network_id': '4929321f-89e1-434e-a080-491c8ce8d5b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1454236411-subnet', 'tenant_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:42:30.882943 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689bba10-1769-4838-8019-ca6aa0a99949 admin admin] Made reservation on behalf of f8eb9ad6ea03410f9956bbabeddcd5b2 for: {'subnet': 1} {{(pid=111023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 00:42:30.885660 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-689bba10-1769-4838-8019-ca6aa0a99949 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10303377'] for subnet (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:30.966915 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=77,neutron:DELETE=7,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:31.152230 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-689bba10-1769-4838-8019-ca6aa0a99949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2909793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10303423'] for subnet (ef28a6f2-3270-4ff3-93e9-c5ae0a8b3b51), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:31.200994 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689bba10-1769-4838-8019-ca6aa0a99949 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef28a6f2-3270-4ff3-93e9-c5ae0a8b3b51,revision_number=0']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:31.220171 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689bba10-1769-4838-8019-ca6aa0a99949 admin admin] Checking segment: {'id': 'aa2b41d9-37ac-45f0-b910-fb31fa865fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4929321f-89e1-434e-a080-491c8ce8d5b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 00:42:31.220549 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689bba10-1769-4838-8019-ca6aa0a99949 admin admin] Network hostable DHCP agents. Network: 4929321f-89e1-434e-a080-491c8ce8d5b1, hostable agents: ['2a8c543c-b8d9-40d8-999c-fa03b757f547'], hosted agents: [] {{(pid=111023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 00:42:31.303567 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689bba10-1769-4838-8019-ca6aa0a99949 admin admin] Network 4929321f-89e1-434e-a080-491c8ce8d5b1 is scheduled to be hosted by DHCP agent 2a8c543c-b8d9-40d8-999c-fa03b757f547 with binding_index 1 {{(pid=111023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 00:42:31.372046 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.base_scheduler [None req-689bba10-1769-4838-8019-ca6aa0a99949 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-11-iscsi, 4929321f-89e1-434e-a080-491c8ce8d5b1) {{(pid=111023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:42:31.376208 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689bba10-1769-4838-8019-ca6aa0a99949 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:42:31.376816 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-689bba10-1769-4838-8019-ca6aa0a99949 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:31.380883 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037a2ee0-d3dd-43e0-b939-b7e80b6ac3d5 None None] Network 4929321f-89e1-434e-a080-491c8ce8d5b1 requested from dv-cinder-803823-11-iscsi {{(pid=111024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 00:42:31.476965 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-689bba10-1769-4838-8019-ca6aa0a99949 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6877284 Jun 16 00:42:31.477209 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 48252) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:42:31.481518 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [None req-7f6b4b7d-8b17-4353-9aee-936aebbe023f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1454236411-router', 'tenant_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85'}}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:42:31.485908 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932e62f6-8beb-4270-8be7-7daa3d06e815 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a06322f-1f4e-5033-87df-c8deeb119b42-4929321f-89e1-434e-a080-491c8ce8d5b1', 'network_id': '4929321f-89e1-434e-a080-491c8ce8d5b1', 'project_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'fixed_ips': [{'subnet_id': 'ef28a6f2-3270-4ff3-93e9-c5ae0a8b3b51'}]}} from dv-cinder-803823-11-iscsi. {{(pid=111024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 00:42:31.486874 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-932e62f6-8beb-4270-8be7-7daa3d06e815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (None), before_create {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:31.626167 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-7f6b4b7d-8b17-4353-9aee-936aebbe023f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-678757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3443'] for router (0cb76a4f-6fd6-452d-baca-898d959191e7), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:31.627265 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-7f6b4b7d-8b17-4353-9aee-936aebbe023f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-672791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673186', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-766370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3450'] for router (0cb76a4f-6fd6-452d-baca-898d959191e7), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:31.633930 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.db_base_plugin_common [None req-932e62f6-8beb-4270-8be7-7daa3d06e815 None None] Allocated IP 172.20.0.2 (4929321f-89e1-434e-a080-491c8ce8d5b1/ef28a6f2-3270-4ff3-93e9-c5ae0a8b3b51/aeba0116-b643-4d71-8647-cfaf4c1c0322) {{(pid=111024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 00:42:31.645672 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:31.684466 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-7f6b4b7d-8b17-4353-9aee-936aebbe023f admin admin] Publish callbacks [] for router_controller (0cb76a4f-6fd6-452d-baca-898d959191e7), precommit_add_association {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:31.779824 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-932e62f6-8beb-4270-8be7-7daa3d06e815 None None] Publish callbacks [] for port (aeba0116-b643-4d71-8647-cfaf4c1c0322), precommit_create {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:31.861184 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-932e62f6-8beb-4270-8be7-7daa3d06e815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753842110805'] for port (aeba0116-b643-4d71-8647-cfaf4c1c0322), after_create {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:31.877862 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-7f6b4b7d-8b17-4353-9aee-936aebbe023f admin admin] Publish callbacks [] for router_gateway (0cb76a4f-6fd6-452d-baca-898d959191e7), precommit_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:31.900477 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932e62f6-8beb-4270-8be7-7daa3d06e815 None None] Network 4929321f-89e1-434e-a080-491c8ce8d5b1 is already hosted by enough agents. {{(pid=111024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:42:31.904163 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.scheduler.base_scheduler [None req-932e62f6-8beb-4270-8be7-7daa3d06e815 None None] Resources bound (agent type, host, resource id): {{(pid=111024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:42:31.906655 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932e62f6-8beb-4270-8be7-7daa3d06e815 None None] Received port after_create {{(pid=111024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 00:42:31.921887 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:31.922702 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932e62f6-8beb-4270-8be7-7daa3d06e815 None None] Pushing event updated for resources: {'Port': ['ID=aeba0116-b643-4d71-8647-cfaf4c1c0322,revision_number=1']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:31.990308 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.managers [None req-932e62f6-8beb-4270-8be7-7daa3d06e815 None None] Attempting to bind port aeba0116-b643-4d71-8647-cfaf4c1c0322 on host dv-cinder-803823-11-iscsi for vnic_type normal with profile {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 00:42:31.990600 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.managers [None req-932e62f6-8beb-4270-8be7-7daa3d06e815 None None] Attempting to bind port aeba0116-b643-4d71-8647-cfaf4c1c0322 by drivers openvswitch,hyperv on host dv-cinder-803823-11-iscsi at level 0 using segments [{'id': 'aa2b41d9-37ac-45f0-b910-fb31fa865fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4929321f-89e1-434e-a080-491c8ce8d5b1'}] {{(pid=111024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 00:42:31.991058 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932e62f6-8beb-4270-8be7-7daa3d06e815 None None] Attempting to bind port aeba0116-b643-4d71-8647-cfaf4c1c0322 on network 4929321f-89e1-434e-a080-491c8ce8d5b1 {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 00:42:31.997354 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932e62f6-8beb-4270-8be7-7daa3d06e815 None None] Checking agent: {'id': '81117e21-cbf2-493f-9e14-29a3cec1f25a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 0, 26, 30), 'started_at': datetime.datetime(2022, 6, 16, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 0, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 00:42:31.997728 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932e62f6-8beb-4270-8be7-7daa3d06e815 None None] Checking segment: {'id': 'aa2b41d9-37ac-45f0-b910-fb31fa865fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4929321f-89e1-434e-a080-491c8ce8d5b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 00:42:31.998138 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-932e62f6-8beb-4270-8be7-7daa3d06e815 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:31.998528 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932e62f6-8beb-4270-8be7-7daa3d06e815 None None] Bound using segment: {'id': 'aa2b41d9-37ac-45f0-b910-fb31fa865fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4929321f-89e1-434e-a080-491c8ce8d5b1'} {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 00:42:31.998991 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.managers [None req-932e62f6-8beb-4270-8be7-7daa3d06e815 None None] Bound port: aeba0116-b643-4d71-8647-cfaf4c1c0322, host: dv-cinder-803823-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2b41d9-37ac-45f0-b910-fb31fa865fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4929321f-89e1-434e-a080-491c8ce8d5b1'}}] {{(pid=111024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 00:42:31.999367 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-932e62f6-8beb-4270-8be7-7daa3d06e815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (aeba0116-b643-4d71-8647-cfaf4c1c0322), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:32.061492 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-932e62f6-8beb-4270-8be7-7daa3d06e815 None None] For port aeba0116-b643-4d71-8647-cfaf4c1c0322, host dv-cinder-803823-11-iscsi, cleared binding levels {{(pid=111024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 00:42:32.064503 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-932e62f6-8beb-4270-8be7-7daa3d06e815 None None] For port aeba0116-b643-4d71-8647-cfaf4c1c0322, host dv-cinder-803823-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=aeba0116-b643-4d71-8647-cfaf4c1c0322,segment=NetworkSegment(aa2b41d9-37ac-45f0-b910-fb31fa865fb0),segment_id=aa2b41d9-37ac-45f0-b910-fb31fa865fb0)] {{(pid=111024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 00:42:32.120276 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:32.138419 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-932e62f6-8beb-4270-8be7-7daa3d06e815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (aeba0116-b643-4d71-8647-cfaf4c1c0322), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:32.165113 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-7f6b4b7d-8b17-4353-9aee-936aebbe023f admin admin] Publish callbacks [] for router_gateway (0cb76a4f-6fd6-452d-baca-898d959191e7), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:32.191693 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-7f6b4b7d-8b17-4353-9aee-936aebbe023f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:32.216305 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932e62f6-8beb-4270-8be7-7daa3d06e815 None None] Pushing event updated for resources: {'Port': ['ID=aeba0116-b643-4d71-8647-cfaf4c1c0322,revision_number=2']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:32.314774 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.db_base_plugin_common [None req-7f6b4b7d-8b17-4353-9aee-936aebbe023f admin admin] Allocated IP 172.27.1.121 (81cb8278-aa95-4a96-976c-13998a04ce85/7fa235f2-2172-4ff3-86e8-0e0d1995c273/d49bb961-658b-45da-b6f0-d756299f688d) {{(pid=111023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 00:42:32.411410 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=84,neutron:UPDATE=6,neutron:DELETE=1,neutron:INSERT=9 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:32.447697 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-7f6b4b7d-8b17-4353-9aee-936aebbe023f admin admin] Publish callbacks [] for port (d49bb961-658b-45da-b6f0-d756299f688d), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:32.544954 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-7f6b4b7d-8b17-4353-9aee-936aebbe023f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753842110805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909837'] for port (d49bb961-658b-45da-b6f0-d756299f688d), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:32.591291 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6b4b7d-8b17-4353-9aee-936aebbe023f admin admin] Network 81cb8278-aa95-4a96-976c-13998a04ce85 is already hosted by enough agents. {{(pid=111023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:42:32.596300 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.base_scheduler [None req-7f6b4b7d-8b17-4353-9aee-936aebbe023f admin admin] Resources bound (agent type, host, resource id): {{(pid=111023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:42:32.600240 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6b4b7d-8b17-4353-9aee-936aebbe023f admin admin] Received port after_create {{(pid=111023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 00:42:32.603816 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6b4b7d-8b17-4353-9aee-936aebbe023f admin admin] Pushing event updated for resources: {'Port': ['ID=d49bb961-658b-45da-b6f0-d756299f688d,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:32.922536 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-7f6b4b7d-8b17-4353-9aee-936aebbe023f admin admin] Publish callbacks [] for router_gateway (0cb76a4f-6fd6-452d-baca-898d959191e7), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:33.160200 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-7f6b4b7d-8b17-4353-9aee-936aebbe023f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-673024'] for router (0cb76a4f-6fd6-452d-baca-898d959191e7), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:33.168042 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfd36a6-384c-41af-9486-e930fd4464b7 None None] Network 4929321f-89e1-434e-a080-491c8ce8d5b1 requested from dv-cinder-803823-11-iscsi {{(pid=111024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 00:42:33.287403 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 48266) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:42:33.312893 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:33.313475 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-2e561921-ca79-4947-8843-de0ed60cb84f None None] Provisioning complete for port aeba0116-b643-4d71-8647-cfaf4c1c0322 triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:42:33.313877 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-2e561921-ca79-4947-8843-de0ed60cb84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (aeba0116-b643-4d71-8647-cfaf4c1c0322), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:33.409157 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f6b4b7d-8b17-4353-9aee-936aebbe023f admin admin] Router 0cb76a4f-6fd6-452d-baca-898d959191e7 is scheduled to L3 agent d0297bc9-c3a8-45ac-9023-c937cb4f21fc with binding_index 1 {{(pid=111023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 00:42:33.435477 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-2e561921-ca79-4947-8843-de0ed60cb84f None None] Current status of the port aeba0116-b643-4d71-8647-cfaf4c1c0322 is: DOWN; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:42:33.435900 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-2e561921-ca79-4947-8843-de0ed60cb84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (aeba0116-b643-4d71-8647-cfaf4c1c0322), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:33.452294 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-f727b11e-3d5d-4f27-811e-fc72db3273ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:33.481648 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-2e561921-ca79-4947-8843-de0ed60cb84f None None] For port aeba0116-b643-4d71-8647-cfaf4c1c0322, host dv-cinder-803823-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=aeba0116-b643-4d71-8647-cfaf4c1c0322,segment=NetworkSegment(aa2b41d9-37ac-45f0-b910-fb31fa865fb0),segment_id=aa2b41d9-37ac-45f0-b910-fb31fa865fb0)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:42:33.539581 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=2 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:33.549376 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f6b4b7d-8b17-4353-9aee-936aebbe023f admin admin] Notify agent at l3_agent.dv-cinder-803823-11-iscsi the message routers_updated {{(pid=111023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 00:42:33.565091 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af25084e-1d97-4d60-a3e7-e199fef703f2 None None] Sync routers for ids ['0cb76a4f-6fd6-452d-baca-898d959191e7'] in dv-cinder-803823-11-iscsi {{(pid=111024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 00:42:33.569558 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-f727b11e-3d5d-4f27-811e-fc72db3273ef admin admin] Publish callbacks [] for security_group (1c2193f4-9ee7-4bfb-86f3-9fd78c8aed32), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:33.574551 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af25084e-1d97-4d60-a3e7-e199fef703f2 None None] Routers {'0cb76a4f-6fd6-452d-baca-898d959191e7'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:42:33.575176 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-af25084e-1d97-4d60-a3e7-e199fef703f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:42:27Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['0cb76a4f-6fd6-452d-baca-898d959191e7'], 'active': True} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:42:33.609927 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-2e561921-ca79-4947-8843-de0ed60cb84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (aeba0116-b643-4d71-8647-cfaf4c1c0322), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:33.672267 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-f727b11e-3d5d-4f27-811e-fc72db3273ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (1c2193f4-9ee7-4bfb-86f3-9fd78c8aed32), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:33.673800 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-7f6b4b7d-8b17-4353-9aee-936aebbe023f admin admin] Publish callbacks [] for router (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:33.676028 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-7f6b4b7d-8b17-4353-9aee-936aebbe023f admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1971061 Jun 16 00:42:33.678109 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 48270) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:42:33.703049 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e561921-ca79-4947-8843-de0ed60cb84f None None] Pushing event updated for resources: {'Port': ['ID=aeba0116-b643-4d71-8647-cfaf4c1c0322,revision_number=3']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:33.729191 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvr_db [None req-af25084e-1d97-4d60-a3e7-e199fef703f2 None None] Set router 0cb76a4f-6fd6-452d-baca-898d959191e7 gateway port host: dv-cinder-803823-11-iscsi {{(pid=111024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:42:33.729937 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f727b11e-3d5d-4f27-811e-fc72db3273ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2193f4-9ee7-4bfb-86f3-9fd78c8aed32,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:33.739278 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-f727b11e-3d5d-4f27-811e-fc72db3273ef admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=392a865f6ca84f279bf17e16b0362ec3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4505801 Jun 16 00:42:33.739839 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 48272) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:42:33.792423 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:33.799298 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-1ac37c95-07e3-4ec0-90b4-6e84dc51e307 admin admin] Publish callbacks [] for security_group (1c2193f4-9ee7-4bfb-86f3-9fd78c8aed32), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:33.804791 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-5c139d07-d2a1-40de-8e53-43141f197b64 None None] Provisioning complete for port aeba0116-b643-4d71-8647-cfaf4c1c0322 triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:42:33.805408 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-5c139d07-d2a1-40de-8e53-43141f197b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (aeba0116-b643-4d71-8647-cfaf4c1c0322), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:33.831503 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-1ac37c95-07e3-4ec0-90b4-6e84dc51e307 admin admin] Publish callbacks [] for security_group (1c2193f4-9ee7-4bfb-86f3-9fd78c8aed32), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:33.853034 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:33.887034 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:33.971651 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-5c139d07-d2a1-40de-8e53-43141f197b64 None None] Current status of the port aeba0116-b643-4d71-8647-cfaf4c1c0322 is: ACTIVE; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:42:33.983081 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-1ac37c95-07e3-4ec0-90b4-6e84dc51e307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (1c2193f4-9ee7-4bfb-86f3-9fd78c8aed32), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:33.987792 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-1ac37c95-07e3-4ec0-90b4-6e84dc51e307 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:33.988680 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device aeba0116-b643-4d71-8647-cfaf4c1c0322 up at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:42:33.989144 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-1ac37c95-07e3-4ec0-90b4-6e84dc51e307 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1c2193f4-9ee7-4bfb-86f3-9fd78c8aed32 HTTP/1.1" status: 204 len: 168 time: 0.2483935 Jun 16 00:42:33.998418 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac37c95-07e3-4ec0-90b4-6e84dc51e307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2193f4-9ee7-4bfb-86f3-9fd78c8aed32,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:34.000663 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:34.002943 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-af25084e-1d97-4d60-a3e7-e199fef703f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cb76a4f-6fd6-452d-baca-898d959191e7', 'name': 'tempest-AttachVolumeTestJSON-1454236411-router', 'tenant_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'd49bb961-658b-45da-b6f0-d756299f688d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:42:31Z', 'updated_at': '2022-06-16T00:42:32Z', 'revision_number': 3, 'project_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'gw_port': {'id': 'd49bb961-658b-45da-b6f0-d756299f688d', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:20:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cb76a4f-6fd6-452d-baca-898d959191e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:32Z', 'updated_at': '2022-06-16T00:42:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi'}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:42:34.041120 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af25084e-1d97-4d60-a3e7-e199fef703f2 None None] Checking router: 0cb76a4f-6fd6-452d-baca-898d959191e7 for host: dv-cinder-803823-11-iscsi {{(pid=111024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 00:42:34.041462 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af25084e-1d97-4d60-a3e7-e199fef703f2 None None] Updating router 0cb76a4f-6fd6-452d-baca-898d959191e7 port d49bb961-658b-45da-b6f0-d756299f688d binding host dv-cinder-803823-11-iscsi {{(pid=111024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 00:42:34.108511 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-af25084e-1d97-4d60-a3e7-e199fef703f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (d49bb961-658b-45da-b6f0-d756299f688d), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:34.135954 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Provisioning complete for port aeba0116-b643-4d71-8647-cfaf4c1c0322 triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:42:34.136347 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (aeba0116-b643-4d71-8647-cfaf4c1c0322), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:34.158808 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-2526cd12-c437-454f-9c85-b7df5244b5fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:34.234968 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:34.359599 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.db_base_plugin_common [None req-2526cd12-c437-454f-9c85-b7df5244b5fa admin admin] Allocated IP 172.20.0.1 (4929321f-89e1-434e-a080-491c8ce8d5b1/ef28a6f2-3270-4ff3-93e9-c5ae0a8b3b51/930c6ce0-8a75-45e6-a0ee-56ffb5edfe9d) {{(pid=111023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 00:42:34.523554 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-2526cd12-c437-454f-9c85-b7df5244b5fa admin admin] Publish callbacks [] for port (930c6ce0-8a75-45e6-a0ee-56ffb5edfe9d), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:34.525972 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Current status of the port aeba0116-b643-4d71-8647-cfaf4c1c0322 is: ACTIVE; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:42:34.617938 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-af25084e-1d97-4d60-a3e7-e199fef703f2 None None] Publish callbacks [] for port (d49bb961-658b-45da-b6f0-d756299f688d), precommit_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:34.618173 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-2526cd12-c437-454f-9c85-b7df5244b5fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753842110805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909837'] for port (930c6ce0-8a75-45e6-a0ee-56ffb5edfe9d), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:34.661706 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2526cd12-c437-454f-9c85-b7df5244b5fa admin admin] Network 4929321f-89e1-434e-a080-491c8ce8d5b1 is already hosted by enough agents. {{(pid=111023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:42:34.667748 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.base_scheduler [None req-2526cd12-c437-454f-9c85-b7df5244b5fa admin admin] Resources bound (agent type, host, resource id): {{(pid=111023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:42:34.673042 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2526cd12-c437-454f-9c85-b7df5244b5fa admin admin] Pushing event updated for resources: {'Port': ['ID=930c6ce0-8a75-45e6-a0ee-56ffb5edfe9d,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:34.673042 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2526cd12-c437-454f-9c85-b7df5244b5fa admin admin] Received port after_create {{(pid=111023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 00:42:34.691671 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-af25084e-1d97-4d60-a3e7-e199fef703f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (d49bb961-658b-45da-b6f0-d756299f688d), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:34.713130 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-2526cd12-c437-454f-9c85-b7df5244b5fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672804'] for router_interface (0cb76a4f-6fd6-452d-baca-898d959191e7), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:34.753603 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.managers [None req-af25084e-1d97-4d60-a3e7-e199fef703f2 None None] Attempting to bind port d49bb961-658b-45da-b6f0-d756299f688d on host dv-cinder-803823-11-iscsi for vnic_type normal with profile {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 00:42:34.754080 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.managers [None req-af25084e-1d97-4d60-a3e7-e199fef703f2 None None] Attempting to bind port d49bb961-658b-45da-b6f0-d756299f688d by drivers openvswitch,hyperv on host dv-cinder-803823-11-iscsi at level 0 using segments [{'id': '6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85'}] {{(pid=111024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 00:42:34.754996 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af25084e-1d97-4d60-a3e7-e199fef703f2 None None] Attempting to bind port d49bb961-658b-45da-b6f0-d756299f688d on network 81cb8278-aa95-4a96-976c-13998a04ce85 {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 00:42:34.759815 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:34.763597 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af25084e-1d97-4d60-a3e7-e199fef703f2 None None] Checking agent: {'id': '81117e21-cbf2-493f-9e14-29a3cec1f25a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 0, 26, 30), 'started_at': datetime.datetime(2022, 6, 16, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 0, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 00:42:34.763968 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af25084e-1d97-4d60-a3e7-e199fef703f2 None None] Checking segment: {'id': '6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 00:42:34.764369 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-af25084e-1d97-4d60-a3e7-e199fef703f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:34.764795 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af25084e-1d97-4d60-a3e7-e199fef703f2 None None] Bound using segment: {'id': '6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85'} {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 00:42:34.765260 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.managers [None req-af25084e-1d97-4d60-a3e7-e199fef703f2 None None] Bound port: d49bb961-658b-45da-b6f0-d756299f688d, host: dv-cinder-803823-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85'}}] {{(pid=111024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 00:42:34.766042 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-af25084e-1d97-4d60-a3e7-e199fef703f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (d49bb961-658b-45da-b6f0-d756299f688d), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:34.768639 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433ad20b-3932-458f-82e7-f252418c6f7b None None] Pushing event updated for resources: {'Port': ['ID=d49bb961-658b-45da-b6f0-d756299f688d,revision_number=2']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:34.832577 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-af25084e-1d97-4d60-a3e7-e199fef703f2 None None] For port d49bb961-658b-45da-b6f0-d756299f688d, host dv-cinder-803823-11-iscsi, cleared binding levels {{(pid=111024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 00:42:34.836066 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-af25084e-1d97-4d60-a3e7-e199fef703f2 None None] For port d49bb961-658b-45da-b6f0-d756299f688d, host dv-cinder-803823-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=d49bb961-658b-45da-b6f0-d756299f688d,segment=NetworkSegment(6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc),segment_id=6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc)] {{(pid=111024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 00:42:34.910182 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-249e6075-76ee-4487-ab68-f05c6657d74d None None] Provisioning complete for port 930c6ce0-8a75-45e6-a0ee-56ffb5edfe9d triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:42:34.910464 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-249e6075-76ee-4487-ab68-f05c6657d74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (930c6ce0-8a75-45e6-a0ee-56ffb5edfe9d), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:34.934158 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-af25084e-1d97-4d60-a3e7-e199fef703f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (d49bb961-658b-45da-b6f0-d756299f688d), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:34.945291 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-2526cd12-c437-454f-9c85-b7df5244b5fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (930c6ce0-8a75-45e6-a0ee-56ffb5edfe9d), before_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:34.970320 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-249e6075-76ee-4487-ab68-f05c6657d74d None None] Port 930c6ce0-8a75-45e6-a0ee-56ffb5edfe9d cannot update to ACTIVE because it is not bound. {{(pid=111024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 00:42:35.004202 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433ad20b-3932-458f-82e7-f252418c6f7b None None] Pushing event updated for resources: {'Port': ['ID=d49bb961-658b-45da-b6f0-d756299f688d,revision_number=3']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:35.006787 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af25084e-1d97-4d60-a3e7-e199fef703f2 None None] Routers {'0cb76a4f-6fd6-452d-baca-898d959191e7'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:42:35.007389 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-af25084e-1d97-4d60-a3e7-e199fef703f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:42:27Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['0cb76a4f-6fd6-452d-baca-898d959191e7'], 'active': True} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:42:35.103920 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:35.111059 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvr_db [None req-af25084e-1d97-4d60-a3e7-e199fef703f2 None None] Set router 0cb76a4f-6fd6-452d-baca-898d959191e7 gateway port host: dv-cinder-803823-11-iscsi {{(pid=111024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:42:35.118716 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-2526cd12-c437-454f-9c85-b7df5244b5fa admin admin] Publish callbacks [] for port (930c6ce0-8a75-45e6-a0ee-56ffb5edfe9d), precommit_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:35.196271 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-2526cd12-c437-454f-9c85-b7df5244b5fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909850'] for port (930c6ce0-8a75-45e6-a0ee-56ffb5edfe9d), after_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:35.268057 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2526cd12-c437-454f-9c85-b7df5244b5fa admin admin] Pushing event updated for resources: {'Port': ['ID=930c6ce0-8a75-45e6-a0ee-56ffb5edfe9d,revision_number=2']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:35.270591 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-2526cd12-c437-454f-9c85-b7df5244b5fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672856'] for router_interface (0cb76a4f-6fd6-452d-baca-898d959191e7), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:35.311232 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-af25084e-1d97-4d60-a3e7-e199fef703f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cb76a4f-6fd6-452d-baca-898d959191e7', 'name': 'tempest-AttachVolumeTestJSON-1454236411-router', 'tenant_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'd49bb961-658b-45da-b6f0-d756299f688d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:42:31Z', 'updated_at': '2022-06-16T00:42:34Z', 'revision_number': 4, 'project_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'gw_port': {'id': 'd49bb961-658b-45da-b6f0-d756299f688d', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:20:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cb76a4f-6fd6-452d-baca-898d959191e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:32Z', 'updated_at': '2022-06-16T00:42:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_interfaces': [{'id': '930c6ce0-8a75-45e6-a0ee-56ffb5edfe9d', 'name': '', 'network_id': '4929321f-89e1-434e-a080-491c8ce8d5b1', 'tenant_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'mac_address': 'fa:16:3e:5f:18:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cb76a4f-6fd6-452d-baca-898d959191e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'ef28a6f2-3270-4ff3-93e9-c5ae0a8b3b51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:34Z', 'updated_at': '2022-06-16T00:42:34Z', 'revision_number': 1, 'project_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'subnets': [{'id': 'ef28a6f2-3270-4ff3-93e9-c5ae0a8b3b51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:42:35.332996 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:35.337442 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af25084e-1d97-4d60-a3e7-e199fef703f2 None None] The sync data for ids ['0cb76a4f-6fd6-452d-baca-898d959191e7'] in dv-cinder-803823-11-iscsi is: [{'id': '0cb76a4f-6fd6-452d-baca-898d959191e7', 'name': 'tempest-AttachVolumeTestJSON-1454236411-router', 'tenant_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'd49bb961-658b-45da-b6f0-d756299f688d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:42:31Z', 'updated_at': '2022-06-16T00:42:34Z', 'revision_number': 4, 'project_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'gw_port': {'id': 'd49bb961-658b-45da-b6f0-d756299f688d', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:20:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cb76a4f-6fd6-452d-baca-898d959191e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:32Z', 'updated_at': '2022-06-16T00:42:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_interfaces': [{'id': '930c6ce0-8a75-45e6-a0ee-56ffb5edfe9d', 'name': '', 'network_id': '4929321f-89e1-434e-a080-491c8ce8d5b1', 'tenant_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'mac_address': 'fa:16:3e:5f:18:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cb76a4f-6fd6-452d-baca-898d959191e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'ef28a6f2-3270-4ff3-93e9-c5ae0a8b3b51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:34Z', 'updated_at': '2022-06-16T00:42:34Z', 'revision_number': 1, 'project_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'subnets': [{'id': 'ef28a6f2-3270-4ff3-93e9-c5ae0a8b3b51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 00:42:35.373797 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2526cd12-c437-454f-9c85-b7df5244b5fa admin admin] Network 4929321f-89e1-434e-a080-491c8ce8d5b1 is already hosted by enough agents. {{(pid=111023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:42:35.375125 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.base_scheduler [None req-2526cd12-c437-454f-9c85-b7df5244b5fa admin admin] Resources bound (agent type, host, resource id): {{(pid=111023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:42:35.704289 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-a65dc41b-12a1-4978-b8fe-55c4f53c79b0 None None] Provisioning complete for port 930c6ce0-8a75-45e6-a0ee-56ffb5edfe9d triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:42:35.706626 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a65dc41b-12a1-4978-b8fe-55c4f53c79b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (930c6ce0-8a75-45e6-a0ee-56ffb5edfe9d), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:35.744449 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-a65dc41b-12a1-4978-b8fe-55c4f53c79b0 None None] Port 930c6ce0-8a75-45e6-a0ee-56ffb5edfe9d cannot update to ACTIVE because it is not bound. {{(pid=111024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 00:42:35.807491 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2526cd12-c437-454f-9c85-b7df5244b5fa admin admin] Router 0cb76a4f-6fd6-452d-baca-898d959191e7 has already been hosted by L3 agent d0297bc9-c3a8-45ac-9023-c937cb4f21fc {{(pid=111023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 00:42:35.915928 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2526cd12-c437-454f-9c85-b7df5244b5fa admin admin] Notify agent at l3_agent.dv-cinder-803823-11-iscsi the message routers_updated {{(pid=111023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 00:42:35.921926 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-2526cd12-c437-454f-9c85-b7df5244b5fa admin admin] 10.222.0.20 "PUT /v2.0/routers/0cb76a4f-6fd6-452d-baca-898d959191e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2411592 Jun 16 00:42:36.312934 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 48290) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:42:36.318333 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.v2.base [None req-a714490a-2d11-4190-a16c-12252eeab9f3 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2038549254', 'description': 'tempest-description--607053331'}} {{(pid=111022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:42:36.423544 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-a714490a-2d11-4190-a16c-12252eeab9f3 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks [] for security_group (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:36.484193 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-97260e29-f741-45fc-b066-f4c17f9c63b0 req-129e0ff3-c08a-4c36-ac5a-ccc1f612ebd4 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-999590129&fields=id&tenant_id=ad47d922a30a4c55a781c52c5bd5236f HTTP/1.1" status: 200 len: 267 time: 0.0660148 Jun 16 00:42:36.533618 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-a714490a-2d11-4190-a16c-12252eeab9f3 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks [] for security_group (37516820-f2f7-4019-beb5-b4a5f1c0a83b), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:36.544448 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97260e29-f741-45fc-b066-f4c17f9c63b0 req-33831a1a-7389-4e8b-8e66-91df3791d3bc tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:42:36.546273 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-97260e29-f741-45fc-b066-f4c17f9c63b0 req-33831a1a-7389-4e8b-8e66-91df3791d3bc tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/ports?device_id=63ba2bcd-076b-43b8-8753-fb86693d2614 HTTP/1.1" status: 200 len: 985 time: 0.0612698 Jun 16 00:42:36.558619 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [req-97260e29-f741-45fc-b066-f4c17f9c63b0 req-b0690874-5ad5-40bd-aadc-06f35b2e0d63 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Request body: {'port': {'security_groups': ['5a85ccf4-43d6-40b7-a50e-3ea2d29e977c']}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:42:36.611987 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-a714490a-2d11-4190-a16c-12252eeab9f3 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (37516820-f2f7-4019-beb5-b4a5f1c0a83b), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:36.647187 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a714490a-2d11-4190-a16c-12252eeab9f3 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37516820-f2f7-4019-beb5-b4a5f1c0a83b,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:36.650014 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-97260e29-f741-45fc-b066-f4c17f9c63b0 req-b0690874-5ad5-40bd-aadc-06f35b2e0d63 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (6a0788b7-0528-40f3-80fe-df58bcfaf509), before_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:36.748689 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-a714490a-2d11-4190-a16c-12252eeab9f3 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks [] for security_group (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:36.749975 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-a714490a-2d11-4190-a16c-12252eeab9f3 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4355056 Jun 16 00:42:36.753216 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 48296) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:42:36.757616 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.v2.base [None req-1472ab2a-000c-42aa-bc87-b7dbde3db306 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Request body: {'security_group_rule': {'security_group_id': '37516820-f2f7-4019-beb5-b4a5f1c0a83b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:42:36.829647 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.agents_db [None req-15653567-1518-4353-bd1f-4d0dcdae15fd None None] Agent healthcheck: found 6 active agents {{(pid=111025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 00:42:36.845752 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.db [req-97260e29-f741-45fc-b066-f4c17f9c63b0 req-b0690874-5ad5-40bd-aadc-06f35b2e0d63 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] For port 6a0788b7-0528-40f3-80fe-df58bcfaf509, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=6a0788b7-0528-40f3-80fe-df58bcfaf509,segment=NetworkSegment(e6e3e48c-d62c-4862-a1af-3c681d3335e6),segment_id=e6e3e48c-d62c-4862-a1af-3c681d3335e6)] {{(pid=111023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:42:36.864558 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-1472ab2a-000c-42aa-bc87-b7dbde3db306 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks [] for security_group_rule (64ca4f97-97ab-48ea-88ed-11aab8e6abea), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:36.875351 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-97260e29-f741-45fc-b066-f4c17f9c63b0 req-b0690874-5ad5-40bd-aadc-06f35b2e0d63 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Publish callbacks [] for port (6a0788b7-0528-40f3-80fe-df58bcfaf509), precommit_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:36.916799 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-1472ab2a-000c-42aa-bc87-b7dbde3db306 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks [] for security_group_rule (64ca4f97-97ab-48ea-88ed-11aab8e6abea), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:36.934125 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-97260e29-f741-45fc-b066-f4c17f9c63b0 req-b0690874-5ad5-40bd-aadc-06f35b2e0d63 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909850'] for port (6a0788b7-0528-40f3-80fe-df58bcfaf509), after_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:36.977632 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97260e29-f741-45fc-b066-f4c17f9c63b0 req-b0690874-5ad5-40bd-aadc-06f35b2e0d63 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:42:36.978273 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-97260e29-f741-45fc-b066-f4c17f9c63b0 req-b0690874-5ad5-40bd-aadc-06f35b2e0d63 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for port (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:36.979091 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] get_ports_and_sgs() called for port_ids ['6a0788b7-0528-40f3-80fe-df58bcfaf509'] {{(pid=111024) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 00:42:36.979638 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-97260e29-f741-45fc-b066-f4c17f9c63b0 req-b0690874-5ad5-40bd-aadc-06f35b2e0d63 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "PUT /v2.0/ports/6a0788b7-0528-40f3-80fe-df58bcfaf509 HTTP/1.1" status: 200 len: 943 time: 0.4266877 Jun 16 00:42:36.980778 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63ba2bcd-076b-43b8-8753-fb86693d2614', 'tag': '6a0788b7-0528-40f3-80fe-df58bcfaf509'}] {{(pid=111023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:42:36.983123 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849ffc5c5c28115853a01ef2d84a57e68c82d4a74a931575540ba89325b26957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5522d5f-0326-46d2-9c56-7b0c429f765c" -d '{"events": [{"name": "network-changed", "server_uuid": "63ba2bcd-076b-43b8-8753-fb86693d2614", "tag": "6a0788b7-0528-40f3-80fe-df58bcfaf509"}]}' {{(pid=111023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:42:36.987470 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 48300) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:42:37.017773 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-1472ab2a-000c-42aa-bc87-b7dbde3db306 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623384'] for security_group_rule (64ca4f97-97ab-48ea-88ed-11aab8e6abea), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:37.026285 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0690874-5ad5-40bd-aadc-06f35b2e0d63 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Pushing event updated for resources: {'Port': ['ID=6a0788b7-0528-40f3-80fe-df58bcfaf509,revision_number=7']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:37.047678 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 00:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-180e93e8-523e-4bac-8fe3-c3a5e218485f x-openstack-request-id: req-180e93e8-523e-4bac-8fe3-c3a5e218485f {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:42:37.047968 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63ba2bcd-076b-43b8-8753-fb86693d2614", "tag": "6a0788b7-0528-40f3-80fe-df58bcfaf509", "status": "completed", "code": 200}]} {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:42:37.048217 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-180e93e8-523e-4bac-8fe3-c3a5e218485f {{(pid=111023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:42:37.048667 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-180e93e8-523e-4bac-8fe3-c3a5e218485f'] response: {'name': 'network-changed', 'server_uuid': '63ba2bcd-076b-43b8-8753-fb86693d2614', 'tag': '6a0788b7-0528-40f3-80fe-df58bcfaf509', 'status': 'completed', 'code': 200} Jun 16 00:42:37.076312 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1472ab2a-000c-42aa-bc87-b7dbde3db306 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64ca4f97-97ab-48ea-88ed-11aab8e6abea,revision_number=0']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:37.083562 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:37.121162 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] get_ports_and_sgs() called for port_ids ['6a0788b7-0528-40f3-80fe-df58bcfaf509'] {{(pid=111024) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 00:42:37.136295 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-8850c611-00d1-4799-af3d-c8f2aedbb310 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Publish callbacks [] for security_group (384e488b-4692-4e93-90f7-79fad658ae61), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:37.138961 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5522d5f-0326-46d2-9c56-7b0c429f765c req-add2b3d3-afaf-48a9-8c6c-d4968add77bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:42:37.140620 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-f5522d5f-0326-46d2-9c56-7b0c429f765c req-add2b3d3-afaf-48a9-8c6c-d4968add77bb service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=ad47d922a30a4c55a781c52c5bd5236f&device_id=63ba2bcd-076b-43b8-8753-fb86693d2614 HTTP/1.1" status: 200 len: 1130 time: 0.0518854 Jun 16 00:42:37.159446 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=100 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:37.174697 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-8850c611-00d1-4799-af3d-c8f2aedbb310 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Publish callbacks [] for security_group (384e488b-4692-4e93-90f7-79fad658ae61), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:37.210771 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-1472ab2a-000c-42aa-bc87-b7dbde3db306 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:37.212558 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-1472ab2a-000c-42aa-bc87-b7dbde3db306 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4580927 Jun 16 00:42:37.218027 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 48302) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:42:37.223254 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.v2.base [None req-e8b802a7-ace3-4af0-b112-2c61ee5792bd tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Request body: {'security_group_rule': {'security_group_id': '37516820-f2f7-4019-beb5-b4a5f1c0a83b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:42:37.248274 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=100 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:37.292308 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5522d5f-0326-46d2-9c56-7b0c429f765c req-2f630706-f3c6-45d2-a19c-9a577efa2b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:42:37.293868 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-f5522d5f-0326-46d2-9c56-7b0c429f765c req-2f630706-f3c6-45d2-a19c-9a577efa2b87 service neutron] 10.222.0.40 "GET /v2.0/networks?id=ddc3f874-dd28-4dc7-b3dc-474b8dd70acf HTTP/1.1" status: 200 len: 916 time: 0.1459596 Jun 16 00:42:37.301133 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-734e0d26-9cf5-4fdb-b22c-986ed76734d4 None None] Provisioning complete for port 6a0788b7-0528-40f3-80fe-df58bcfaf509 triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:42:37.301495 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-734e0d26-9cf5-4fdb-b22c-986ed76734d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (6a0788b7-0528-40f3-80fe-df58bcfaf509), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:37.360944 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-f5522d5f-0326-46d2-9c56-7b0c429f765c req-24534129-4418-4264-a43a-d94305062984 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a0788b7-0528-40f3-80fe-df58bcfaf509 HTTP/1.1" status: 200 len: 1002 time: 0.0604022 Jun 16 00:42:37.389477 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-8850c611-00d1-4799-af3d-c8f2aedbb310 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (384e488b-4692-4e93-90f7-79fad658ae61), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:37.392184 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-8850c611-00d1-4799-af3d-c8f2aedbb310 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Publish callbacks [] for security_group (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:37.394366 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-8850c611-00d1-4799-af3d-c8f2aedbb310 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "DELETE /v2.0/security-groups/384e488b-4692-4e93-90f7-79fad658ae61 HTTP/1.1" status: 204 len: 168 time: 0.4046745 Jun 16 00:42:37.407258 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 48304) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:42:37.414023 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5522d5f-0326-46d2-9c56-7b0c429f765c req-db4444f7-a8e1-465d-9a41-c257f52e781b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:42:37.415572 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-f5522d5f-0326-46d2-9c56-7b0c429f765c req-db4444f7-a8e1-465d-9a41-c257f52e781b service neutron] 10.222.0.40 "GET /v2.0/subnets?id=20686f03-70a1-441c-9562-c71d0dab7272 HTTP/1.1" status: 200 len: 854 time: 0.0476222 Jun 16 00:42:37.421189 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-734e0d26-9cf5-4fdb-b22c-986ed76734d4 None None] Current status of the port 6a0788b7-0528-40f3-80fe-df58bcfaf509 is: ACTIVE; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:42:37.427331 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8850c611-00d1-4799-af3d-c8f2aedbb310 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=384e488b-4692-4e93-90f7-79fad658ae61,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:37.430013 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-e8b802a7-ace3-4af0-b112-2c61ee5792bd tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks [] for security_group_rule (4ee1974e-067c-4831-b451-3865df4062bf), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:37.466426 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5522d5f-0326-46d2-9c56-7b0c429f765c req-92489157-5661-4fa9-b5b2-e751e6aa570c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:42:37.468001 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-f5522d5f-0326-46d2-9c56-7b0c429f765c req-92489157-5661-4fa9-b5b2-e751e6aa570c service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=ddc3f874-dd28-4dc7-b3dc-474b8dd70acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0464869 Jun 16 00:42:37.550936 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:37.578914 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-f5522d5f-0326-46d2-9c56-7b0c429f765c req-bb034d1e-b282-4c7d-aed7-6eb6b4abd788 service neutron] 10.222.0.40 "GET /v2.0/networks/ddc3f874-dd28-4dc7-b3dc-474b8dd70acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037474 Jun 16 00:42:37.603864 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-e8b802a7-ace3-4af0-b112-2c61ee5792bd tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks [] for security_group_rule (4ee1974e-067c-4831-b451-3865df4062bf), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:37.648741 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:37.659064 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.plugin [None req-d947921b-6645-41ac-a560-6bdb0b88d099 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Deleting port 73de0a32-d9f0-4e4a-a93b-0a8cd87adf7f {{(pid=111022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 00:42:37.659400 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-d947921b-6645-41ac-a560-6bdb0b88d099 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753842671270'] for port (73de0a32-d9f0-4e4a-a93b-0a8cd87adf7f), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:37.673471 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-e8b802a7-ace3-4af0-b112-2c61ee5792bd tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623384'] for security_group_rule (4ee1974e-067c-4831-b451-3865df4062bf), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:37.693243 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-f5522d5f-0326-46d2-9c56-7b0c429f765c req-2895b400-be0d-4bdd-826f-16cab66c17a3 service neutron] 10.222.0.40 "GET /v2.0/networks/ddc3f874-dd28-4dc7-b3dc-474b8dd70acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083121 Jun 16 00:42:37.705061 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b802a7-ace3-4af0-b112-2c61ee5792bd tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ee1974e-067c-4831-b451-3865df4062bf,revision_number=0']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:37.737283 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:37.765492 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-d947921b-6645-41ac-a560-6bdb0b88d099 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642233'] for port (73de0a32-d9f0-4e4a-a93b-0a8cd87adf7f), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:37.765816 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-d947921b-6645-41ac-a560-6bdb0b88d099 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Publish callbacks [] for floatingip (73de0a32-d9f0-4e4a-a93b-0a8cd87adf7f), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:37.780448 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.plugin [None req-d947921b-6645-41ac-a560-6bdb0b88d099 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Calling delete_port for 73de0a32-d9f0-4e4a-a93b-0a8cd87adf7f owned by network:floatingip {{(pid=111022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 00:42:37.865541 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-e8b802a7-ace3-4af0-b112-2c61ee5792bd tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:37.869734 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-e8b802a7-ace3-4af0-b112-2c61ee5792bd tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6475515 Jun 16 00:42:37.874140 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 48308) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:42:37.892877 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [None req-6929188b-c0cf-4e2d-8943-2770e54b58d1 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Request body: {'floatingip': {'floating_network_id': '81cb8278-aa95-4a96-976c-13998a04ce85'}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:42:37.986679 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device d49bb961-658b-45da-b6f0-d756299f688d up at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:42:38.020434 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-6929188b-c0cf-4e2d-8943-2770e54b58d1 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:38.046919 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Provisioning complete for port d49bb961-658b-45da-b6f0-d756299f688d triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:42:38.047294 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (d49bb961-658b-45da-b6f0-d756299f688d), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:38.066329 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-d947921b-6645-41ac-a560-6bdb0b88d099 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753842673475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753842110814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18330592'] for port (73de0a32-d9f0-4e4a-a93b-0a8cd87adf7f), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:38.107359 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d947921b-6645-41ac-a560-6bdb0b88d099 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Pushing event deleted for resources: {'Port': ['ID=73de0a32-d9f0-4e4a-a93b-0a8cd87adf7f,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:38.115185 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-6929188b-c0cf-4e2d-8943-2770e54b58d1 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:38.137252 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Current status of the port d49bb961-658b-45da-b6f0-d756299f688d is: DOWN; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:42:38.141570 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (d49bb961-658b-45da-b6f0-d756299f688d), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:38.160455 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] For port d49bb961-658b-45da-b6f0-d756299f688d, host dv-cinder-803823-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=d49bb961-658b-45da-b6f0-d756299f688d,segment=NetworkSegment(6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc),segment_id=6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:42:38.184464 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-d947921b-6645-41ac-a560-6bdb0b88d099 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Publish callbacks [] for floatingip (e68d7abb-d8fb-4546-963a-5531bf78858f), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:38.184936 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.db.l3_db [None req-d947921b-6645-41ac-a560-6bdb0b88d099 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Floating IP e68d7abb-d8fb-4546-963a-5531bf78858f disassociated (deleted). External IP: 172.27.1.187, port: 6a0788b7-0528-40f3-80fe-df58bcfaf509. Jun 16 00:42:38.197924 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11594c3-2a0d-4f7e-8da5-7ef0af6f5adf None None] Sync routers for ids ['0cb76a4f-6fd6-452d-baca-898d959191e7'] in dv-cinder-803823-11-iscsi {{(pid=111025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 00:42:38.209226 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11594c3-2a0d-4f7e-8da5-7ef0af6f5adf None None] Routers {'0cb76a4f-6fd6-452d-baca-898d959191e7'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:42:38.210016 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-d11594c3-2a0d-4f7e-8da5-7ef0af6f5adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:42:27Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['0cb76a4f-6fd6-452d-baca-898d959191e7'], 'active': True} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:42:38.241925 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.db_base_plugin_common [None req-6929188b-c0cf-4e2d-8943-2770e54b58d1 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Allocated IP 172.27.1.231 (81cb8278-aa95-4a96-976c-13998a04ce85/7fa235f2-2172-4ff3-86e8-0e0d1995c273/bc6ef41d-1d2f-4438-bc4f-c055f845b9ef) {{(pid=111023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 00:42:38.253086 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (d49bb961-658b-45da-b6f0-d756299f688d), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:38.296327 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:38.326823 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvr_db [None req-d11594c3-2a0d-4f7e-8da5-7ef0af6f5adf None None] Set router 0cb76a4f-6fd6-452d-baca-898d959191e7 gateway port host: dv-cinder-803823-11-iscsi {{(pid=111025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:42:38.329346 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Pushing event updated for resources: {'Port': ['ID=d49bb961-658b-45da-b6f0-d756299f688d,revision_number=4']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:38.353439 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:38.379109 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-6929188b-c0cf-4e2d-8943-2770e54b58d1 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks [] for port (bc6ef41d-1d2f-4438-bc4f-c055f845b9ef), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:38.438741 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d947921b-6645-41ac-a560-6bdb0b88d099 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Router 9ca5c4ee-3529-4161-a1ff-bfa2763d3108 has already been hosted by L3 agent d0297bc9-c3a8-45ac-9023-c937cb4f21fc {{(pid=111022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 00:42:38.486492 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-6929188b-c0cf-4e2d-8943-2770e54b58d1 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753842110805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909837'] for port (bc6ef41d-1d2f-4438-bc4f-c055f845b9ef), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:38.529250 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6929188b-c0cf-4e2d-8943-2770e54b58d1 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Network 81cb8278-aa95-4a96-976c-13998a04ce85 is already hosted by enough agents. {{(pid=111023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:42:38.532490 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.base_scheduler [None req-6929188b-c0cf-4e2d-8943-2770e54b58d1 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Resources bound (agent type, host, resource id): {{(pid=111023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:42:38.536722 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6929188b-c0cf-4e2d-8943-2770e54b58d1 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Received port after_create {{(pid=111023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 00:42:38.555909 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d947921b-6645-41ac-a560-6bdb0b88d099 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Notify agent at l3_agent.dv-cinder-803823-11-iscsi the message routers_updated {{(pid=111022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 00:42:38.560004 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6929188b-c0cf-4e2d-8943-2770e54b58d1 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Pushing event updated for resources: {'Port': ['ID=bc6ef41d-1d2f-4438-bc4f-c055f845b9ef,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:38.570949 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-d947921b-6645-41ac-a560-6bdb0b88d099 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for floatingip (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:38.573545 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71101460-cf5b-48e9-bc74-fe43042ed033 None None] Sync routers for ids ['9ca5c4ee-3529-4161-a1ff-bfa2763d3108'] in dv-cinder-803823-11-iscsi {{(pid=111024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 00:42:38.579698 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-d11594c3-2a0d-4f7e-8da5-7ef0af6f5adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cb76a4f-6fd6-452d-baca-898d959191e7', 'name': 'tempest-AttachVolumeTestJSON-1454236411-router', 'tenant_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'd49bb961-658b-45da-b6f0-d756299f688d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:42:31Z', 'updated_at': '2022-06-16T00:42:34Z', 'revision_number': 4, 'project_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'gw_port': {'id': 'd49bb961-658b-45da-b6f0-d756299f688d', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:20:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cb76a4f-6fd6-452d-baca-898d959191e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:32Z', 'updated_at': '2022-06-16T00:42:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_interfaces': [{'id': '930c6ce0-8a75-45e6-a0ee-56ffb5edfe9d', 'name': '', 'network_id': '4929321f-89e1-434e-a080-491c8ce8d5b1', 'tenant_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'mac_address': 'fa:16:3e:5f:18:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cb76a4f-6fd6-452d-baca-898d959191e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'ef28a6f2-3270-4ff3-93e9-c5ae0a8b3b51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:34Z', 'updated_at': '2022-06-16T00:42:34Z', 'revision_number': 2, 'project_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'subnets': [{'id': 'ef28a6f2-3270-4ff3-93e9-c5ae0a8b3b51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:42:38.594816 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71101460-cf5b-48e9-bc74-fe43042ed033 None None] Routers {'9ca5c4ee-3529-4161-a1ff-bfa2763d3108'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:42:38.595811 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-71101460-cf5b-48e9-bc74-fe43042ed033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:42:27Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['9ca5c4ee-3529-4161-a1ff-bfa2763d3108'], 'active': True} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:42:38.614736 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-d947921b-6645-41ac-a560-6bdb0b88d099 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "DELETE /v2.0/floatingips/e68d7abb-d8fb-4546-963a-5531bf78858f HTTP/1.1" status: 204 len: 168 time: 1.2018712 Jun 16 00:42:38.614736 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63ba2bcd-076b-43b8-8753-fb86693d2614', 'tag': '6a0788b7-0528-40f3-80fe-df58bcfaf509'}] {{(pid=111022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:42:38.618315 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e11db3c8c8b471c3a5a6d77657e69b374448db58d6f4ea609d7f7612e3d25af7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1409e040-b378-420f-a1bd-f866e827fd7a" -d '{"events": [{"name": "network-changed", "server_uuid": "63ba2bcd-076b-43b8-8753-fb86693d2614", "tag": "6a0788b7-0528-40f3-80fe-df58bcfaf509"}]}' {{(pid=111022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:42:38.652560 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11594c3-2a0d-4f7e-8da5-7ef0af6f5adf None None] Checking router: 0cb76a4f-6fd6-452d-baca-898d959191e7 for host: dv-cinder-803823-11-iscsi {{(pid=111025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 00:42:38.652997 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11594c3-2a0d-4f7e-8da5-7ef0af6f5adf None None] Updating router 0cb76a4f-6fd6-452d-baca-898d959191e7 port 930c6ce0-8a75-45e6-a0ee-56ffb5edfe9d binding host dv-cinder-803823-11-iscsi {{(pid=111025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 00:42:38.661948 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-6929188b-c0cf-4e2d-8943-2770e54b58d1 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks [] for floatingip (1fd572e3-1e32-4011-b41e-496c82b91d1f), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:38.691803 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 00:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a58ebbb-2ed1-4895-ac4f-5ad0f80c64e8 x-openstack-request-id: req-0a58ebbb-2ed1-4895-ac4f-5ad0f80c64e8 {{(pid=111022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:42:38.692165 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63ba2bcd-076b-43b8-8753-fb86693d2614", "tag": "6a0788b7-0528-40f3-80fe-df58bcfaf509", "status": "completed", "code": 200}]} {{(pid=111022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:42:38.692482 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0a58ebbb-2ed1-4895-ac4f-5ad0f80c64e8 {{(pid=111022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:42:38.692978 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a58ebbb-2ed1-4895-ac4f-5ad0f80c64e8'] response: {'name': 'network-changed', 'server_uuid': '63ba2bcd-076b-43b8-8753-fb86693d2614', 'tag': '6a0788b7-0528-40f3-80fe-df58bcfaf509', 'status': 'completed', 'code': 200} Jun 16 00:42:38.706099 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:38.712748 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-d11594c3-2a0d-4f7e-8da5-7ef0af6f5adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (930c6ce0-8a75-45e6-a0ee-56ffb5edfe9d), before_update {{(pid=111025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:38.714068 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvr_db [None req-71101460-cf5b-48e9-bc74-fe43042ed033 None None] Set router 9ca5c4ee-3529-4161-a1ff-bfa2763d3108 gateway port host: dv-cinder-803823-11-iscsi {{(pid=111024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:42:38.727116 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=100 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:38.733581 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:38.799187 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-6929188b-c0cf-4e2d-8943-2770e54b58d1 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (bc6ef41d-1d2f-4438-bc4f-c055f845b9ef), before_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:38.827127 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409e040-b378-420f-a1bd-f866e827fd7a req-fc8b2c1f-bbf9-4658-b4b1-e8fbe11f0f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:42:38.828673 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-1409e040-b378-420f-a1bd-f866e827fd7a req-fc8b2c1f-bbf9-4658-b4b1-e8fbe11f0f18 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=ad47d922a30a4c55a781c52c5bd5236f&device_id=63ba2bcd-076b-43b8-8753-fb86693d2614 HTTP/1.1" status: 200 len: 1130 time: 0.0926282 Jun 16 00:42:38.912369 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=100 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:38.931693 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-71101460-cf5b-48e9-bc74-fe43042ed033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca5c4ee-3529-4161-a1ff-bfa2763d3108', 'name': 'tempest-TestMinimumBasicScenario-1371488886-router', 'tenant_id': 'ad47d922a30a4c55a781c52c5bd5236f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '1ced0f56-0b08-4968-9a46-491b54a67ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:40:12Z', 'updated_at': '2022-06-16T00:40:15Z', 'revision_number': 4, 'project_id': 'ad47d922a30a4c55a781c52c5bd5236f', 'gw_port': {'id': '1ced0f56-0b08-4968-9a46-491b54a67ac4', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca5c4ee-3529-4161-a1ff-bfa2763d3108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:40:12Z', 'updated_at': '2022-06-16T00:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_interfaces': [{'id': '1813f97e-b927-4ef4-ab6c-4139bb433dc4', 'name': '', 'network_id': 'ddc3f874-dd28-4dc7-b3dc-474b8dd70acf', 'tenant_id': 'ad47d922a30a4c55a781c52c5bd5236f', 'mac_address': 'fa:16:3e:f5:e3:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca5c4ee-3529-4161-a1ff-bfa2763d3108', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '20686f03-70a1-441c-9562-c71d0dab7272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:40:14Z', 'updated_at': '2022-06-16T00:40:19Z', 'revision_number': 5, 'project_id': 'ad47d922a30a4c55a781c52c5bd5236f', 'subnets': [{'id': '20686f03-70a1-441c-9562-c71d0dab7272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:42:38.958855 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71101460-cf5b-48e9-bc74-fe43042ed033 None None] Checking router: 9ca5c4ee-3529-4161-a1ff-bfa2763d3108 for host: dv-cinder-803823-11-iscsi {{(pid=111024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 00:42:38.968164 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71101460-cf5b-48e9-bc74-fe43042ed033 None None] Routers {'9ca5c4ee-3529-4161-a1ff-bfa2763d3108'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:42:38.968803 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-71101460-cf5b-48e9-bc74-fe43042ed033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:42:27Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['9ca5c4ee-3529-4161-a1ff-bfa2763d3108'], 'active': True} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:42:38.991146 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409e040-b378-420f-a1bd-f866e827fd7a req-ac10f010-2282-421c-bee8-fa28c9e97569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:42:38.992641 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-1409e040-b378-420f-a1bd-f866e827fd7a req-ac10f010-2282-421c-bee8-fa28c9e97569 service neutron] 10.222.0.40 "GET /v2.0/networks?id=ddc3f874-dd28-4dc7-b3dc-474b8dd70acf HTTP/1.1" status: 200 len: 916 time: 0.1560938 Jun 16 00:42:39.017772 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-d11594c3-2a0d-4f7e-8da5-7ef0af6f5adf None None] Publish callbacks [] for port (930c6ce0-8a75-45e6-a0ee-56ffb5edfe9d), precommit_update {{(pid=111025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:39.051869 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-1409e040-b378-420f-a1bd-f866e827fd7a req-9e0826c7-0164-426e-be5d-9eabb0c6116e service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a0788b7-0528-40f3-80fe-df58bcfaf509 HTTP/1.1" status: 200 len: 217 time: 0.0509288 Jun 16 00:42:39.067592 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:39.081812 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvr_db [None req-71101460-cf5b-48e9-bc74-fe43042ed033 None None] Set router 9ca5c4ee-3529-4161-a1ff-bfa2763d3108 gateway port host: dv-cinder-803823-11-iscsi {{(pid=111024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:42:39.111953 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-d11594c3-2a0d-4f7e-8da5-7ef0af6f5adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (930c6ce0-8a75-45e6-a0ee-56ffb5edfe9d), after_update {{(pid=111025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:39.115932 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-6929188b-c0cf-4e2d-8943-2770e54b58d1 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks [] for port (bc6ef41d-1d2f-4438-bc4f-c055f845b9ef), precommit_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:39.123086 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409e040-b378-420f-a1bd-f866e827fd7a req-8a663c5c-74fb-49e5-82b6-c9c800e93619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:42:39.124569 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-1409e040-b378-420f-a1bd-f866e827fd7a req-8a663c5c-74fb-49e5-82b6-c9c800e93619 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=20686f03-70a1-441c-9562-c71d0dab7272 HTTP/1.1" status: 200 len: 854 time: 0.0663798 Jun 16 00:42:39.161927 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21894567-a86e-47a8-8fbf-ae2d70623088 None None] Pushing event updated for resources: {'Port': ['ID=930c6ce0-8a75-45e6-a0ee-56ffb5edfe9d,revision_number=3']} {{(pid=111025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:39.193267 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409e040-b378-420f-a1bd-f866e827fd7a req-3b34f2aa-320a-4548-bb94-3bf94389c8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:42:39.195540 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-1409e040-b378-420f-a1bd-f866e827fd7a req-3b34f2aa-320a-4548-bb94-3bf94389c8e6 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=ddc3f874-dd28-4dc7-b3dc-474b8dd70acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0639312 Jun 16 00:42:39.218917 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-6929188b-c0cf-4e2d-8943-2770e54b58d1 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909850'] for port (bc6ef41d-1d2f-4438-bc4f-c055f845b9ef), after_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:39.230331 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:39.236342 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.managers [None req-d11594c3-2a0d-4f7e-8da5-7ef0af6f5adf None None] Attempting to bind port 930c6ce0-8a75-45e6-a0ee-56ffb5edfe9d on host dv-cinder-803823-11-iscsi for vnic_type normal with profile {{(pid=111025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 00:42:39.237657 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.managers [None req-d11594c3-2a0d-4f7e-8da5-7ef0af6f5adf None None] Attempting to bind port 930c6ce0-8a75-45e6-a0ee-56ffb5edfe9d by drivers openvswitch,hyperv on host dv-cinder-803823-11-iscsi at level 0 using segments [{'id': 'aa2b41d9-37ac-45f0-b910-fb31fa865fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4929321f-89e1-434e-a080-491c8ce8d5b1'}] {{(pid=111025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 00:42:39.238712 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11594c3-2a0d-4f7e-8da5-7ef0af6f5adf None None] Attempting to bind port 930c6ce0-8a75-45e6-a0ee-56ffb5edfe9d on network 4929321f-89e1-434e-a080-491c8ce8d5b1 {{(pid=111025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 00:42:39.247694 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11594c3-2a0d-4f7e-8da5-7ef0af6f5adf None None] Checking agent: {'id': '81117e21-cbf2-493f-9e14-29a3cec1f25a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 0, 26, 30), 'started_at': datetime.datetime(2022, 6, 16, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 0, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 00:42:39.248483 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11594c3-2a0d-4f7e-8da5-7ef0af6f5adf None None] Checking segment: {'id': 'aa2b41d9-37ac-45f0-b910-fb31fa865fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4929321f-89e1-434e-a080-491c8ce8d5b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 00:42:39.249118 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-d11594c3-2a0d-4f7e-8da5-7ef0af6f5adf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:39.250045 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11594c3-2a0d-4f7e-8da5-7ef0af6f5adf None None] Bound using segment: {'id': 'aa2b41d9-37ac-45f0-b910-fb31fa865fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4929321f-89e1-434e-a080-491c8ce8d5b1'} {{(pid=111025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 00:42:39.250917 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.managers [None req-d11594c3-2a0d-4f7e-8da5-7ef0af6f5adf None None] Bound port: 930c6ce0-8a75-45e6-a0ee-56ffb5edfe9d, host: dv-cinder-803823-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2b41d9-37ac-45f0-b910-fb31fa865fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4929321f-89e1-434e-a080-491c8ce8d5b1'}}] {{(pid=111025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 00:42:39.251578 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-d11594c3-2a0d-4f7e-8da5-7ef0af6f5adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (930c6ce0-8a75-45e6-a0ee-56ffb5edfe9d), before_update {{(pid=111025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:39.341006 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.db [None req-d11594c3-2a0d-4f7e-8da5-7ef0af6f5adf None None] For port 930c6ce0-8a75-45e6-a0ee-56ffb5edfe9d, host dv-cinder-803823-11-iscsi, cleared binding levels {{(pid=111025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 00:42:39.344953 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.db [None req-d11594c3-2a0d-4f7e-8da5-7ef0af6f5adf None None] For port 930c6ce0-8a75-45e6-a0ee-56ffb5edfe9d, host dv-cinder-803823-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=930c6ce0-8a75-45e6-a0ee-56ffb5edfe9d,segment=NetworkSegment(aa2b41d9-37ac-45f0-b910-fb31fa865fb0),segment_id=aa2b41d9-37ac-45f0-b910-fb31fa865fb0)] {{(pid=111025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 00:42:39.349585 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6929188b-c0cf-4e2d-8943-2770e54b58d1 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Pushing event updated for resources: {'Port': ['ID=bc6ef41d-1d2f-4438-bc4f-c055f845b9ef,revision_number=2']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:39.369248 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-6929188b-c0cf-4e2d-8943-2770e54b58d1 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672953'] for floatingip (1fd572e3-1e32-4011-b41e-496c82b91d1f), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:39.389804 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-71101460-cf5b-48e9-bc74-fe43042ed033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca5c4ee-3529-4161-a1ff-bfa2763d3108', 'name': 'tempest-TestMinimumBasicScenario-1371488886-router', 'tenant_id': 'ad47d922a30a4c55a781c52c5bd5236f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '1ced0f56-0b08-4968-9a46-491b54a67ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:40:12Z', 'updated_at': '2022-06-16T00:40:15Z', 'revision_number': 4, 'project_id': 'ad47d922a30a4c55a781c52c5bd5236f', 'gw_port': {'id': '1ced0f56-0b08-4968-9a46-491b54a67ac4', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca5c4ee-3529-4161-a1ff-bfa2763d3108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:40:12Z', 'updated_at': '2022-06-16T00:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_interfaces': [{'id': '1813f97e-b927-4ef4-ab6c-4139bb433dc4', 'name': '', 'network_id': 'ddc3f874-dd28-4dc7-b3dc-474b8dd70acf', 'tenant_id': 'ad47d922a30a4c55a781c52c5bd5236f', 'mac_address': 'fa:16:3e:f5:e3:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca5c4ee-3529-4161-a1ff-bfa2763d3108', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '20686f03-70a1-441c-9562-c71d0dab7272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:40:14Z', 'updated_at': '2022-06-16T00:40:19Z', 'revision_number': 5, 'project_id': 'ad47d922a30a4c55a781c52c5bd5236f', 'subnets': [{'id': '20686f03-70a1-441c-9562-c71d0dab7272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:42:39.399346 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-1409e040-b378-420f-a1bd-f866e827fd7a req-274daf24-bcba-4730-b6a2-f124de6155b8 service neutron] 10.222.0.40 "GET /v2.0/networks/ddc3f874-dd28-4dc7-b3dc-474b8dd70acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955345 Jun 16 00:42:39.416792 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71101460-cf5b-48e9-bc74-fe43042ed033 None None] The sync data for ids ['9ca5c4ee-3529-4161-a1ff-bfa2763d3108'] in dv-cinder-803823-11-iscsi is: [{'id': '9ca5c4ee-3529-4161-a1ff-bfa2763d3108', 'name': 'tempest-TestMinimumBasicScenario-1371488886-router', 'tenant_id': 'ad47d922a30a4c55a781c52c5bd5236f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '1ced0f56-0b08-4968-9a46-491b54a67ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:40:12Z', 'updated_at': '2022-06-16T00:40:15Z', 'revision_number': 4, 'project_id': 'ad47d922a30a4c55a781c52c5bd5236f', 'gw_port': {'id': '1ced0f56-0b08-4968-9a46-491b54a67ac4', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca5c4ee-3529-4161-a1ff-bfa2763d3108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:40:12Z', 'updated_at': '2022-06-16T00:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_interfaces': [{'id': '1813f97e-b927-4ef4-ab6c-4139bb433dc4', 'name': '', 'network_id': 'ddc3f874-dd28-4dc7-b3dc-474b8dd70acf', 'tenant_id': 'ad47d922a30a4c55a781c52c5bd5236f', 'mac_address': 'fa:16:3e:f5:e3:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca5c4ee-3529-4161-a1ff-bfa2763d3108', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '20686f03-70a1-441c-9562-c71d0dab7272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:40:14Z', 'updated_at': '2022-06-16T00:40:19Z', 'revision_number': 5, 'project_id': 'ad47d922a30a4c55a781c52c5bd5236f', 'subnets': [{'id': '20686f03-70a1-441c-9562-c71d0dab7272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 00:42:39.458231 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-430e56d8-6ddf-411b-b690-3b23980776b6 None None] Provisioning complete for port 930c6ce0-8a75-45e6-a0ee-56ffb5edfe9d triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:42:39.458619 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-430e56d8-6ddf-411b-b690-3b23980776b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (930c6ce0-8a75-45e6-a0ee-56ffb5edfe9d), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:39.476663 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-d11594c3-2a0d-4f7e-8da5-7ef0af6f5adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (930c6ce0-8a75-45e6-a0ee-56ffb5edfe9d), after_update {{(pid=111025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:39.492352 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-430e56d8-6ddf-411b-b690-3b23980776b6 None None] Port 930c6ce0-8a75-45e6-a0ee-56ffb5edfe9d cannot update to ACTIVE because it is not bound. {{(pid=111024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 00:42:39.522511 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-6929188b-c0cf-4e2d-8943-2770e54b58d1 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for floatingip (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:39.524002 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-6929188b-c0cf-4e2d-8943-2770e54b58d1 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6453464 Jun 16 00:42:39.550253 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11594c3-2a0d-4f7e-8da5-7ef0af6f5adf None None] Routers {'0cb76a4f-6fd6-452d-baca-898d959191e7'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:42:39.550892 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-d11594c3-2a0d-4f7e-8da5-7ef0af6f5adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:42:27Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['0cb76a4f-6fd6-452d-baca-898d959191e7'], 'active': True} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:42:39.553054 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21894567-a86e-47a8-8fbf-ae2d70623088 None None] Pushing event updated for resources: {'Port': ['ID=930c6ce0-8a75-45e6-a0ee-56ffb5edfe9d,revision_number=4']} {{(pid=111025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:39.772477 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-1409e040-b378-420f-a1bd-f866e827fd7a req-de229f7b-e2da-4632-a77e-efa64cdf9517 service neutron] 10.222.0.40 "GET /v2.0/networks/ddc3f874-dd28-4dc7-b3dc-474b8dd70acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502402 Jun 16 00:42:39.795863 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eefa84c-d4f6-4c78-ab98-3e643fd3ab8f None None] New status for floating IP e68d7abb-d8fb-4546-963a-5531bf78858f: DOWN {{(pid=111025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 00:42:39.813520 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-9d551b89-b6d2-40fd-864b-72cc2a0b141c req-55160a43-99b1-45e1-a4e3-e0c013c33367 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--2038549254&fields=id&tenant_id=f8eb9ad6ea03410f9956bbabeddcd5b2 HTTP/1.1" status: 200 len: 267 time: 0.1198406 Jun 16 00:42:39.816287 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-d1511e51-8e07-45f1-9c34-00ca25870728 None None] Provisioning complete for port 930c6ce0-8a75-45e6-a0ee-56ffb5edfe9d triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:42:39.816287 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-d1511e51-8e07-45f1-9c34-00ca25870728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (930c6ce0-8a75-45e6-a0ee-56ffb5edfe9d), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:39.858329 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvr_db [None req-d11594c3-2a0d-4f7e-8da5-7ef0af6f5adf None None] Set router 0cb76a4f-6fd6-452d-baca-898d959191e7 gateway port host: dv-cinder-803823-11-iscsi {{(pid=111025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:42:39.918549 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-d1511e51-8e07-45f1-9c34-00ca25870728 None None] Current status of the port 930c6ce0-8a75-45e6-a0ee-56ffb5edfe9d is: DOWN; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:42:39.920935 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-d1511e51-8e07-45f1-9c34-00ca25870728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (930c6ce0-8a75-45e6-a0ee-56ffb5edfe9d), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:39.962803 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d551b89-b6d2-40fd-864b-72cc2a0b141c req-eb4f3a99-1dd9-479a-b72e-632a28a0c1fc tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:42:39.964885 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-9d551b89-b6d2-40fd-864b-72cc2a0b141c req-eb4f3a99-1dd9-479a-b72e-632a28a0c1fc tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/networks?id=4929321f-89e1-434e-a080-491c8ce8d5b1 HTTP/1.1" status: 200 len: 811 time: 0.1420963 Jun 16 00:42:39.968165 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-d1511e51-8e07-45f1-9c34-00ca25870728 None None] For port 930c6ce0-8a75-45e6-a0ee-56ffb5edfe9d, host dv-cinder-803823-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=930c6ce0-8a75-45e6-a0ee-56ffb5edfe9d,segment=NetworkSegment(aa2b41d9-37ac-45f0-b910-fb31fa865fb0),segment_id=aa2b41d9-37ac-45f0-b910-fb31fa865fb0)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:42:39.982281 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-9d551b89-b6d2-40fd-864b-72cc2a0b141c req-6a17ccf6-76da-442b-9362-273b15164492 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/quotas/f8eb9ad6ea03410f9956bbabeddcd5b2 HTTP/1.1" status: 200 len: 375 time: 0.0108461 Jun 16 00:42:39.998573 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:40.017387 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device d49bb961-658b-45da-b6f0-d756299f688d up at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:42:40.034123 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-9d551b89-b6d2-40fd-864b-72cc2a0b141c req-7c310490-8f14-4525-b6ac-d1036c1ff92f tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f8eb9ad6ea03410f9956bbabeddcd5b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462470 Jun 16 00:42:40.051346 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-d1511e51-8e07-45f1-9c34-00ca25870728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (930c6ce0-8a75-45e6-a0ee-56ffb5edfe9d), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:40.119302 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Provisioning complete for port d49bb961-658b-45da-b6f0-d756299f688d triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:42:40.119874 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (d49bb961-658b-45da-b6f0-d756299f688d), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:40.125231 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1511e51-8e07-45f1-9c34-00ca25870728 None None] Pushing event updated for resources: {'Port': ['ID=930c6ce0-8a75-45e6-a0ee-56ffb5edfe9d,revision_number=5']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:40.145545 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-d11594c3-2a0d-4f7e-8da5-7ef0af6f5adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cb76a4f-6fd6-452d-baca-898d959191e7', 'name': 'tempest-AttachVolumeTestJSON-1454236411-router', 'tenant_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'd49bb961-658b-45da-b6f0-d756299f688d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:42:31Z', 'updated_at': '2022-06-16T00:42:34Z', 'revision_number': 4, 'project_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'gw_port': {'id': 'd49bb961-658b-45da-b6f0-d756299f688d', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:20:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb76a4f-6fd6-452d-baca-898d959191e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:32Z', 'updated_at': '2022-06-16T00:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_interfaces': [{'id': '930c6ce0-8a75-45e6-a0ee-56ffb5edfe9d', 'name': '', 'network_id': '4929321f-89e1-434e-a080-491c8ce8d5b1', 'tenant_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'mac_address': 'fa:16:3e:5f:18:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cb76a4f-6fd6-452d-baca-898d959191e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'ef28a6f2-3270-4ff3-93e9-c5ae0a8b3b51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:34Z', 'updated_at': '2022-06-16T00:42:39Z', 'revision_number': 4, 'project_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'subnets': [{'id': 'ef28a6f2-3270-4ff3-93e9-c5ae0a8b3b51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:42:40.181190 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11594c3-2a0d-4f7e-8da5-7ef0af6f5adf None None] The sync data for ids ['0cb76a4f-6fd6-452d-baca-898d959191e7'] in dv-cinder-803823-11-iscsi is: [{'id': '0cb76a4f-6fd6-452d-baca-898d959191e7', 'name': 'tempest-AttachVolumeTestJSON-1454236411-router', 'tenant_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'd49bb961-658b-45da-b6f0-d756299f688d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:42:31Z', 'updated_at': '2022-06-16T00:42:34Z', 'revision_number': 4, 'project_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'gw_port': {'id': 'd49bb961-658b-45da-b6f0-d756299f688d', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:20:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb76a4f-6fd6-452d-baca-898d959191e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:32Z', 'updated_at': '2022-06-16T00:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_interfaces': [{'id': '930c6ce0-8a75-45e6-a0ee-56ffb5edfe9d', 'name': '', 'network_id': '4929321f-89e1-434e-a080-491c8ce8d5b1', 'tenant_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'mac_address': 'fa:16:3e:5f:18:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cb76a4f-6fd6-452d-baca-898d959191e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'ef28a6f2-3270-4ff3-93e9-c5ae0a8b3b51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:34Z', 'updated_at': '2022-06-16T00:42:39Z', 'revision_number': 4, 'project_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'subnets': [{'id': 'ef28a6f2-3270-4ff3-93e9-c5ae0a8b3b51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 00:42:40.183744 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-9d551b89-b6d2-40fd-864b-72cc2a0b141c req-9f93cdbc-f9ac-446b-9dde-24f4e4485c0f service neutron] 10.222.0.20 "GET /v2.0/networks/4929321f-89e1-434e-a080-491c8ce8d5b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360333 Jun 16 00:42:40.208093 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Current status of the port d49bb961-658b-45da-b6f0-d756299f688d is: ACTIVE; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:42:40.212469 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device 930c6ce0-8a75-45e6-a0ee-56ffb5edfe9d up at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:42:40.230249 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:40.254489 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Provisioning complete for port 930c6ce0-8a75-45e6-a0ee-56ffb5edfe9d triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:42:40.254907 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (930c6ce0-8a75-45e6-a0ee-56ffb5edfe9d), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:40.313476 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-9d551b89-b6d2-40fd-864b-72cc2a0b141c req-7de0382f-eae6-4ea9-bc57-cd258f96775e service neutron] 10.222.0.20 "GET /v2.0/networks/4929321f-89e1-434e-a080-491c8ce8d5b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224887 Jun 16 00:42:40.345060 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Current status of the port 930c6ce0-8a75-45e6-a0ee-56ffb5edfe9d is: ACTIVE; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:42:40.597297 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-03595187-c5e4-4829-8f30-69726a621d36 req-60cd69ed-e0c5-481e-adc1-ce4b2df6aed9 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6d495c1-980b-4b00-8770-6f4be830077b HTTP/1.1" status: 200 len: 210 time: 0.0301869 Jun 16 00:42:41.677830 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-b8434868-1a62-4683-80fc-c7d5e6efa63a req-fe9d7cc9-b6db-4b56-91dd-4cafee7dd413 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6d495c1-980b-4b00-8770-6f4be830077b HTTP/1.1" status: 200 len: 210 time: 0.0283384 Jun 16 00:42:41.931062 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device 930c6ce0-8a75-45e6-a0ee-56ffb5edfe9d up at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:42:41.975116 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Provisioning complete for port 930c6ce0-8a75-45e6-a0ee-56ffb5edfe9d triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:42:41.975491 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (930c6ce0-8a75-45e6-a0ee-56ffb5edfe9d), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:42.052907 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Current status of the port 930c6ce0-8a75-45e6-a0ee-56ffb5edfe9d is: ACTIVE; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:42:42.773232 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-197107bc-55b2-454e-ab01-b491400c3068 req-71f7418b-588e-4a0a-b00b-f9aa6165303d tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6d495c1-980b-4b00-8770-6f4be830077b HTTP/1.1" status: 200 len: 210 time: 0.0292182 Jun 16 00:42:42.989615 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:43.007794 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d551b89-b6d2-40fd-864b-72cc2a0b141c req-6a1ac494-9f5a-4cca-96a7-7e79e521a747 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:42:43.009236 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-9d551b89-b6d2-40fd-864b-72cc2a0b141c req-6a1ac494-9f5a-4cca-96a7-7e79e521a747 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.40 "GET /v2.0/networks?id=4929321f-89e1-434e-a080-491c8ce8d5b1 HTTP/1.1" status: 200 len: 811 time: 0.1051185 Jun 16 00:42:43.080667 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-9d551b89-b6d2-40fd-864b-72cc2a0b141c req-ff30d056-81cc-4f73-b729-8c85ee2279c8 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.40 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8eb9ad6ea03410f9956bbabeddcd5b2 HTTP/1.1" status: 200 len: 380 time: 0.0549541 Jun 16 00:42:43.126853 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff6b43-ff52-44ce-a74f-37a2e9a4e337 req-f934475f-aa82-4618-923c-2d02ddcc12c7 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:42:43.128296 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-81ff6b43-ff52-44ce-a74f-37a2e9a4e337 req-f934475f-aa82-4618-923c-2d02ddcc12c7 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/ports?device_id=63ba2bcd-076b-43b8-8753-fb86693d2614 HTTP/1.1" status: 200 len: 946 time: 0.0462551 Jun 16 00:42:43.174143 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (42cc932a-4e60-43e8-a4dc-4f47b3d3efae), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:43.177707 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-81ff6b43-ff52-44ce-a74f-37a2e9a4e337 req-e48b33f3-3b8c-426b-8ce8-1ae2d1ee144e tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a85ccf4-43d6-40b7-a50e-3ea2d29e977c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432746 Jun 16 00:42:43.868103 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-95276438-30b5-4306-9f9f-2ff534566604 req-7e0eb28f-b23d-4b56-adb1-d5c25d8d5534 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6d495c1-980b-4b00-8770-6f4be830077b HTTP/1.1" status: 200 len: 210 time: 0.0280650 Jun 16 00:42:44.224919 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-4e15ed36-0a1d-4658-9107-26c6bbf173ab req-26d75aa1-a763-4a0c-8977-591f4c202b4d tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-298912126&fields=id&tenant_id=3a122fcfab7f418baf78d7b742fa20db HTTP/1.1" status: 200 len: 267 time: 0.0440717 Jun 16 00:42:44.259720 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=100 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:44.291048 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25256e41-615e-493a-917a-22486687e828 req-8fe2bc6b-107e-4f8c-98dc-fbde6d715764 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:42:44.292652 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-25256e41-615e-493a-917a-22486687e828 req-8fe2bc6b-107e-4f8c-98dc-fbde6d715764 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/ports?device_id=63ba2bcd-076b-43b8-8753-fb86693d2614 HTTP/1.1" status: 200 len: 946 time: 0.0475779 Jun 16 00:42:44.333807 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e15ed36-0a1d-4658-9107-26c6bbf173ab req-d2f6137d-3225-40a5-8ab3-75887e694f07 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:42:44.335270 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-4e15ed36-0a1d-4658-9107-26c6bbf173ab req-d2f6137d-3225-40a5-8ab3-75887e694f07 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/networks?id=edd9d18b-1d6c-4052-b07a-8baf4adc8bec HTTP/1.1" status: 200 len: 812 time: 0.1042812 Jun 16 00:42:44.340410 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-25256e41-615e-493a-917a-22486687e828 req-707d0811-e664-482d-8f0f-679324f6a37f tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a85ccf4-43d6-40b7-a50e-3ea2d29e977c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421116 Jun 16 00:42:44.349839 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-4e15ed36-0a1d-4658-9107-26c6bbf173ab req-b40baa49-983e-4725-98ba-331f3f6ec1b2 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/quotas/3a122fcfab7f418baf78d7b742fa20db HTTP/1.1" status: 200 len: 375 time: 0.0092132 Jun 16 00:42:44.400112 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-4e15ed36-0a1d-4658-9107-26c6bbf173ab req-681f1563-71af-43c6-854c-dc85a93bfc87 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3a122fcfab7f418baf78d7b742fa20db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435972 Jun 16 00:42:44.496120 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-4e15ed36-0a1d-4658-9107-26c6bbf173ab req-c7246b0e-7259-466b-ba1b-35c2044a8a04 service neutron] 10.222.0.20 "GET /v2.0/networks/edd9d18b-1d6c-4052-b07a-8baf4adc8bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856001 Jun 16 00:42:44.515201 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [req-9d551b89-b6d2-40fd-864b-72cc2a0b141c req-230d76e3-66c8-4b4d-b3ad-fa0f882fc70c tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Request body: {'port': {'device_id': 'd6d495c1-980b-4b00-8770-6f4be830077b', 'network_id': '4929321f-89e1-434e-a080-491c8ce8d5b1', 'admin_state_up': True, 'tenant_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'security_groups': ['37516820-f2f7-4019-beb5-b4a5f1c0a83b']}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:42:44.673324 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-4e15ed36-0a1d-4658-9107-26c6bbf173ab req-2c274a9f-aae4-46d8-b4cc-bd6a0ea39797 service neutron] 10.222.0.20 "GET /v2.0/networks/edd9d18b-1d6c-4052-b07a-8baf4adc8bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707022 Jun 16 00:42:44.749509 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d551b89-b6d2-40fd-864b-72cc2a0b141c req-230d76e3-66c8-4b4d-b3ad-fa0f882fc70c tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Made reservation on behalf of f8eb9ad6ea03410f9956bbabeddcd5b2 for: {'port': 1} {{(pid=111023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 00:42:44.752983 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-9d551b89-b6d2-40fd-864b-72cc2a0b141c req-230d76e3-66c8-4b4d-b3ad-fa0f882fc70c tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:44.882415 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.db_base_plugin_common [req-9d551b89-b6d2-40fd-864b-72cc2a0b141c req-230d76e3-66c8-4b4d-b3ad-fa0f882fc70c tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Allocated IP 172.20.0.12 (4929321f-89e1-434e-a080-491c8ce8d5b1/ef28a6f2-3270-4ff3-93e9-c5ae0a8b3b51/69e9c668-803b-42f4-8d52-2232717ce29c) {{(pid=111023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 00:42:44.971274 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-da988da0-ba98-43c3-b43c-5dd7ef9ecade req-7e3112e5-8a52-4d7c-ad93-2b2ebfa234e0 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6d495c1-980b-4b00-8770-6f4be830077b HTTP/1.1" status: 200 len: 210 time: 0.0315306 Jun 16 00:42:45.001191 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9c7c3c-dc43-4705-81da-238f28d3e4ba req-511d4ee2-d633-4721-a804-35b67d008558 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:42:45.002623 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-5e9c7c3c-dc43-4705-81da-238f28d3e4ba req-511d4ee2-d633-4721-a804-35b67d008558 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.40 "GET /v2.0/ports?device_id=63ba2bcd-076b-43b8-8753-fb86693d2614 HTTP/1.1" status: 200 len: 946 time: 0.0849135 Jun 16 00:42:45.065069 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:45.130116 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-9d551b89-b6d2-40fd-864b-72cc2a0b141c req-230d76e3-66c8-4b4d-b3ad-fa0f882fc70c tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks [] for port (69e9c668-803b-42f4-8d52-2232717ce29c), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:45.141261 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:45.144637 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [req-5e9c7c3c-dc43-4705-81da-238f28d3e4ba req-ac3494ef-57a3-47ff-8f16-e4259f682abd tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Deleting port 6a0788b7-0528-40f3-80fe-df58bcfaf509 {{(pid=111023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 00:42:45.144966 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-5e9c7c3c-dc43-4705-81da-238f28d3e4ba req-ac3494ef-57a3-47ff-8f16-e4259f682abd tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753842671270'] for port (6a0788b7-0528-40f3-80fe-df58bcfaf509), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:45.249902 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.db [req-5e9c7c3c-dc43-4705-81da-238f28d3e4ba req-ac3494ef-57a3-47ff-8f16-e4259f682abd tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] For port 6a0788b7-0528-40f3-80fe-df58bcfaf509, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=6a0788b7-0528-40f3-80fe-df58bcfaf509,segment=NetworkSegment(e6e3e48c-d62c-4862-a1af-3c681d3335e6),segment_id=e6e3e48c-d62c-4862-a1af-3c681d3335e6)] {{(pid=111023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:42:45.250580 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-5e9c7c3c-dc43-4705-81da-238f28d3e4ba req-ac3494ef-57a3-47ff-8f16-e4259f682abd tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642233'] for port (6a0788b7-0528-40f3-80fe-df58bcfaf509), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:45.265662 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [req-5e9c7c3c-dc43-4705-81da-238f28d3e4ba req-ac3494ef-57a3-47ff-8f16-e4259f682abd tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Calling delete_port for 6a0788b7-0528-40f3-80fe-df58bcfaf509 owned by compute:nova {{(pid=111023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 00:42:45.282482 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-a0f446ff-47c4-4514-a367-413c1d421b0c req-489e8a0e-29b8-42ac-a415-5c7d2473749a tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9cfd9b5-deae-43b6-a743-de414f1ed662 HTTP/1.1" status: 200 len: 210 time: 0.0382953 Jun 16 00:42:45.311378 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-9d551b89-b6d2-40fd-864b-72cc2a0b141c req-230d76e3-66c8-4b4d-b3ad-fa0f882fc70c tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753842110805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909837'] for port (69e9c668-803b-42f4-8d52-2232717ce29c), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:45.372166 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d551b89-b6d2-40fd-864b-72cc2a0b141c req-230d76e3-66c8-4b4d-b3ad-fa0f882fc70c tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Network 4929321f-89e1-434e-a080-491c8ce8d5b1 is already hosted by enough agents. {{(pid=111023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:42:45.378896 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.base_scheduler [req-9d551b89-b6d2-40fd-864b-72cc2a0b141c req-230d76e3-66c8-4b4d-b3ad-fa0f882fc70c tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Resources bound (agent type, host, resource id): {{(pid=111023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:42:45.383946 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d551b89-b6d2-40fd-864b-72cc2a0b141c req-230d76e3-66c8-4b4d-b3ad-fa0f882fc70c tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Received port after_create {{(pid=111023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 00:42:45.390261 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230d76e3-66c8-4b4d-b3ad-fa0f882fc70c tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Pushing event updated for resources: {'Port': ['ID=69e9c668-803b-42f4-8d52-2232717ce29c,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:45.610805 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-cd65513d-2baa-494a-88b1-74b9148f8b21 None None] Provisioning complete for port 69e9c668-803b-42f4-8d52-2232717ce29c triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:42:45.611412 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-cd65513d-2baa-494a-88b1-74b9148f8b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (69e9c668-803b-42f4-8d52-2232717ce29c), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:45.641408 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:45.645766 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-cd65513d-2baa-494a-88b1-74b9148f8b21 None None] Port 69e9c668-803b-42f4-8d52-2232717ce29c cannot update to ACTIVE because it is not bound. {{(pid=111024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 00:42:45.782268 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d109d4e-0d6a-42ba-b9d1-714b4b2c8734 req-fc0e1710-be5f-41b1-90e2-a4ea4964f1ed tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:42:45.783706 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-8d109d4e-0d6a-42ba-b9d1-714b4b2c8734 req-fc0e1710-be5f-41b1-90e2-a4ea4964f1ed tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/ports?device_id=63ba2bcd-076b-43b8-8753-fb86693d2614 HTTP/1.1" status: 200 len: 946 time: 0.3592629 Jun 16 00:42:45.788654 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d551b89-b6d2-40fd-864b-72cc2a0b141c req-230d76e3-66c8-4b4d-b3ad-fa0f882fc70c tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:42:45.789226 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-9d551b89-b6d2-40fd-864b-72cc2a0b141c req-230d76e3-66c8-4b4d-b3ad-fa0f882fc70c tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for port (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:45.808448 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:45.855128 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-8d109d4e-0d6a-42ba-b9d1-714b4b2c8734 req-58ce6d83-1891-42c1-b38b-f113afab42e8 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a85ccf4-43d6-40b7-a50e-3ea2d29e977c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584333 Jun 16 00:42:45.903048 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-9d551b89-b6d2-40fd-864b-72cc2a0b141c req-230d76e3-66c8-4b4d-b3ad-fa0f882fc70c tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3992908 Jun 16 00:42:45.904289 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-5e9c7c3c-dc43-4705-81da-238f28d3e4ba req-ac3494ef-57a3-47ff-8f16-e4259f682abd tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753842673475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753842110814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909837'] for port (6a0788b7-0528-40f3-80fe-df58bcfaf509), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:45.935223 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [req-9d551b89-b6d2-40fd-864b-72cc2a0b141c req-743e31c8-7ded-463b-84d4-7e370a4d1321 service neutron] Request body: {'port': {'device_id': 'd6d495c1-980b-4b00-8770-6f4be830077b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:42:45.938058 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3494ef-57a3-47ff-8f16-e4259f682abd tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Pushing event deleted for resources: {'Port': ['ID=6a0788b7-0528-40f3-80fe-df58bcfaf509,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:45.940848 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] get_ports_and_sgs() called for port_ids ['6a0788b7-0528-40f3-80fe-df58bcfaf509'] {{(pid=111024) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 00:42:46.018073 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e9c7c3c-dc43-4705-81da-238f28d3e4ba req-ac3494ef-57a3-47ff-8f16-e4259f682abd tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] No DVR routers for this DVR port 6a0788b7-0528-40f3-80fe-df58bcfaf509 on host hv-cinder-80382 {{(pid=111023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 00:42:46.033791 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-5e9c7c3c-dc43-4705-81da-238f28d3e4ba req-ac3494ef-57a3-47ff-8f16-e4259f682abd tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for port (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:46.036939 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-5e9c7c3c-dc43-4705-81da-238f28d3e4ba req-ac3494ef-57a3-47ff-8f16-e4259f682abd tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.40 "DELETE /v2.0/ports/6a0788b7-0528-40f3-80fe-df58bcfaf509 HTTP/1.1" status: 204 len: 173 time: 1.0096231 Jun 16 00:42:46.037381 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63ba2bcd-076b-43b8-8753-fb86693d2614', 'name': 'network-vif-deleted', 'tag': '6a0788b7-0528-40f3-80fe-df58bcfaf509'}] {{(pid=111023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:42:46.039602 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849ffc5c5c28115853a01ef2d84a57e68c82d4a74a931575540ba89325b26957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea3a2e37-d9ce-44d0-8138-c8816c0b2d9c" -d '{"events": [{"server_uuid": "63ba2bcd-076b-43b8-8753-fb86693d2614", "name": "network-vif-deleted", "tag": "6a0788b7-0528-40f3-80fe-df58bcfaf509"}]}' {{(pid=111023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:42:46.053479 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-9d551b89-b6d2-40fd-864b-72cc2a0b141c req-743e31c8-7ded-463b-84d4-7e370a4d1321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (69e9c668-803b-42f4-8d52-2232717ce29c), before_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:46.086413 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 00:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ea17e1-e961-4fa3-8419-95e1c1938b26 x-openstack-request-id: req-13ea17e1-e961-4fa3-8419-95e1c1938b26 {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:42:46.086682 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63ba2bcd-076b-43b8-8753-fb86693d2614", "name": "network-vif-deleted", "tag": "6a0788b7-0528-40f3-80fe-df58bcfaf509", "status": "completed", "code": 200}]} {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:42:46.086925 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-13ea17e1-e961-4fa3-8419-95e1c1938b26 {{(pid=111023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:42:46.087315 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13ea17e1-e961-4fa3-8419-95e1c1938b26'] response: {'server_uuid': '63ba2bcd-076b-43b8-8753-fb86693d2614', 'name': 'network-vif-deleted', 'tag': '6a0788b7-0528-40f3-80fe-df58bcfaf509', 'status': 'completed', 'code': 200} Jun 16 00:42:46.095316 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e850ca80-dd50-4326-a667-2c4f09880601 req-0d520b34-2085-464b-bc2d-695d5e39c43d tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:42:46.096891 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-e850ca80-dd50-4326-a667-2c4f09880601 req-0d520b34-2085-464b-bc2d-695d5e39c43d tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6d495c1-980b-4b00-8770-6f4be830077b HTTP/1.1" status: 200 len: 932 time: 0.0505605 Jun 16 00:42:46.146901 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-e850ca80-dd50-4326-a667-2c4f09880601 req-e1e0b409-2cb8-432b-a031-174641a3b180 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/security-groups?id=37516820-f2f7-4019-beb5-b4a5f1c0a83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424569 Jun 16 00:42:46.337587 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.notifiers.nova [req-9d551b89-b6d2-40fd-864b-72cc2a0b141c req-743e31c8-7ded-463b-84d4-7e370a4d1321 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69e9c668-803b-42f4-8d52-2232717ce29c {{(pid=111023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 00:42:46.347869 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-9d551b89-b6d2-40fd-864b-72cc2a0b141c req-743e31c8-7ded-463b-84d4-7e370a4d1321 service neutron] Publish callbacks [] for port (69e9c668-803b-42f4-8d52-2232717ce29c), precommit_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:46.374604 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.provisioning_blocks [req-9d551b89-b6d2-40fd-864b-72cc2a0b141c req-743e31c8-7ded-463b-84d4-7e370a4d1321 service neutron] Transition to ACTIVE for port object 69e9c668-803b-42f4-8d52-2232717ce29c will not be triggered until provisioned by entity L2. {{(pid=111023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 00:42:46.394321 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-cf75d867-5368-407e-88c1-6b9ac2a1ff6e req-31989b07-4f04-4420-9fe5-0bd45824834c tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9cfd9b5-deae-43b6-a743-de414f1ed662 HTTP/1.1" status: 200 len: 210 time: 0.0429635 Jun 16 00:42:46.460417 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-9d551b89-b6d2-40fd-864b-72cc2a0b141c req-743e31c8-7ded-463b-84d4-7e370a4d1321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909850'] for port (69e9c668-803b-42f4-8d52-2232717ce29c), after_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:46.509010 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:46.518557 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743e31c8-7ded-463b-84d4-7e370a4d1321 service neutron] Pushing event updated for resources: {'Port': ['ID=69e9c668-803b-42f4-8d52-2232717ce29c,revision_number=2']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:46.594728 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.managers [req-9d551b89-b6d2-40fd-864b-72cc2a0b141c req-743e31c8-7ded-463b-84d4-7e370a4d1321 service neutron] Attempting to bind port 69e9c668-803b-42f4-8d52-2232717ce29c on host hv-cinder-80382 for vnic_type normal with profile {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 00:42:46.595054 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.managers [req-9d551b89-b6d2-40fd-864b-72cc2a0b141c req-743e31c8-7ded-463b-84d4-7e370a4d1321 service neutron] Attempting to bind port 69e9c668-803b-42f4-8d52-2232717ce29c by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': 'aa2b41d9-37ac-45f0-b910-fb31fa865fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4929321f-89e1-434e-a080-491c8ce8d5b1'}] {{(pid=111023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 00:42:46.595376 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d551b89-b6d2-40fd-864b-72cc2a0b141c req-743e31c8-7ded-463b-84d4-7e370a4d1321 service neutron] Attempting to bind port 69e9c668-803b-42f4-8d52-2232717ce29c on network 4929321f-89e1-434e-a080-491c8ce8d5b1 {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 00:42:46.600376 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d551b89-b6d2-40fd-864b-72cc2a0b141c req-743e31c8-7ded-463b-84d4-7e370a4d1321 service neutron] Port 69e9c668-803b-42f4-8d52-2232717ce29c on network 4929321f-89e1-434e-a080-491c8ce8d5b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 00:42:46.600872 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d551b89-b6d2-40fd-864b-72cc2a0b141c req-743e31c8-7ded-463b-84d4-7e370a4d1321 service neutron] Attempting to bind port 69e9c668-803b-42f4-8d52-2232717ce29c on network 4929321f-89e1-434e-a080-491c8ce8d5b1 {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 00:42:46.606008 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d551b89-b6d2-40fd-864b-72cc2a0b141c req-743e31c8-7ded-463b-84d4-7e370a4d1321 service neutron] Checking agent: {'id': '42cc932a-4e60-43e8-a4dc-4f47b3d3efae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 0, 32, 41), 'started_at': datetime.datetime(2022, 6, 16, 0, 32, 41), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 0, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 00:42:46.606349 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d551b89-b6d2-40fd-864b-72cc2a0b141c req-743e31c8-7ded-463b-84d4-7e370a4d1321 service neutron] Checking segment: {'id': 'aa2b41d9-37ac-45f0-b910-fb31fa865fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4929321f-89e1-434e-a080-491c8ce8d5b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 00:42:46.606720 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d551b89-b6d2-40fd-864b-72cc2a0b141c req-743e31c8-7ded-463b-84d4-7e370a4d1321 service neutron] Bound using segment: {'id': 'aa2b41d9-37ac-45f0-b910-fb31fa865fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4929321f-89e1-434e-a080-491c8ce8d5b1'} {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 00:42:46.607350 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.managers [req-9d551b89-b6d2-40fd-864b-72cc2a0b141c req-743e31c8-7ded-463b-84d4-7e370a4d1321 service neutron] Bound port: 69e9c668-803b-42f4-8d52-2232717ce29c, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa2b41d9-37ac-45f0-b910-fb31fa865fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4929321f-89e1-434e-a080-491c8ce8d5b1'}}] {{(pid=111023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 00:42:46.607597 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-9d551b89-b6d2-40fd-864b-72cc2a0b141c req-743e31c8-7ded-463b-84d4-7e370a4d1321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (69e9c668-803b-42f4-8d52-2232717ce29c), before_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:46.671475 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.db [req-9d551b89-b6d2-40fd-864b-72cc2a0b141c req-743e31c8-7ded-463b-84d4-7e370a4d1321 service neutron] For port 69e9c668-803b-42f4-8d52-2232717ce29c, host hv-cinder-80382, cleared binding levels {{(pid=111023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 00:42:46.674781 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.db [req-9d551b89-b6d2-40fd-864b-72cc2a0b141c req-743e31c8-7ded-463b-84d4-7e370a4d1321 service neutron] For port 69e9c668-803b-42f4-8d52-2232717ce29c, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=69e9c668-803b-42f4-8d52-2232717ce29c,segment=NetworkSegment(aa2b41d9-37ac-45f0-b910-fb31fa865fb0),segment_id=aa2b41d9-37ac-45f0-b910-fb31fa865fb0)] {{(pid=111023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 00:42:46.745952 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-9d551b89-b6d2-40fd-864b-72cc2a0b141c req-743e31c8-7ded-463b-84d4-7e370a4d1321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909850'] for port (69e9c668-803b-42f4-8d52-2232717ce29c), after_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:46.784433 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d551b89-b6d2-40fd-864b-72cc2a0b141c req-743e31c8-7ded-463b-84d4-7e370a4d1321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:42:46.785064 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-9d551b89-b6d2-40fd-864b-72cc2a0b141c req-743e31c8-7ded-463b-84d4-7e370a4d1321 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for port (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:46.786424 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-9d551b89-b6d2-40fd-864b-72cc2a0b141c req-743e31c8-7ded-463b-84d4-7e370a4d1321 service neutron] 10.222.0.40 "PUT /v2.0/ports/69e9c668-803b-42f4-8d52-2232717ce29c HTTP/1.1" status: 200 len: 1094 time: 0.8582826 Jun 16 00:42:46.802964 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743e31c8-7ded-463b-84d4-7e370a4d1321 service neutron] Pushing event updated for resources: {'Port': ['ID=69e9c668-803b-42f4-8d52-2232717ce29c,revision_number=3']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:46.964310 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-3022a80f-1be8-41e0-8873-97e376f3144f req-d10ac24f-f7d3-4154-abc2-98051d7f31d6 tempest-TestMinimumBasicScenario-410999148 tempest-TestMinimumBasicScenario-410999148-project] 10.222.0.20 "GET /v2.0/ports?device_id=63ba2bcd-076b-43b8-8753-fb86693d2614 HTTP/1.1" status: 200 len: 210 time: 0.0281422 Jun 16 00:42:47.153016 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d551b89-b6d2-40fd-864b-72cc2a0b141c req-b1f513c5-3a41-4ff3-8a4a-662bbca1b35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:42:47.154545 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-9d551b89-b6d2-40fd-864b-72cc2a0b141c req-b1f513c5-3a41-4ff3-8a4a-662bbca1b35d service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=f8eb9ad6ea03410f9956bbabeddcd5b2&device_id=d6d495c1-980b-4b00-8770-6f4be830077b HTTP/1.1" status: 200 len: 1128 time: 0.0450196 Jun 16 00:42:47.193947 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:47.227421 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-9d551b89-b6d2-40fd-864b-72cc2a0b141c req-e9d1f927-2766-4208-818e-8c6a8b924839 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69e9c668-803b-42f4-8d52-2232717ce29c HTTP/1.1" status: 200 len: 217 time: 0.0407822 Jun 16 00:42:47.305876 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b6c62a-cd93-4479-baca-71821cb1d970 req-2810bf1e-c49a-4087-8274-00706dd4e6f0 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:42:47.307497 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-10b6c62a-cd93-4479-baca-71821cb1d970 req-2810bf1e-c49a-4087-8274-00706dd4e6f0 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6d495c1-980b-4b00-8770-6f4be830077b HTTP/1.1" status: 200 len: 944 time: 0.0826602 Jun 16 00:42:47.313168 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d551b89-b6d2-40fd-864b-72cc2a0b141c req-f33a9348-d0a9-4a5c-b0e3-4b23b598912f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:42:47.317787 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-9d551b89-b6d2-40fd-864b-72cc2a0b141c req-f33a9348-d0a9-4a5c-b0e3-4b23b598912f service neutron] 10.222.0.40 "GET /v2.0/subnets?id=ef28a6f2-3270-4ff3-93e9-c5ae0a8b3b51 HTTP/1.1" status: 200 len: 850 time: 0.0791559 Jun 16 00:42:47.384558 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-10b6c62a-cd93-4479-baca-71821cb1d970 req-a77d17fd-14c8-4ea1-89b2-b2fdd8595ee5 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/security-groups?id=37516820-f2f7-4019-beb5-b4a5f1c0a83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689802 Jun 16 00:42:47.395534 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d551b89-b6d2-40fd-864b-72cc2a0b141c req-b0bf91f8-4b00-44cb-abc9-889753a4a840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:42:47.397573 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-9d551b89-b6d2-40fd-864b-72cc2a0b141c req-b0bf91f8-4b00-44cb-abc9-889753a4a840 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=4929321f-89e1-434e-a080-491c8ce8d5b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0546026 Jun 16 00:42:47.495291 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-9d551b89-b6d2-40fd-864b-72cc2a0b141c req-aaf754d5-8678-4f83-aa9a-5d75f68ce596 service neutron] 10.222.0.40 "GET /v2.0/networks/4929321f-89e1-434e-a080-491c8ce8d5b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914204 Jun 16 00:42:47.504596 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-a2d9045d-3852-4826-999c-2280f9f1a420 req-d18bdb91-fb3a-4bd3-93cd-e29da24655fa tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9cfd9b5-deae-43b6-a743-de414f1ed662 HTTP/1.1" status: 200 len: 210 time: 0.0315752 Jun 16 00:42:47.777587 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-9d551b89-b6d2-40fd-864b-72cc2a0b141c req-2e7d1e0a-fbc8-49ac-b35e-9a715fc466ea service neutron] 10.222.0.40 "GET /v2.0/networks/4929321f-89e1-434e-a080-491c8ce8d5b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873139 Jun 16 00:42:48.087972 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6d495c1-980b-4b00-8770-6f4be830077b', 'tag': '69e9c668-803b-42f4-8d52-2232717ce29c'}] {{(pid=111023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:42:48.090332 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849ffc5c5c28115853a01ef2d84a57e68c82d4a74a931575540ba89325b26957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4023783b-5df0-4b05-80e5-b6980bbc2f55" -d '{"events": [{"name": "network-changed", "server_uuid": "d6d495c1-980b-4b00-8770-6f4be830077b", "tag": "69e9c668-803b-42f4-8d52-2232717ce29c"}]}' {{(pid=111023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:42:48.128955 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 00:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcbcdb0a-8265-4472-ad9b-a284661f11ea x-openstack-request-id: req-fcbcdb0a-8265-4472-ad9b-a284661f11ea {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:42:48.128955 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6d495c1-980b-4b00-8770-6f4be830077b", "tag": "69e9c668-803b-42f4-8d52-2232717ce29c", "status": "completed", "code": 200}]} {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:42:48.128955 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fcbcdb0a-8265-4472-ad9b-a284661f11ea {{(pid=111023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:42:48.128955 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcbcdb0a-8265-4472-ad9b-a284661f11ea'] response: {'name': 'network-changed', 'server_uuid': 'd6d495c1-980b-4b00-8770-6f4be830077b', 'tag': '69e9c668-803b-42f4-8d52-2232717ce29c', 'status': 'completed', 'code': 200} Jun 16 00:42:48.501598 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6218d5-f886-4e14-99a7-703914ffbc8b req-de35f167-f508-45a8-bbe4-4b70ec95674a tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:42:48.505148 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-cc6218d5-f886-4e14-99a7-703914ffbc8b req-de35f167-f508-45a8-bbe4-4b70ec95674a tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6d495c1-980b-4b00-8770-6f4be830077b HTTP/1.1" status: 200 len: 944 time: 0.0490534 Jun 16 00:42:48.550722 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-cc6218d5-f886-4e14-99a7-703914ffbc8b req-37cab780-4d66-4a53-b563-79b827b51537 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/security-groups?id=37516820-f2f7-4019-beb5-b4a5f1c0a83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419741 Jun 16 00:42:48.618385 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-5fc9023a-d960-4fa4-82e9-60a49e220791 req-34e3f910-4517-461a-9bb9-c84c2d233393 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9cfd9b5-deae-43b6-a743-de414f1ed662 HTTP/1.1" status: 200 len: 210 time: 0.0369513 Jun 16 00:42:48.693964 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023783b-5df0-4b05-80e5-b6980bbc2f55 req-002986a3-f875-4ccb-a6b2-0e1ac89a2700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:42:48.695445 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-4023783b-5df0-4b05-80e5-b6980bbc2f55 req-002986a3-f875-4ccb-a6b2-0e1ac89a2700 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=f8eb9ad6ea03410f9956bbabeddcd5b2&device_id=d6d495c1-980b-4b00-8770-6f4be830077b HTTP/1.1" status: 200 len: 1128 time: 0.0750375 Jun 16 00:42:48.819469 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e15ed36-0a1d-4658-9107-26c6bbf173ab req-a886b672-cdde-4609-810f-c29e04743bbc tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:42:48.821184 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-4e15ed36-0a1d-4658-9107-26c6bbf173ab req-a886b672-cdde-4609-810f-c29e04743bbc tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.40 "GET /v2.0/networks?id=edd9d18b-1d6c-4052-b07a-8baf4adc8bec HTTP/1.1" status: 200 len: 812 time: 0.2016151 Jun 16 00:42:48.867274 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023783b-5df0-4b05-80e5-b6980bbc2f55 req-39b9f341-4956-4b80-b031-c3de75365565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:42:48.868727 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-4023783b-5df0-4b05-80e5-b6980bbc2f55 req-39b9f341-4956-4b80-b031-c3de75365565 service neutron] 10.222.0.40 "GET /v2.0/networks?id=4929321f-89e1-434e-a080-491c8ce8d5b1 HTTP/1.1" status: 200 len: 912 time: 0.1450994 Jun 16 00:42:48.935867 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-4023783b-5df0-4b05-80e5-b6980bbc2f55 req-0dd94efb-9807-47c2-8fca-95b5431a7ee9 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69e9c668-803b-42f4-8d52-2232717ce29c HTTP/1.1" status: 200 len: 217 time: 0.0582068 Jun 16 00:42:48.956592 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-4e15ed36-0a1d-4658-9107-26c6bbf173ab req-2748dad9-7541-41ea-b739-89f7064bfd82 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.40 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a122fcfab7f418baf78d7b742fa20db HTTP/1.1" status: 200 len: 379 time: 0.1189051 Jun 16 00:42:48.994769 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [req-4e15ed36-0a1d-4658-9107-26c6bbf173ab req-1c69c198-ad51-4ff8-98d1-b2810c1cc905 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Request body: {'port': {'device_id': 'b9cfd9b5-deae-43b6-a743-de414f1ed662', 'network_id': 'edd9d18b-1d6c-4052-b07a-8baf4adc8bec', 'admin_state_up': True, 'tenant_id': '3a122fcfab7f418baf78d7b742fa20db', 'security_groups': ['9f9352b3-d578-4225-bf07-e2cb32cb93a9']}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:42:49.025369 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=100 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:49.042095 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023783b-5df0-4b05-80e5-b6980bbc2f55 req-935b1ef2-3da1-4051-8afc-30e18d83363e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:42:49.043559 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-4023783b-5df0-4b05-80e5-b6980bbc2f55 req-935b1ef2-3da1-4051-8afc-30e18d83363e service neutron] 10.222.0.40 "GET /v2.0/subnets?id=ef28a6f2-3270-4ff3-93e9-c5ae0a8b3b51 HTTP/1.1" status: 200 len: 850 time: 0.0814443 Jun 16 00:42:49.092670 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device 69e9c668-803b-42f4-8d52-2232717ce29c details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=111024) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 00:42:49.103084 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device 6a0788b7-0528-40f3-80fe-df58bcfaf509 no longer exists at agent hyperv_hv-cinder-80382 {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 00:42:49.125572 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023783b-5df0-4b05-80e5-b6980bbc2f55 req-4717558d-ca72-4d26-ac68-f485aa08b4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:42:49.127000 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-4023783b-5df0-4b05-80e5-b6980bbc2f55 req-4717558d-ca72-4d26-ac68-f485aa08b4ff service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=4929321f-89e1-434e-a080-491c8ce8d5b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0576680 Jun 16 00:42:49.131024 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] No Port match for: 6a0788b7-0528-40f3-80fe-df58bcfaf509 {{(pid=111024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 00:42:49.131372 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device 6a0788b7-0528-40f3-80fe-df58bcfaf509 not bound to the agent host hv-cinder-80382 {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 00:42:49.222474 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] For port 69e9c668-803b-42f4-8d52-2232717ce29c, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=69e9c668-803b-42f4-8d52-2232717ce29c,segment=NetworkSegment(aa2b41d9-37ac-45f0-b910-fb31fa865fb0),segment_id=aa2b41d9-37ac-45f0-b910-fb31fa865fb0)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:42:49.234175 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Returning: {'device': '69e9c668-803b-42f4-8d52-2232717ce29c', 'network_id': '4929321f-89e1-434e-a080-491c8ce8d5b1', 'port_id': '69e9c668-803b-42f4-8d52-2232717ce29c', 'mac_address': 'fa:16:3e:67:1c:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef28a6f2-3270-4ff3-93e9-c5ae0a8b3b51', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111024) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 00:42:49.234364 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-4023783b-5df0-4b05-80e5-b6980bbc2f55 req-0e223730-2282-4a3b-aa47-668ce7e0aab8 service neutron] 10.222.0.40 "GET /v2.0/networks/4929321f-89e1-434e-a080-491c8ce8d5b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997779 Jun 16 00:42:49.328853 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e15ed36-0a1d-4658-9107-26c6bbf173ab req-1c69c198-ad51-4ff8-98d1-b2810c1cc905 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Made reservation on behalf of 3a122fcfab7f418baf78d7b742fa20db for: {'port': 1} {{(pid=111023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 00:42:49.332369 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-4e15ed36-0a1d-4658-9107-26c6bbf173ab req-1c69c198-ad51-4ff8-98d1-b2810c1cc905 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:49.348710 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-4023783b-5df0-4b05-80e5-b6980bbc2f55 req-947bc544-0544-4618-8a03-b42435ae58c0 service neutron] 10.222.0.40 "GET /v2.0/networks/4929321f-89e1-434e-a080-491c8ce8d5b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067357 Jun 16 00:42:49.400639 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Current status of the port 69e9c668-803b-42f4-8d52-2232717ce29c is: DOWN; New status is: BUILD {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:42:49.400926 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (69e9c668-803b-42f4-8d52-2232717ce29c), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:49.413993 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:49.414911 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.notifiers.nova [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69e9c668-803b-42f4-8d52-2232717ce29c {{(pid=111024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 00:42:49.434585 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] For port 69e9c668-803b-42f4-8d52-2232717ce29c, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=69e9c668-803b-42f4-8d52-2232717ce29c,segment=NetworkSegment(aa2b41d9-37ac-45f0-b910-fb31fa865fb0),segment_id=aa2b41d9-37ac-45f0-b910-fb31fa865fb0)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:42:49.472788 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.db_base_plugin_common [req-4e15ed36-0a1d-4658-9107-26c6bbf173ab req-1c69c198-ad51-4ff8-98d1-b2810c1cc905 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Allocated IP 172.20.0.13 (edd9d18b-1d6c-4052-b07a-8baf4adc8bec/bc787928-3000-44c3-a294-565141aabb84/d5fb2be2-9506-4ad0-9b2c-6c4b7429291b) {{(pid=111023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 00:42:49.574095 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (69e9c668-803b-42f4-8d52-2232717ce29c), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:49.615872 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-4e15ed36-0a1d-4658-9107-26c6bbf173ab req-1c69c198-ad51-4ff8-98d1-b2810c1cc905 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks [] for port (d5fb2be2-9506-4ad0-9b2c-6c4b7429291b), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:49.637109 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:49.637773 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 48492) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:42:49.650300 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Pushing event updated for resources: {'Port': ['ID=69e9c668-803b-42f4-8d52-2232717ce29c,revision_number=4']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:49.722861 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-f3b42213-5992-436e-9377-a3df0084faad req-7e196af4-8488-46d4-a2b4-fe3b20ab5ebe tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9cfd9b5-deae-43b6-a743-de414f1ed662 HTTP/1.1" status: 200 len: 210 time: 0.0331318 Jun 16 00:42:49.746007 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-4e15ed36-0a1d-4658-9107-26c6bbf173ab req-1c69c198-ad51-4ff8-98d1-b2810c1cc905 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753842110805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909837'] for port (d5fb2be2-9506-4ad0-9b2c-6c4b7429291b), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:49.750000 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2878b7e-f01b-4e12-a308-c56b0fbc2d55 req-88547a14-a0e9-4d2a-aad9-549d00d98cb7 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:42:49.751504 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-c2878b7e-f01b-4e12-a308-c56b0fbc2d55 req-88547a14-a0e9-4d2a-aad9-549d00d98cb7 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6d495c1-980b-4b00-8770-6f4be830077b HTTP/1.1" status: 200 len: 945 time: 0.1224823 Jun 16 00:42:49.761536 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=100 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:49.793308 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e15ed36-0a1d-4658-9107-26c6bbf173ab req-1c69c198-ad51-4ff8-98d1-b2810c1cc905 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Network edd9d18b-1d6c-4052-b07a-8baf4adc8bec is already hosted by enough agents. {{(pid=111023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:42:49.803545 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.base_scheduler [req-4e15ed36-0a1d-4658-9107-26c6bbf173ab req-1c69c198-ad51-4ff8-98d1-b2810c1cc905 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Resources bound (agent type, host, resource id): {{(pid=111023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:42:49.807747 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e15ed36-0a1d-4658-9107-26c6bbf173ab req-1c69c198-ad51-4ff8-98d1-b2810c1cc905 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Received port after_create {{(pid=111023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 00:42:49.812578 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c69c198-ad51-4ff8-98d1-b2810c1cc905 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Pushing event updated for resources: {'Port': ['ID=d5fb2be2-9506-4ad0-9b2c-6c4b7429291b,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:49.866013 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e15ed36-0a1d-4658-9107-26c6bbf173ab req-1c69c198-ad51-4ff8-98d1-b2810c1cc905 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:42:49.867297 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-4e15ed36-0a1d-4658-9107-26c6bbf173ab req-1c69c198-ad51-4ff8-98d1-b2810c1cc905 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for port (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:49.870781 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] get_ports_and_sgs() called for port_ids ['69e9c668-803b-42f4-8d52-2232717ce29c'] {{(pid=111024) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 00:42:49.972732 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-4e15ed36-0a1d-4658-9107-26c6bbf173ab req-1c69c198-ad51-4ff8-98d1-b2810c1cc905 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0016673 Jun 16 00:42:49.999252 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [req-4e15ed36-0a1d-4658-9107-26c6bbf173ab req-e4fb9dd8-d562-4973-b28c-7b93c70e483b service neutron] Request body: {'port': {'device_id': 'b9cfd9b5-deae-43b6-a743-de414f1ed662', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:42:50.089387 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-c2878b7e-f01b-4e12-a308-c56b0fbc2d55 req-504cb822-66cc-422b-b444-a71774a09578 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/security-groups?id=37516820-f2f7-4019-beb5-b4a5f1c0a83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3303747 Jun 16 00:42:50.111327 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-4e15ed36-0a1d-4658-9107-26c6bbf173ab req-e4fb9dd8-d562-4973-b28c-7b93c70e483b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (d5fb2be2-9506-4ad0-9b2c-6c4b7429291b), before_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:50.139429 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-27adfb3d-e044-4d78-acea-c8b9e91c9912 None None] Provisioning complete for port d5fb2be2-9506-4ad0-9b2c-6c4b7429291b triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:42:50.140049 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-27adfb3d-e044-4d78-acea-c8b9e91c9912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (d5fb2be2-9506-4ad0-9b2c-6c4b7429291b), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:50.150773 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=67,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:50.178469 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-27adfb3d-e044-4d78-acea-c8b9e91c9912 None None] Port d5fb2be2-9506-4ad0-9b2c-6c4b7429291b cannot update to ACTIVE because it is not bound. {{(pid=111024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 00:42:50.248070 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-6355735b-f07a-42b7-abb2-cb3068612644 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-678073'] for router_interface (9ca5c4ee-3529-4161-a1ff-bfa2763d3108), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:50.376087 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.notifiers.nova [req-4e15ed36-0a1d-4658-9107-26c6bbf173ab req-e4fb9dd8-d562-4973-b28c-7b93c70e483b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5fb2be2-9506-4ad0-9b2c-6c4b7429291b {{(pid=111023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 00:42:50.383447 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-4e15ed36-0a1d-4658-9107-26c6bbf173ab req-e4fb9dd8-d562-4973-b28c-7b93c70e483b service neutron] Publish callbacks [] for port (d5fb2be2-9506-4ad0-9b2c-6c4b7429291b), precommit_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:50.397219 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.provisioning_blocks [req-4e15ed36-0a1d-4658-9107-26c6bbf173ab req-e4fb9dd8-d562-4973-b28c-7b93c70e483b service neutron] Transition to ACTIVE for port object d5fb2be2-9506-4ad0-9b2c-6c4b7429291b will not be triggered until provisioned by entity L2. {{(pid=111023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 00:42:50.411598 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=100 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:50.454512 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-4e15ed36-0a1d-4658-9107-26c6bbf173ab req-e4fb9dd8-d562-4973-b28c-7b93c70e483b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909850'] for port (d5fb2be2-9506-4ad0-9b2c-6c4b7429291b), after_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:50.458679 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:50.471779 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.plugin [None req-6355735b-f07a-42b7-abb2-cb3068612644 admin admin] Deleting port 1813f97e-b927-4ef4-ab6c-4139bb433dc4 {{(pid=111022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 00:42:50.472112 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-6355735b-f07a-42b7-abb2-cb3068612644 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753842671270'] for port (1813f97e-b927-4ef4-ab6c-4139bb433dc4), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:50.516897 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9dd8-d562-4973-b28c-7b93c70e483b service neutron] Pushing event updated for resources: {'Port': ['ID=d5fb2be2-9506-4ad0-9b2c-6c4b7429291b,revision_number=2']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:50.559275 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.db [None req-6355735b-f07a-42b7-abb2-cb3068612644 admin admin] For port 1813f97e-b927-4ef4-ab6c-4139bb433dc4, host dv-cinder-803823-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=1813f97e-b927-4ef4-ab6c-4139bb433dc4,segment=NetworkSegment(e6e3e48c-d62c-4862-a1af-3c681d3335e6),segment_id=e6e3e48c-d62c-4862-a1af-3c681d3335e6)] {{(pid=111022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:42:50.559612 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-6355735b-f07a-42b7-abb2-cb3068612644 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642233'] for port (1813f97e-b927-4ef4-ab6c-4139bb433dc4), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:50.575268 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.plugin [None req-6355735b-f07a-42b7-abb2-cb3068612644 admin admin] Calling delete_port for 1813f97e-b927-4ef4-ab6c-4139bb433dc4 owned by network:router_interface {{(pid=111022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 00:42:50.593163 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.managers [req-4e15ed36-0a1d-4658-9107-26c6bbf173ab req-e4fb9dd8-d562-4973-b28c-7b93c70e483b service neutron] Attempting to bind port d5fb2be2-9506-4ad0-9b2c-6c4b7429291b on host hv-cinder-80382 for vnic_type normal with profile {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 00:42:50.593501 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.managers [req-4e15ed36-0a1d-4658-9107-26c6bbf173ab req-e4fb9dd8-d562-4973-b28c-7b93c70e483b service neutron] Attempting to bind port d5fb2be2-9506-4ad0-9b2c-6c4b7429291b by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': '7c0103d3-cac1-4b5e-92ff-48f99487b187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'edd9d18b-1d6c-4052-b07a-8baf4adc8bec'}] {{(pid=111023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 00:42:50.593876 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e15ed36-0a1d-4658-9107-26c6bbf173ab req-e4fb9dd8-d562-4973-b28c-7b93c70e483b service neutron] Attempting to bind port d5fb2be2-9506-4ad0-9b2c-6c4b7429291b on network edd9d18b-1d6c-4052-b07a-8baf4adc8bec {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 00:42:50.600720 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e15ed36-0a1d-4658-9107-26c6bbf173ab req-e4fb9dd8-d562-4973-b28c-7b93c70e483b service neutron] Port d5fb2be2-9506-4ad0-9b2c-6c4b7429291b on network edd9d18b-1d6c-4052-b07a-8baf4adc8bec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 00:42:50.601229 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e15ed36-0a1d-4658-9107-26c6bbf173ab req-e4fb9dd8-d562-4973-b28c-7b93c70e483b service neutron] Attempting to bind port d5fb2be2-9506-4ad0-9b2c-6c4b7429291b on network edd9d18b-1d6c-4052-b07a-8baf4adc8bec {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 00:42:50.607553 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e15ed36-0a1d-4658-9107-26c6bbf173ab req-e4fb9dd8-d562-4973-b28c-7b93c70e483b service neutron] Checking agent: {'id': '42cc932a-4e60-43e8-a4dc-4f47b3d3efae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 0, 32, 41), 'started_at': datetime.datetime(2022, 6, 16, 0, 32, 41), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 0, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 00:42:50.607893 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e15ed36-0a1d-4658-9107-26c6bbf173ab req-e4fb9dd8-d562-4973-b28c-7b93c70e483b service neutron] Checking segment: {'id': '7c0103d3-cac1-4b5e-92ff-48f99487b187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'edd9d18b-1d6c-4052-b07a-8baf4adc8bec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 00:42:50.608275 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e15ed36-0a1d-4658-9107-26c6bbf173ab req-e4fb9dd8-d562-4973-b28c-7b93c70e483b service neutron] Bound using segment: {'id': '7c0103d3-cac1-4b5e-92ff-48f99487b187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'edd9d18b-1d6c-4052-b07a-8baf4adc8bec'} {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 00:42:50.608723 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.managers [req-4e15ed36-0a1d-4658-9107-26c6bbf173ab req-e4fb9dd8-d562-4973-b28c-7b93c70e483b service neutron] Bound port: d5fb2be2-9506-4ad0-9b2c-6c4b7429291b, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c0103d3-cac1-4b5e-92ff-48f99487b187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'edd9d18b-1d6c-4052-b07a-8baf4adc8bec'}}] {{(pid=111023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 00:42:50.609078 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-4e15ed36-0a1d-4658-9107-26c6bbf173ab req-e4fb9dd8-d562-4973-b28c-7b93c70e483b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (d5fb2be2-9506-4ad0-9b2c-6c4b7429291b), before_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:50.730922 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.db [req-4e15ed36-0a1d-4658-9107-26c6bbf173ab req-e4fb9dd8-d562-4973-b28c-7b93c70e483b service neutron] For port d5fb2be2-9506-4ad0-9b2c-6c4b7429291b, host hv-cinder-80382, cleared binding levels {{(pid=111023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 00:42:50.730922 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.db [req-4e15ed36-0a1d-4658-9107-26c6bbf173ab req-e4fb9dd8-d562-4973-b28c-7b93c70e483b service neutron] For port d5fb2be2-9506-4ad0-9b2c-6c4b7429291b, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=d5fb2be2-9506-4ad0-9b2c-6c4b7429291b,segment=NetworkSegment(7c0103d3-cac1-4b5e-92ff-48f99487b187),segment_id=7c0103d3-cac1-4b5e-92ff-48f99487b187)] {{(pid=111023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 00:42:50.861422 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbabb0b-2f7d-4f79-99a5-5d33a98d8e87 req-32226e96-70bf-4360-8543-6a4c925c6343 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:42:50.867446 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-6bbabb0b-2f7d-4f79-99a5-5d33a98d8e87 req-32226e96-70bf-4360-8543-6a4c925c6343 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9cfd9b5-deae-43b6-a743-de414f1ed662 HTTP/1.1" status: 200 len: 944 time: 0.0558863 Jun 16 00:42:50.888676 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:50.912119 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-6bbabb0b-2f7d-4f79-99a5-5d33a98d8e87 req-d94dbe5c-2fb5-4d03-bce5-376c59e1c101 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f9352b3-d578-4225-bf07-e2cb32cb93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433047 Jun 16 00:42:50.971720 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-4e15ed36-0a1d-4658-9107-26c6bbf173ab req-e4fb9dd8-d562-4973-b28c-7b93c70e483b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909850'] for port (d5fb2be2-9506-4ad0-9b2c-6c4b7429291b), after_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:51.002909 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-6355735b-f07a-42b7-abb2-cb3068612644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753842673475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753842110814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18330592'] for port (1813f97e-b927-4ef4-ab6c-4139bb433dc4), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:51.022217 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e15ed36-0a1d-4658-9107-26c6bbf173ab req-e4fb9dd8-d562-4973-b28c-7b93c70e483b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:42:51.022831 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-4e15ed36-0a1d-4658-9107-26c6bbf173ab req-e4fb9dd8-d562-4973-b28c-7b93c70e483b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for port (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:51.024279 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-4e15ed36-0a1d-4658-9107-26c6bbf173ab req-e4fb9dd8-d562-4973-b28c-7b93c70e483b service neutron] 10.222.0.40 "PUT /v2.0/ports/d5fb2be2-9506-4ad0-9b2c-6c4b7429291b HTTP/1.1" status: 200 len: 1094 time: 1.0322556 Jun 16 00:42:51.024756 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9cfd9b5-deae-43b6-a743-de414f1ed662', 'tag': 'd5fb2be2-9506-4ad0-9b2c-6c4b7429291b'}] {{(pid=111023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:42:51.027725 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849ffc5c5c28115853a01ef2d84a57e68c82d4a74a931575540ba89325b26957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f9c7d35-d4d4-40d7-a62c-89a14687b108" -d '{"events": [{"name": "network-changed", "server_uuid": "b9cfd9b5-deae-43b6-a743-de414f1ed662", "tag": "d5fb2be2-9506-4ad0-9b2c-6c4b7429291b"}]}' {{(pid=111023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:42:51.031022 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355735b-f07a-42b7-abb2-cb3068612644 admin admin] Pushing event deleted for resources: {'Port': ['ID=1813f97e-b927-4ef4-ab6c-4139bb433dc4,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:51.062836 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9dd8-d562-4973-b28c-7b93c70e483b service neutron] Pushing event updated for resources: {'Port': ['ID=d5fb2be2-9506-4ad0-9b2c-6c4b7429291b,revision_number=3']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:51.089915 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 00:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b381f2-4044-4951-8e61-128f2a88f3d7 x-openstack-request-id: req-e9b381f2-4044-4951-8e61-128f2a88f3d7 {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:42:51.090205 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9cfd9b5-deae-43b6-a743-de414f1ed662", "tag": "d5fb2be2-9506-4ad0-9b2c-6c4b7429291b", "status": "completed", "code": 200}]} {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:42:51.090452 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e9b381f2-4044-4951-8e61-128f2a88f3d7 {{(pid=111023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:42:51.090856 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9b381f2-4044-4951-8e61-128f2a88f3d7'] response: {'name': 'network-changed', 'server_uuid': 'b9cfd9b5-deae-43b6-a743-de414f1ed662', 'tag': 'd5fb2be2-9506-4ad0-9b2c-6c4b7429291b', 'status': 'completed', 'code': 200} Jun 16 00:42:51.094067 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device 69e9c668-803b-42f4-8d52-2232717ce29c up at agent hyperv_hv-cinder-80382 {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:42:51.094243 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:51.131629 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:51.153583 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Provisioning for port 69e9c668-803b-42f4-8d52-2232717ce29c completed by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 00:42:51.215319 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c7d35-d4d4-40d7-a62c-89a14687b108 req-36b6cc4a-ebe8-4b16-b546-7d37d318de2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:42:51.221721 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-0f9c7d35-d4d4-40d7-a62c-89a14687b108 req-36b6cc4a-ebe8-4b16-b546-7d37d318de2a service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=3a122fcfab7f418baf78d7b742fa20db&device_id=b9cfd9b5-deae-43b6-a743-de414f1ed662 HTTP/1.1" status: 200 len: 1128 time: 0.0783718 Jun 16 00:42:51.224211 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-6355735b-f07a-42b7-abb2-cb3068612644 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677933'] for router_interface (9ca5c4ee-3529-4161-a1ff-bfa2763d3108), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:51.249336 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Provisioning complete for port 69e9c668-803b-42f4-8d52-2232717ce29c triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:42:51.249708 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (69e9c668-803b-42f4-8d52-2232717ce29c), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:51.299894 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8bcfbb-c5dd-4c78-ac83-32f05ec4838e req-2b83b718-86d4-47d7-8fa2-5dc3b04623a0 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:42:51.301854 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-9d8bcfbb-c5dd-4c78-ac83-32f05ec4838e req-2b83b718-86d4-47d7-8fa2-5dc3b04623a0 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6d495c1-980b-4b00-8770-6f4be830077b HTTP/1.1" status: 200 len: 945 time: 0.1044631 Jun 16 00:42:51.381796 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Current status of the port 69e9c668-803b-42f4-8d52-2232717ce29c is: BUILD; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:42:51.382179 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (69e9c668-803b-42f4-8d52-2232717ce29c), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:51.394359 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:51.411393 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6d495c1-980b-4b00-8770-6f4be830077b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e9c668-803b-42f4-8d52-2232717ce29c'}] {{(pid=111024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:42:51.413740 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4573778420d3d0f041bbf6733ae9852b47924bf8d6b8ed88ee9f05ae747ab312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a98e38f-cb87-40aa-8938-3fc8d57aec8b" -d '{"events": [{"server_uuid": "d6d495c1-980b-4b00-8770-6f4be830077b", "name": "network-vif-plugged", "status": "completed", "tag": "69e9c668-803b-42f4-8d52-2232717ce29c"}]}' {{(pid=111024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:42:51.418852 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-9d8bcfbb-c5dd-4c78-ac83-32f05ec4838e req-87d9a5e0-cf8f-4d5e-aa88-28ad02be5f84 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/security-groups?id=37516820-f2f7-4019-beb5-b4a5f1c0a83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067190 Jun 16 00:42:51.420821 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c7d35-d4d4-40d7-a62c-89a14687b108 req-0de7a289-63c5-40c1-8859-54e6f2fb0754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:42:51.433299 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-0f9c7d35-d4d4-40d7-a62c-89a14687b108 req-0de7a289-63c5-40c1-8859-54e6f2fb0754 service neutron] 10.222.0.40 "GET /v2.0/networks?tenant_id=3a122fcfab7f418baf78d7b742fa20db&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2001526 Jun 16 00:42:51.449479 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] For port 69e9c668-803b-42f4-8d52-2232717ce29c, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=69e9c668-803b-42f4-8d52-2232717ce29c,segment=NetworkSegment(aa2b41d9-37ac-45f0-b910-fb31fa865fb0),segment_id=aa2b41d9-37ac-45f0-b910-fb31fa865fb0)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:42:51.463457 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 00:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-821e9639-b1bc-48fe-8c77-9f0860b37e5e x-openstack-request-id: req-821e9639-b1bc-48fe-8c77-9f0860b37e5e {{(pid=111024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:42:51.463808 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6d495c1-980b-4b00-8770-6f4be830077b", "name": "network-vif-plugged", "status": "completed", "tag": "69e9c668-803b-42f4-8d52-2232717ce29c", "code": 200}]} {{(pid=111024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:42:51.464124 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-821e9639-b1bc-48fe-8c77-9f0860b37e5e {{(pid=111024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:42:51.464623 dv-cinder-803823-11-iscsi neutron-server[111024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-821e9639-b1bc-48fe-8c77-9f0860b37e5e'] response: {'server_uuid': 'd6d495c1-980b-4b00-8770-6f4be830077b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e9c668-803b-42f4-8d52-2232717ce29c', 'code': 200} Jun 16 00:42:51.467363 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:51.512430 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6355735b-f07a-42b7-abb2-cb3068612644 admin admin] Router 9ca5c4ee-3529-4161-a1ff-bfa2763d3108 has already been hosted by L3 agent d0297bc9-c3a8-45ac-9023-c937cb4f21fc {{(pid=111022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 00:42:51.540203 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c7d35-d4d4-40d7-a62c-89a14687b108 req-4b4e67d4-dd82-408b-9c00-b9a0c5675ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:42:51.541634 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-0f9c7d35-d4d4-40d7-a62c-89a14687b108 req-4b4e67d4-dd82-408b-9c00-b9a0c5675ac7 service neutron] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1075947 Jun 16 00:42:51.585880 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (69e9c668-803b-42f4-8d52-2232717ce29c), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:51.623134 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6355735b-f07a-42b7-abb2-cb3068612644 admin admin] Notify agent at l3_agent.dv-cinder-803823-11-iscsi the message routers_updated {{(pid=111022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 00:42:51.628057 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-6355735b-f07a-42b7-abb2-cb3068612644 admin admin] 10.222.0.20 "PUT /v2.0/routers/9ca5c4ee-3529-4161-a1ff-bfa2763d3108/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9876461 Jun 16 00:42:51.630607 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 48504) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:42:51.638402 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c326cb43-8efd-410d-90fc-49bdf0d30677 None None] Sync routers for ids ['9ca5c4ee-3529-4161-a1ff-bfa2763d3108'] in dv-cinder-803823-11-iscsi {{(pid=111024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 00:42:51.646276 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e15ed36-0a1d-4658-9107-26c6bbf173ab req-0c63fa8e-57e6-43da-bb4f-ef8d86abedf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:42:51.647931 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-4e15ed36-0a1d-4658-9107-26c6bbf173ab req-0c63fa8e-57e6-43da-bb4f-ef8d86abedf4 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=3a122fcfab7f418baf78d7b742fa20db&device_id=b9cfd9b5-deae-43b6-a743-de414f1ed662 HTTP/1.1" status: 200 len: 1128 time: 0.0420070 Jun 16 00:42:51.663887 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Pushing event updated for resources: {'Port': ['ID=69e9c668-803b-42f4-8d52-2232717ce29c,revision_number=5']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:51.674377 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c326cb43-8efd-410d-90fc-49bdf0d30677 None None] Routers {'9ca5c4ee-3529-4161-a1ff-bfa2763d3108'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:42:51.675137 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-c326cb43-8efd-410d-90fc-49bdf0d30677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:42:27Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['9ca5c4ee-3529-4161-a1ff-bfa2763d3108'], 'active': True} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:42:51.711633 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-4e15ed36-0a1d-4658-9107-26c6bbf173ab req-e2364afd-e8aa-4ded-97f9-c59681e7c5d3 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5fb2be2-9506-4ad0-9b2c-6c4b7429291b HTTP/1.1" status: 200 len: 217 time: 0.0510952 Jun 16 00:42:51.738009 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-65cf4b10-ef01-4edc-b4a4-ccebf2e7c836 admin admin] Publish callbacks [] for router (9ca5c4ee-3529-4161-a1ff-bfa2763d3108), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:51.767766 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e15ed36-0a1d-4658-9107-26c6bbf173ab req-e3e078af-5dc7-4b94-9ce6-d7a199821798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:42:51.769777 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-4e15ed36-0a1d-4658-9107-26c6bbf173ab req-e3e078af-5dc7-4b94-9ce6-d7a199821798 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=bc787928-3000-44c3-a294-565141aabb84 HTTP/1.1" status: 200 len: 851 time: 0.0519497 Jun 16 00:42:51.793949 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvr_db [None req-c326cb43-8efd-410d-90fc-49bdf0d30677 None None] Set router 9ca5c4ee-3529-4161-a1ff-bfa2763d3108 gateway port host: dv-cinder-803823-11-iscsi {{(pid=111024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:42:51.840562 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-65cf4b10-ef01-4edc-b4a4-ccebf2e7c836 admin admin] Publish callbacks [] for router_gateway (9ca5c4ee-3529-4161-a1ff-bfa2763d3108), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:51.858365 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e15ed36-0a1d-4658-9107-26c6bbf173ab req-a336334f-d590-4f5d-b36d-fef36276148e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:42:51.859978 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-4e15ed36-0a1d-4658-9107-26c6bbf173ab req-a336334f-d590-4f5d-b36d-fef36276148e service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=edd9d18b-1d6c-4052-b07a-8baf4adc8bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0831850 Jun 16 00:42:51.865045 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827bad2e-3cd6-4b3e-8728-1efff57fdb2e req-d0defbe0-f41f-40a5-a886-dc45f07a0b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:42:51.866971 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-827bad2e-3cd6-4b3e-8728-1efff57fdb2e req-d0defbe0-f41f-40a5-a886-dc45f07a0b20 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=d6d495c1-980b-4b00-8770-6f4be830077b HTTP/1.1" status: 200 len: 1130 time: 0.0522959 Jun 16 00:42:51.877283 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=100 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:51.973751 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-827bad2e-3cd6-4b3e-8728-1efff57fdb2e req-1adb173c-5eba-4907-8da3-794ba6253e30 service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=37516820-f2f7-4019-beb5-b4a5f1c0a83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980949 Jun 16 00:42:52.000342 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.plugin [None req-65cf4b10-ef01-4edc-b4a4-ccebf2e7c836 admin admin] Deleting port 1ced0f56-0b08-4968-9a46-491b54a67ac4 {{(pid=111022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 00:42:52.003617 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-65cf4b10-ef01-4edc-b4a4-ccebf2e7c836 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753842671270'] for port (1ced0f56-0b08-4968-9a46-491b54a67ac4), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:52.004772 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-4e15ed36-0a1d-4658-9107-26c6bbf173ab req-43b84e81-a9f6-4d07-87c4-523a5c2e5ce8 service neutron] 10.222.0.40 "GET /v2.0/networks/edd9d18b-1d6c-4052-b07a-8baf4adc8bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366727 Jun 16 00:42:52.020731 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-c326cb43-8efd-410d-90fc-49bdf0d30677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca5c4ee-3529-4161-a1ff-bfa2763d3108', 'name': 'tempest-TestMinimumBasicScenario-1371488886-router', 'tenant_id': 'ad47d922a30a4c55a781c52c5bd5236f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '1ced0f56-0b08-4968-9a46-491b54a67ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:40:12Z', 'updated_at': '2022-06-16T00:42:50Z', 'revision_number': 5, 'project_id': 'ad47d922a30a4c55a781c52c5bd5236f', 'gw_port': {'id': '1ced0f56-0b08-4968-9a46-491b54a67ac4', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca5c4ee-3529-4161-a1ff-bfa2763d3108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:40:12Z', 'updated_at': '2022-06-16T00:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi'}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:42:52.026913 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:52.040208 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b56cf-d633-4f75-8f21-5d4096d1e04d req-74748c29-9796-49b7-9997-51310dbaf0bc tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:42:52.041751 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-927b56cf-d633-4f75-8f21-5d4096d1e04d req-74748c29-9796-49b7-9997-51310dbaf0bc tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9cfd9b5-deae-43b6-a743-de414f1ed662 HTTP/1.1" status: 200 len: 944 time: 0.0511656 Jun 16 00:42:52.055106 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c326cb43-8efd-410d-90fc-49bdf0d30677 None None] Checking router: 9ca5c4ee-3529-4161-a1ff-bfa2763d3108 for host: dv-cinder-803823-11-iscsi {{(pid=111024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 00:42:52.060123 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c326cb43-8efd-410d-90fc-49bdf0d30677 None None] Routers {'9ca5c4ee-3529-4161-a1ff-bfa2763d3108'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:42:52.060755 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-c326cb43-8efd-410d-90fc-49bdf0d30677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:42:27Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['9ca5c4ee-3529-4161-a1ff-bfa2763d3108'], 'active': True} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:42:52.095544 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-927b56cf-d633-4f75-8f21-5d4096d1e04d req-6fbd88fd-640f-413a-bcc2-3946d33c9b7c tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f9352b3-d578-4225-bf07-e2cb32cb93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451007 Jun 16 00:42:52.102433 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.db [None req-65cf4b10-ef01-4edc-b4a4-ccebf2e7c836 admin admin] For port 1ced0f56-0b08-4968-9a46-491b54a67ac4, host dv-cinder-803823-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=1ced0f56-0b08-4968-9a46-491b54a67ac4,segment=NetworkSegment(6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc),segment_id=6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc)] {{(pid=111022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:42:52.102803 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-65cf4b10-ef01-4edc-b4a4-ccebf2e7c836 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642233'] for port (1ced0f56-0b08-4968-9a46-491b54a67ac4), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:52.116926 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.plugin [None req-65cf4b10-ef01-4edc-b4a4-ccebf2e7c836 admin admin] Calling delete_port for 1ced0f56-0b08-4968-9a46-491b54a67ac4 owned by network:router_gateway {{(pid=111022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 00:42:52.140012 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:52.149760 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvr_db [None req-c326cb43-8efd-410d-90fc-49bdf0d30677 None None] Set router 9ca5c4ee-3529-4161-a1ff-bfa2763d3108 gateway port host: None {{(pid=111024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:42:52.199921 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-c326cb43-8efd-410d-90fc-49bdf0d30677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca5c4ee-3529-4161-a1ff-bfa2763d3108', 'name': 'tempest-TestMinimumBasicScenario-1371488886-router', 'tenant_id': 'ad47d922a30a4c55a781c52c5bd5236f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:40:12Z', 'updated_at': '2022-06-16T00:42:51Z', 'revision_number': 6, 'project_id': 'ad47d922a30a4c55a781c52c5bd5236f', 'gw_port_host': None}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:42:52.224908 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c326cb43-8efd-410d-90fc-49bdf0d30677 None None] The sync data for ids ['9ca5c4ee-3529-4161-a1ff-bfa2763d3108'] in dv-cinder-803823-11-iscsi is: [{'id': '9ca5c4ee-3529-4161-a1ff-bfa2763d3108', 'name': 'tempest-TestMinimumBasicScenario-1371488886-router', 'tenant_id': 'ad47d922a30a4c55a781c52c5bd5236f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:40:12Z', 'updated_at': '2022-06-16T00:42:51Z', 'revision_number': 6, 'project_id': 'ad47d922a30a4c55a781c52c5bd5236f', 'gw_port_host': None}] {{(pid=111024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 00:42:52.347375 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-4e15ed36-0a1d-4658-9107-26c6bbf173ab req-937405c8-9f1b-4405-8797-86c26e856202 service neutron] 10.222.0.40 "GET /v2.0/networks/edd9d18b-1d6c-4052-b07a-8baf4adc8bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894501 Jun 16 00:42:52.348866 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-65cf4b10-ef01-4edc-b4a4-ccebf2e7c836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753842673475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753842110814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18330592'] for port (1ced0f56-0b08-4968-9a46-491b54a67ac4), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:52.371282 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cf4b10-ef01-4edc-b4a4-ccebf2e7c836 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ced0f56-0b08-4968-9a46-491b54a67ac4,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:52.436516 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-65cf4b10-ef01-4edc-b4a4-ccebf2e7c836 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-673148'] for router_gateway (9ca5c4ee-3529-4161-a1ff-bfa2763d3108), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:52.545402 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-65cf4b10-ef01-4edc-b4a4-ccebf2e7c836 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3429'] for router (9ca5c4ee-3529-4161-a1ff-bfa2763d3108), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:52.549387 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-65cf4b10-ef01-4edc-b4a4-ccebf2e7c836 admin admin] Publish callbacks [] for router_controller (9ca5c4ee-3529-4161-a1ff-bfa2763d3108), precommit_delete_associations {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:52.596857 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77471d5c-31bf-40b9-93e3-627da46dcbd3 req-5366b31a-eb12-4428-bcf6-a8f0724b3e46 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:42:52.598381 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-77471d5c-31bf-40b9-93e3-627da46dcbd3 req-5366b31a-eb12-4428-bcf6-a8f0724b3e46 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6d495c1-980b-4b00-8770-6f4be830077b HTTP/1.1" status: 200 len: 946 time: 0.0839140 Jun 16 00:42:52.601165 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:52.656339 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-77471d5c-31bf-40b9-93e3-627da46dcbd3 req-e2ea2a5b-2ff7-4ba9-a22f-5b865bb5635e tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/security-groups?id=37516820-f2f7-4019-beb5-b4a5f1c0a83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514753 Jun 16 00:42:52.695055 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-65cf4b10-ef01-4edc-b4a4-ccebf2e7c836 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-673004'] for router (9ca5c4ee-3529-4161-a1ff-bfa2763d3108), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:52.695687 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65cf4b10-ef01-4edc-b4a4-ccebf2e7c836 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ca5c4ee-3529-4161-a1ff-bfa2763d3108 {{(pid=111022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 00:42:52.701609 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-65cf4b10-ef01-4edc-b4a4-ccebf2e7c836 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:52.702719 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-65cf4b10-ef01-4edc-b4a4-ccebf2e7c836 admin admin] 10.222.0.20 "DELETE /v2.0/routers/9ca5c4ee-3529-4161-a1ff-bfa2763d3108 HTTP/1.1" status: 204 len: 168 time: 1.0711944 Jun 16 00:42:52.705199 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 48510) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:42:52.752858 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.db.db_base_plugin_v2 [None req-28ce160b-6976-41d4-a9a9-79ffc5fc3d98 admin admin] Deleting subnet 20686f03-70a1-441c-9562-c71d0dab7272 {{(pid=111022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 00:42:52.756766 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-28ce160b-6976-41d4-a9a9-79ffc5fc3d98 admin admin] Publish callbacks [] for subnet (20686f03-70a1-441c-9562-c71d0dab7272), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:52.791781 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-28ce160b-6976-41d4-a9a9-79ffc5fc3d98 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18744226'] for subnet (20686f03-70a1-441c-9562-c71d0dab7272), precommit_delete_associations {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:52.866416 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-28ce160b-6976-41d4-a9a9-79ffc5fc3d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1219515'] for subnet (20686f03-70a1-441c-9562-c71d0dab7272), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:52.983733 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-28ce160b-6976-41d4-a9a9-79ffc5fc3d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1219458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18330573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18407658'] for subnet (20686f03-70a1-441c-9562-c71d0dab7272), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:53.007835 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ce160b-6976-41d4-a9a9-79ffc5fc3d98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20686f03-70a1-441c-9562-c71d0dab7272,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:53.014644 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-28ce160b-6976-41d4-a9a9-79ffc5fc3d98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590195'] for subnet (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:53.018415 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-28ce160b-6976-41d4-a9a9-79ffc5fc3d98 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/20686f03-70a1-441c-9562-c71d0dab7272 HTTP/1.1" status: 204 len: 168 time: 0.3123002 Jun 16 00:42:53.019173 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00b2203-4259-416c-ae98-abba379ee177 None None] Network ddc3f874-dd28-4dc7-b3dc-474b8dd70acf requested from dv-cinder-803823-11-iscsi {{(pid=111024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 00:42:53.021057 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 48512) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:42:53.102967 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-93bdfddb-3010-464e-ac52-1ad226284738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1350587'] for network (ddc3f874-dd28-4dc7-b3dc-474b8dd70acf), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:53.151930 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [None req-93bdfddb-3010-464e-ac52-1ad226284738 admin admin] Deleting port 47678908-f5de-44a4-b033-420fd2ccc4ef {{(pid=111023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 00:42:53.152267 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-93bdfddb-3010-464e-ac52-1ad226284738 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753842671270'] for port (47678908-f5de-44a4-b033-420fd2ccc4ef), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:53.197241 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fc7ad5-d43f-44cf-a82a-84a72ad112c7 None None] DHCP port deletion for ddc3f874-dd28-4dc7-b3dc-474b8dd70acf request from dv-cinder-803823-11-iscsi {{(pid=111024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 00:42:53.218776 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=100 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:53.237161 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-14fc7ad5-d43f-44cf-a82a-84a72ad112c7 None None] Deleting port 47678908-f5de-44a4-b033-420fd2ccc4ef {{(pid=111024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 00:42:53.237647 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-14fc7ad5-d43f-44cf-a82a-84a72ad112c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753842671270'] for port (47678908-f5de-44a4-b033-420fd2ccc4ef), before_delete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:53.272470 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef16859d-91db-4574-b7c5-417707211fff req-94dca12b-6828-4662-8b16-db6649afd4a9 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:42:53.274016 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-ef16859d-91db-4574-b7c5-417707211fff req-94dca12b-6828-4662-8b16-db6649afd4a9 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9cfd9b5-deae-43b6-a743-de414f1ed662 HTTP/1.1" status: 200 len: 944 time: 0.0968907 Jun 16 00:42:53.275982 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.db [None req-93bdfddb-3010-464e-ac52-1ad226284738 admin admin] For port 47678908-f5de-44a4-b033-420fd2ccc4ef, host dv-cinder-803823-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=47678908-f5de-44a4-b033-420fd2ccc4ef,segment=NetworkSegment(e6e3e48c-d62c-4862-a1af-3c681d3335e6),segment_id=e6e3e48c-d62c-4862-a1af-3c681d3335e6)] {{(pid=111023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:42:53.276579 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-93bdfddb-3010-464e-ac52-1ad226284738 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642233'] for port (47678908-f5de-44a4-b033-420fd2ccc4ef), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:53.304828 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [None req-93bdfddb-3010-464e-ac52-1ad226284738 admin admin] Calling delete_port for 47678908-f5de-44a4-b033-420fd2ccc4ef owned by network:dhcp {{(pid=111023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 00:42:53.308454 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-14fc7ad5-d43f-44cf-a82a-84a72ad112c7 None None] For port 47678908-f5de-44a4-b033-420fd2ccc4ef, host dv-cinder-803823-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=47678908-f5de-44a4-b033-420fd2ccc4ef,segment=NetworkSegment(e6e3e48c-d62c-4862-a1af-3c681d3335e6),segment_id=e6e3e48c-d62c-4862-a1af-3c681d3335e6)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:42:53.308912 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-14fc7ad5-d43f-44cf-a82a-84a72ad112c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642233'] for port (47678908-f5de-44a4-b033-420fd2ccc4ef), precommit_delete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:53.323549 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-14fc7ad5-d43f-44cf-a82a-84a72ad112c7 None None] Calling delete_port for 47678908-f5de-44a4-b033-420fd2ccc4ef owned by network:dhcp {{(pid=111024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 00:42:53.371095 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-ef16859d-91db-4574-b7c5-417707211fff req-7917c8e1-0f9d-4535-8aa6-363ee02999b7 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f9352b3-d578-4225-bf07-e2cb32cb93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914662 Jun 16 00:42:53.508819 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-93bdfddb-3010-464e-ac52-1ad226284738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753842673475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753842110814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909837'] for port (47678908-f5de-44a4-b033-420fd2ccc4ef), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:53.515871 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-14fc7ad5-d43f-44cf-a82a-84a72ad112c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753842673475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753842110814'] for port (47678908-f5de-44a4-b033-420fd2ccc4ef), after_delete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:53.538356 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bdfddb-3010-464e-ac52-1ad226284738 admin admin] Pushing event deleted for resources: {'Port': ['ID=47678908-f5de-44a4-b033-420fd2ccc4ef,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:53.539663 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fc7ad5-d43f-44cf-a82a-84a72ad112c7 None None] Pushing event deleted for resources: {'Port': ['ID=47678908-f5de-44a4-b033-420fd2ccc4ef,revision_number=None']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:53.540166 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bdfddb-3010-464e-ac52-1ad226284738 admin admin] No DVR routers for this DVR port 47678908-f5de-44a4-b033-420fd2ccc4ef on host dv-cinder-803823-11-iscsi {{(pid=111023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 00:42:53.543188 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fc7ad5-d43f-44cf-a82a-84a72ad112c7 None None] No DVR routers for this DVR port 47678908-f5de-44a4-b033-420fd2ccc4ef on host dv-cinder-803823-11-iscsi {{(pid=111024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 00:42:53.615059 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-93bdfddb-3010-464e-ac52-1ad226284738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1217386', 'neutron.services.segments.db._delete_segments_for_network-8753842649658'] for network (ddc3f874-dd28-4dc7-b3dc-474b8dd70acf), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:53.639349 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.services.segments.db [None req-93bdfddb-3010-464e-ac52-1ad226284738 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddc3f874-dd28-4dc7-b3dc-474b8dd70acf']}} {{(pid=111023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:42:53.645945 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.services.segments.db [None req-93bdfddb-3010-464e-ac52-1ad226284738 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6e3e48c-d62c-4862-a1af-3c681d3335e6') {'for_net_delete': True} {{(pid=111023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:42:53.646229 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.services.segments.db [None req-93bdfddb-3010-464e-ac52-1ad226284738 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6e3e48c-d62c-4862-a1af-3c681d3335e6') {} {{(pid=111023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:42:53.655738 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-93bdfddb-3010-464e-ac52-1ad226284738 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753842648513', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10236077'] for segment (e6e3e48c-d62c-4862-a1af-3c681d3335e6), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:53.668668 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-93bdfddb-3010-464e-ac52-1ad226284738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219328'] for segment (e6e3e48c-d62c-4862-a1af-3c681d3335e6), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:53.675363 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93bdfddb-3010-464e-ac52-1ad226284738 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=111023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 00:42:53.675730 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-93bdfddb-3010-464e-ac52-1ad226284738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2909950'] for segment (e6e3e48c-d62c-4862-a1af-3c681d3335e6), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:53.707919 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.services.segments.plugin [-] Segment e6e3e48c-d62c-4862-a1af-3c681d3335e6 resource provider aggregate not found Jun 16 00:42:53.754088 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.services.segments.plugin [-] Segment e6e3e48c-d62c-4862-a1af-3c681d3335e6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e6e3e48c-d62c-4862-a1af-3c681d3335e6 found for delete ", "request_id": "req-efec629a-fb11-4270-87b8-ef7a7d9999d5"}]} Jun 16 00:42:53.774678 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6aa291-9424-42c7-8c30-f6de4772e8ed req-e238e16d-a9c5-42b2-bbfb-0fec018031e3 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:42:53.776142 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-8f6aa291-9424-42c7-8c30-f6de4772e8ed req-e238e16d-a9c5-42b2-bbfb-0fec018031e3 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6d495c1-980b-4b00-8770-6f4be830077b HTTP/1.1" status: 200 len: 946 time: 0.0485623 Jun 16 00:42:53.812043 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-93bdfddb-3010-464e-ac52-1ad226284738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1220132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673112'] for network (ddc3f874-dd28-4dc7-b3dc-474b8dd70acf), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:53.822998 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-93bdfddb-3010-464e-ac52-1ad226284738 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590195'] for network (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:53.829151 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-8f6aa291-9424-42c7-8c30-f6de4772e8ed req-2f95959b-1b96-45e6-93af-823174769c56 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/security-groups?id=37516820-f2f7-4019-beb5-b4a5f1c0a83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414190 Jun 16 00:42:53.829437 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-93bdfddb-3010-464e-ac52-1ad226284738 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ddc3f874-dd28-4dc7-b3dc-474b8dd70acf HTTP/1.1" status: 204 len: 168 time: 0.8040862 Jun 16 00:42:53.829544 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 48522) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:42:53.837600 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bdfddb-3010-464e-ac52-1ad226284738 admin admin] Pushing event deleted for resources: {'Network': ['ID=ddc3f874-dd28-4dc7-b3dc-474b8dd70acf,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:53.939836 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5f765e-10f6-447c-9529-d1533182a969 req-36c70d49-0a8c-4715-b910-ac26e7a3df44 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:42:53.941507 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-9b5f765e-10f6-447c-9529-d1533182a969 req-36c70d49-0a8c-4715-b910-ac26e7a3df44 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6d495c1-980b-4b00-8770-6f4be830077b HTTP/1.1" status: 200 len: 946 time: 0.0530312 Jun 16 00:42:53.942935 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device 47678908-f5de-44a4-b033-420fd2ccc4ef no longer exists at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 00:42:53.952697 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 48526) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:42:53.957208 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [None req-d473c558-e4f2-4d1f-be47-2dbf866dca90 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Request body: {'floatingip': {'port_id': '69e9c668-803b-42f4-8d52-2232717ce29c'}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:42:53.963311 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] No Port match for: 47678908-f5de-44a4-b033-420fd2ccc4ef {{(pid=111024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 00:42:53.963659 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device 47678908-f5de-44a4-b033-420fd2ccc4ef not bound to the agent host dv-cinder-803823-11-iscsi {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 00:42:53.964081 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device 1813f97e-b927-4ef4-ab6c-4139bb433dc4 no longer exists at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 00:42:53.982719 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] No Port match for: 1813f97e-b927-4ef4-ab6c-4139bb433dc4 {{(pid=111024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 00:42:53.983060 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device 1813f97e-b927-4ef4-ab6c-4139bb433dc4 not bound to the agent host dv-cinder-803823-11-iscsi {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 00:42:53.983479 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device 1ced0f56-0b08-4968-9a46-491b54a67ac4 no longer exists at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 00:42:53.999625 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-d473c558-e4f2-4d1f-be47-2dbf866dca90 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks [] for floatingip (1fd572e3-1e32-4011-b41e-496c82b91d1f), before_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:54.006058 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] No Port match for: 1ced0f56-0b08-4968-9a46-491b54a67ac4 {{(pid=111024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 00:42:54.006403 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device 1ced0f56-0b08-4968-9a46-491b54a67ac4 not bound to the agent host dv-cinder-803823-11-iscsi {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 00:42:54.062630 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:54.205123 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:54.367074 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-d8be5d5c-98f2-49d2-8c51-c5d8a63fef8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-678073'] for router_interface (725c9717-d6ec-4888-a228-8e26ce21f714), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:54.522693 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-05ed392f-f64a-4849-832c-40f6eca3d9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (2a8c543c-b8d9-40d8-999c-fa03b757f547), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:54.533152 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8438dd4-c684-432e-870c-b6e649db3e33 req-22a07a11-a061-47b0-9352-1a4ed1c19d63 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:42:54.534676 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-d8438dd4-c684-432e-870c-b6e649db3e33 req-22a07a11-a061-47b0-9352-1a4ed1c19d63 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9cfd9b5-deae-43b6-a743-de414f1ed662 HTTP/1.1" status: 200 len: 944 time: 0.0834279 Jun 16 00:42:54.632142 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:54.638589 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-d8438dd4-c684-432e-870c-b6e649db3e33 req-f11cf3b7-f4e1-4d04-8175-e68ed1321530 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f9352b3-d578-4225-bf07-e2cb32cb93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830262 Jun 16 00:42:54.679759 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.plugin [None req-d8be5d5c-98f2-49d2-8c51-c5d8a63fef8a admin admin] Deleting port 4e532c82-bdb2-4026-a352-de5c1f60e6f9 {{(pid=111022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 00:42:54.680237 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-d8be5d5c-98f2-49d2-8c51-c5d8a63fef8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753842671270'] for port (4e532c82-bdb2-4026-a352-de5c1f60e6f9), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:54.690237 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-d473c558-e4f2-4d1f-be47-2dbf866dca90 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:54.742915 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-d473c558-e4f2-4d1f-be47-2dbf866dca90 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672953'] for floatingip (1fd572e3-1e32-4011-b41e-496c82b91d1f), after_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:54.764135 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.db [None req-d8be5d5c-98f2-49d2-8c51-c5d8a63fef8a admin admin] For port 4e532c82-bdb2-4026-a352-de5c1f60e6f9, host dv-cinder-803823-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=4e532c82-bdb2-4026-a352-de5c1f60e6f9,segment=NetworkSegment(b0d94138-9f6e-4bde-82cd-c69089a95f73),segment_id=b0d94138-9f6e-4bde-82cd-c69089a95f73)] {{(pid=111022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:42:54.764490 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-d8be5d5c-98f2-49d2-8c51-c5d8a63fef8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642233'] for port (4e532c82-bdb2-4026-a352-de5c1f60e6f9), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:54.779164 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.plugin [None req-d8be5d5c-98f2-49d2-8c51-c5d8a63fef8a admin admin] Calling delete_port for 4e532c82-bdb2-4026-a352-de5c1f60e6f9 owned by network:router_interface {{(pid=111022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 00:42:54.826219 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:54.839535 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.db.l3_db [None req-d473c558-e4f2-4d1f-be47-2dbf866dca90 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Floating IP 1fd572e3-1e32-4011-b41e-496c82b91d1f associated. External IP: 172.27.1.231, port: 69e9c668-803b-42f4-8d52-2232717ce29c. Jun 16 00:42:55.008879 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-d8be5d5c-98f2-49d2-8c51-c5d8a63fef8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753842673475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753842110814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18330592'] for port (4e532c82-bdb2-4026-a352-de5c1f60e6f9), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:55.034574 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8be5d5c-98f2-49d2-8c51-c5d8a63fef8a admin admin] Pushing event deleted for resources: {'Port': ['ID=4e532c82-bdb2-4026-a352-de5c1f60e6f9,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:55.047492 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d473c558-e4f2-4d1f-be47-2dbf866dca90 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Router 0cb76a4f-6fd6-452d-baca-898d959191e7 has already been hosted by L3 agent d0297bc9-c3a8-45ac-9023-c937cb4f21fc {{(pid=111023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 00:42:55.158679 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d473c558-e4f2-4d1f-be47-2dbf866dca90 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Notify agent at l3_agent.dv-cinder-803823-11-iscsi the message routers_updated {{(pid=111023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 00:42:55.163467 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-d473c558-e4f2-4d1f-be47-2dbf866dca90 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for floatingip (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:55.172276 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d52b28-5995-48a9-b4d2-cd3b4375a61b None None] Sync routers for ids ['0cb76a4f-6fd6-452d-baca-898d959191e7'] in dv-cinder-803823-11-iscsi {{(pid=111025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 00:42:55.182935 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:55.183534 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d52b28-5995-48a9-b4d2-cd3b4375a61b None None] Routers {'0cb76a4f-6fd6-452d-baca-898d959191e7'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:42:55.183974 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-25d52b28-5995-48a9-b4d2-cd3b4375a61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:42:27Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['0cb76a4f-6fd6-452d-baca-898d959191e7'], 'active': True} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:42:55.202573 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-d473c558-e4f2-4d1f-be47-2dbf866dca90 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "PUT /v2.0/floatingips/1fd572e3-1e32-4011-b41e-496c82b91d1f HTTP/1.1" status: 200 len: 992 time: 1.2467196 Jun 16 00:42:55.202573 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6d495c1-980b-4b00-8770-6f4be830077b', 'tag': '69e9c668-803b-42f4-8d52-2232717ce29c'}] {{(pid=111023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:42:55.204107 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849ffc5c5c28115853a01ef2d84a57e68c82d4a74a931575540ba89325b26957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3414e7c-b64c-4478-a46e-a24fdbfc4c43" -d '{"events": [{"name": "network-changed", "server_uuid": "d6d495c1-980b-4b00-8770-6f4be830077b", "tag": "69e9c668-803b-42f4-8d52-2232717ce29c"}]}' {{(pid=111023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:42:55.221593 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-d8be5d5c-98f2-49d2-8c51-c5d8a63fef8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677933'] for router_interface (725c9717-d6ec-4888-a228-8e26ce21f714), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:55.249309 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 00:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0191681-b041-49a2-ba36-53c9fa8ab29e x-openstack-request-id: req-f0191681-b041-49a2-ba36-53c9fa8ab29e {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:42:55.249807 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6d495c1-980b-4b00-8770-6f4be830077b", "tag": "69e9c668-803b-42f4-8d52-2232717ce29c", "status": "completed", "code": 200}]} {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:42:55.250202 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f0191681-b041-49a2-ba36-53c9fa8ab29e {{(pid=111023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:42:55.250509 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0191681-b041-49a2-ba36-53c9fa8ab29e'] response: {'name': 'network-changed', 'server_uuid': 'd6d495c1-980b-4b00-8770-6f4be830077b', 'tag': '69e9c668-803b-42f4-8d52-2232717ce29c', 'status': 'completed', 'code': 200} Jun 16 00:42:55.306062 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvr_db [None req-25d52b28-5995-48a9-b4d2-cd3b4375a61b None None] Set router 0cb76a4f-6fd6-452d-baca-898d959191e7 gateway port host: dv-cinder-803823-11-iscsi {{(pid=111025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:42:55.332428 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3414e7c-b64c-4478-a46e-a24fdbfc4c43 req-c7dd3a2c-f36f-4356-be0d-7ce410efbd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:42:55.333950 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-f3414e7c-b64c-4478-a46e-a24fdbfc4c43 req-c7dd3a2c-f36f-4356-be0d-7ce410efbd89 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=f8eb9ad6ea03410f9956bbabeddcd5b2&device_id=d6d495c1-980b-4b00-8770-6f4be830077b HTTP/1.1" status: 200 len: 1130 time: 0.0418978 Jun 16 00:42:55.431668 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3414e7c-b64c-4478-a46e-a24fdbfc4c43 req-ecb0be3f-a7c5-48e3-9198-ae6b360ff603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:42:55.433303 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-f3414e7c-b64c-4478-a46e-a24fdbfc4c43 req-ecb0be3f-a7c5-48e3-9198-ae6b360ff603 service neutron] 10.222.0.40 "GET /v2.0/networks?id=4929321f-89e1-434e-a080-491c8ce8d5b1 HTTP/1.1" status: 200 len: 912 time: 0.0935390 Jun 16 00:42:55.450531 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8be5d5c-98f2-49d2-8c51-c5d8a63fef8a admin admin] Router 725c9717-d6ec-4888-a228-8e26ce21f714 has already been hosted by L3 agent d0297bc9-c3a8-45ac-9023-c937cb4f21fc {{(pid=111022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 00:42:55.494674 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-f3414e7c-b64c-4478-a46e-a24fdbfc4c43 req-8d8b287b-f12a-4376-b64b-00437e49d986 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69e9c668-803b-42f4-8d52-2232717ce29c HTTP/1.1" status: 200 len: 1000 time: 0.0558810 Jun 16 00:42:55.526714 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-25d52b28-5995-48a9-b4d2-cd3b4375a61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cb76a4f-6fd6-452d-baca-898d959191e7', 'name': 'tempest-AttachVolumeTestJSON-1454236411-router', 'tenant_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'd49bb961-658b-45da-b6f0-d756299f688d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:42:31Z', 'updated_at': '2022-06-16T00:42:34Z', 'revision_number': 4, 'project_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'gw_port': {'id': 'd49bb961-658b-45da-b6f0-d756299f688d', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:20:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb76a4f-6fd6-452d-baca-898d959191e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:32Z', 'updated_at': '2022-06-16T00:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_floatingips': [{'id': '1fd572e3-1e32-4011-b41e-496c82b91d1f', 'tenant_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'floating_ip_address': '172.27.1.231', 'floating_network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'router_id': '0cb76a4f-6fd6-452d-baca-898d959191e7', 'port_id': '69e9c668-803b-42f4-8d52-2232717ce29c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4929321f-89e1-434e-a080-491c8ce8d5b1', 'mac_address': 'fa:16:3e:67:1c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d495c1-980b-4b00-8770-6f4be830077b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T00:42:38Z', 'updated_at': '2022-06-16T00:42:54Z', 'revision_number': 1, 'project_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '930c6ce0-8a75-45e6-a0ee-56ffb5edfe9d', 'name': '', 'network_id': '4929321f-89e1-434e-a080-491c8ce8d5b1', 'tenant_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'mac_address': 'fa:16:3e:5f:18:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb76a4f-6fd6-452d-baca-898d959191e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'ef28a6f2-3270-4ff3-93e9-c5ae0a8b3b51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:34Z', 'updated_at': '2022-06-16T00:42:39Z', 'revision_number': 5, 'project_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'subnets': [{'id': 'ef28a6f2-3270-4ff3-93e9-c5ae0a8b3b51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:42:55.534320 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:55.544213 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3414e7c-b64c-4478-a46e-a24fdbfc4c43 req-52274afe-d837-45fc-b1ae-fe6ceb785e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:42:55.546536 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-f3414e7c-b64c-4478-a46e-a24fdbfc4c43 req-52274afe-d837-45fc-b1ae-fe6ceb785e73 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=ef28a6f2-3270-4ff3-93e9-c5ae0a8b3b51 HTTP/1.1" status: 200 len: 850 time: 0.0464387 Jun 16 00:42:55.552873 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d52b28-5995-48a9-b4d2-cd3b4375a61b None None] Checking router: 0cb76a4f-6fd6-452d-baca-898d959191e7 for host: dv-cinder-803823-11-iscsi {{(pid=111025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 00:42:55.556487 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8be5d5c-98f2-49d2-8c51-c5d8a63fef8a admin admin] Notify agent at l3_agent.dv-cinder-803823-11-iscsi the message routers_updated {{(pid=111022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 00:42:55.561609 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-d8be5d5c-98f2-49d2-8c51-c5d8a63fef8a admin admin] 10.222.0.20 "PUT /v2.0/routers/725c9717-d6ec-4888-a228-8e26ce21f714/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7311392 Jun 16 00:42:55.564996 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 48534) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:42:55.565919 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d52b28-5995-48a9-b4d2-cd3b4375a61b None None] Routers {'0cb76a4f-6fd6-452d-baca-898d959191e7'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:42:55.566891 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-25d52b28-5995-48a9-b4d2-cd3b4375a61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:42:27Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['0cb76a4f-6fd6-452d-baca-898d959191e7'], 'active': True} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:42:55.568038 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec00e9f0-8626-4b02-b40d-8b2481e78b0e None None] Sync routers for ids ['725c9717-d6ec-4888-a228-8e26ce21f714'] in dv-cinder-803823-11-iscsi {{(pid=111024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 00:42:55.581776 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec00e9f0-8626-4b02-b40d-8b2481e78b0e None None] Routers {'725c9717-d6ec-4888-a228-8e26ce21f714'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:42:55.582926 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-ec00e9f0-8626-4b02-b40d-8b2481e78b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:42:27Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['725c9717-d6ec-4888-a228-8e26ce21f714'], 'active': True} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:42:55.603302 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3414e7c-b64c-4478-a46e-a24fdbfc4c43 req-41ff356d-3e53-4798-8c6d-d031d0f80cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:42:55.603302 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-f3414e7c-b64c-4478-a46e-a24fdbfc4c43 req-41ff356d-3e53-4798-8c6d-d031d0f80cd8 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=4929321f-89e1-434e-a080-491c8ce8d5b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0503337 Jun 16 00:42:55.609417 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:55.688038 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-f168079c-e016-471d-9a62-bef2a5f91929 admin admin] Publish callbacks [] for router (725c9717-d6ec-4888-a228-8e26ce21f714), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:55.698870 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvr_db [None req-25d52b28-5995-48a9-b4d2-cd3b4375a61b None None] Set router 0cb76a4f-6fd6-452d-baca-898d959191e7 gateway port host: dv-cinder-803823-11-iscsi {{(pid=111025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:42:55.736401 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-f3414e7c-b64c-4478-a46e-a24fdbfc4c43 req-588615d2-2271-4c1b-9a3d-52f4eb9a8112 service neutron] 10.222.0.40 "GET /v2.0/networks/4929321f-89e1-434e-a080-491c8ce8d5b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274397 Jun 16 00:42:55.738167 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvr_db [None req-ec00e9f0-8626-4b02-b40d-8b2481e78b0e None None] Set router 725c9717-d6ec-4888-a228-8e26ce21f714 gateway port host: dv-cinder-803823-11-iscsi {{(pid=111024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:42:55.823632 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8145e7-b5e9-487e-a986-eb4538b8e5ba req-9c8df969-1d3f-49a9-8c84-6d47dd37b216 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:42:55.825092 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-ef8145e7-b5e9-487e-a986-eb4538b8e5ba req-9c8df969-1d3f-49a9-8c84-6d47dd37b216 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9cfd9b5-deae-43b6-a743-de414f1ed662 HTTP/1.1" status: 200 len: 944 time: 0.0611024 Jun 16 00:42:55.846667 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-f3414e7c-b64c-4478-a46e-a24fdbfc4c43 req-b7d8f640-2753-4df8-a861-453c68b9aea6 service neutron] 10.222.0.40 "GET /v2.0/networks/4929321f-89e1-434e-a080-491c8ce8d5b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038377 Jun 16 00:42:55.861913 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-f168079c-e016-471d-9a62-bef2a5f91929 admin admin] Publish callbacks [] for router_gateway (725c9717-d6ec-4888-a228-8e26ce21f714), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:55.890982 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-ef8145e7-b5e9-487e-a986-eb4538b8e5ba req-64a60e73-d6b4-40e9-aa57-4fdd0167ae86 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f9352b3-d578-4225-bf07-e2cb32cb93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569556 Jun 16 00:42:55.951715 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-ec00e9f0-8626-4b02-b40d-8b2481e78b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725c9717-d6ec-4888-a228-8e26ce21f714', 'name': 'tempest-TestMinimumBasicScenario-422032877-router', 'tenant_id': 'd9eec0a2c24d4981997c685919bebeaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '767b0250-21c6-4503-9a3f-9dfc3216052b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:40:18Z', 'updated_at': '2022-06-16T00:42:54Z', 'revision_number': 5, 'project_id': 'd9eec0a2c24d4981997c685919bebeaa', 'gw_port': {'id': '767b0250-21c6-4503-9a3f-9dfc3216052b', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:81:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725c9717-d6ec-4888-a228-8e26ce21f714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:40:19Z', 'updated_at': '2022-06-16T00:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi'}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:42:55.979325 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec00e9f0-8626-4b02-b40d-8b2481e78b0e None None] Checking router: 725c9717-d6ec-4888-a228-8e26ce21f714 for host: dv-cinder-803823-11-iscsi {{(pid=111024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 00:42:55.999916 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.plugin [None req-f168079c-e016-471d-9a62-bef2a5f91929 admin admin] Deleting port 767b0250-21c6-4503-9a3f-9dfc3216052b {{(pid=111022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 00:42:55.999916 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-f168079c-e016-471d-9a62-bef2a5f91929 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753842671270'] for port (767b0250-21c6-4503-9a3f-9dfc3216052b), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:56.000204 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec00e9f0-8626-4b02-b40d-8b2481e78b0e None None] Routers {'725c9717-d6ec-4888-a228-8e26ce21f714'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:42:56.000204 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-ec00e9f0-8626-4b02-b40d-8b2481e78b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:42:27Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['725c9717-d6ec-4888-a228-8e26ce21f714'], 'active': True} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:42:56.000415 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-25d52b28-5995-48a9-b4d2-cd3b4375a61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cb76a4f-6fd6-452d-baca-898d959191e7', 'name': 'tempest-AttachVolumeTestJSON-1454236411-router', 'tenant_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'd49bb961-658b-45da-b6f0-d756299f688d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:42:31Z', 'updated_at': '2022-06-16T00:42:34Z', 'revision_number': 4, 'project_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'gw_port': {'id': 'd49bb961-658b-45da-b6f0-d756299f688d', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:20:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb76a4f-6fd6-452d-baca-898d959191e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:32Z', 'updated_at': '2022-06-16T00:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_floatingips': [{'id': '1fd572e3-1e32-4011-b41e-496c82b91d1f', 'tenant_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'floating_ip_address': '172.27.1.231', 'floating_network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'router_id': '0cb76a4f-6fd6-452d-baca-898d959191e7', 'port_id': '69e9c668-803b-42f4-8d52-2232717ce29c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4929321f-89e1-434e-a080-491c8ce8d5b1', 'mac_address': 'fa:16:3e:67:1c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d495c1-980b-4b00-8770-6f4be830077b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T00:42:38Z', 'updated_at': '2022-06-16T00:42:54Z', 'revision_number': 1, 'project_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '930c6ce0-8a75-45e6-a0ee-56ffb5edfe9d', 'name': '', 'network_id': '4929321f-89e1-434e-a080-491c8ce8d5b1', 'tenant_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'mac_address': 'fa:16:3e:5f:18:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb76a4f-6fd6-452d-baca-898d959191e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'ef28a6f2-3270-4ff3-93e9-c5ae0a8b3b51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:34Z', 'updated_at': '2022-06-16T00:42:39Z', 'revision_number': 5, 'project_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'subnets': [{'id': 'ef28a6f2-3270-4ff3-93e9-c5ae0a8b3b51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:42:56.019580 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d52b28-5995-48a9-b4d2-cd3b4375a61b None None] The sync data for ids ['0cb76a4f-6fd6-452d-baca-898d959191e7'] in dv-cinder-803823-11-iscsi is: [{'id': '0cb76a4f-6fd6-452d-baca-898d959191e7', 'name': 'tempest-AttachVolumeTestJSON-1454236411-router', 'tenant_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'd49bb961-658b-45da-b6f0-d756299f688d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:42:31Z', 'updated_at': '2022-06-16T00:42:34Z', 'revision_number': 4, 'project_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'gw_port': {'id': 'd49bb961-658b-45da-b6f0-d756299f688d', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:20:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb76a4f-6fd6-452d-baca-898d959191e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:32Z', 'updated_at': '2022-06-16T00:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_floatingips': [{'id': '1fd572e3-1e32-4011-b41e-496c82b91d1f', 'tenant_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'floating_ip_address': '172.27.1.231', 'floating_network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'router_id': '0cb76a4f-6fd6-452d-baca-898d959191e7', 'port_id': '69e9c668-803b-42f4-8d52-2232717ce29c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4929321f-89e1-434e-a080-491c8ce8d5b1', 'mac_address': 'fa:16:3e:67:1c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d495c1-980b-4b00-8770-6f4be830077b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T00:42:38Z', 'updated_at': '2022-06-16T00:42:54Z', 'revision_number': 1, 'project_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '930c6ce0-8a75-45e6-a0ee-56ffb5edfe9d', 'name': '', 'network_id': '4929321f-89e1-434e-a080-491c8ce8d5b1', 'tenant_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'mac_address': 'fa:16:3e:5f:18:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb76a4f-6fd6-452d-baca-898d959191e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'ef28a6f2-3270-4ff3-93e9-c5ae0a8b3b51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:34Z', 'updated_at': '2022-06-16T00:42:39Z', 'revision_number': 5, 'project_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'subnets': [{'id': 'ef28a6f2-3270-4ff3-93e9-c5ae0a8b3b51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 00:42:56.071353 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.db [None req-f168079c-e016-471d-9a62-bef2a5f91929 admin admin] For port 767b0250-21c6-4503-9a3f-9dfc3216052b, host dv-cinder-803823-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=767b0250-21c6-4503-9a3f-9dfc3216052b,segment=NetworkSegment(6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc),segment_id=6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc)] {{(pid=111022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:42:56.071832 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-f168079c-e016-471d-9a62-bef2a5f91929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642233'] for port (767b0250-21c6-4503-9a3f-9dfc3216052b), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:56.092411 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.plugin [None req-f168079c-e016-471d-9a62-bef2a5f91929 admin admin] Calling delete_port for 767b0250-21c6-4503-9a3f-9dfc3216052b owned by network:router_gateway {{(pid=111022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 00:42:56.092678 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvr_db [None req-ec00e9f0-8626-4b02-b40d-8b2481e78b0e None None] Set router 725c9717-d6ec-4888-a228-8e26ce21f714 gateway port host: None {{(pid=111024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:42:56.147017 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-ec00e9f0-8626-4b02-b40d-8b2481e78b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725c9717-d6ec-4888-a228-8e26ce21f714', 'name': 'tempest-TestMinimumBasicScenario-422032877-router', 'tenant_id': 'd9eec0a2c24d4981997c685919bebeaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:40:18Z', 'updated_at': '2022-06-16T00:42:55Z', 'revision_number': 6, 'project_id': 'd9eec0a2c24d4981997c685919bebeaa', 'gw_port_host': None}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:42:56.173776 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec00e9f0-8626-4b02-b40d-8b2481e78b0e None None] The sync data for ids ['725c9717-d6ec-4888-a228-8e26ce21f714'] in dv-cinder-803823-11-iscsi is: [{'id': '725c9717-d6ec-4888-a228-8e26ce21f714', 'name': 'tempest-TestMinimumBasicScenario-422032877-router', 'tenant_id': 'd9eec0a2c24d4981997c685919bebeaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:40:18Z', 'updated_at': '2022-06-16T00:42:55Z', 'revision_number': 6, 'project_id': 'd9eec0a2c24d4981997c685919bebeaa', 'gw_port_host': None}] {{(pid=111024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 00:42:56.204141 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=100 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:56.245019 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80dc3811-c208-4c90-b291-7823711518fc None None] New status for floating IP 1fd572e3-1e32-4011-b41e-496c82b91d1f: ACTIVE {{(pid=111025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 00:42:56.326719 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-f168079c-e016-471d-9a62-bef2a5f91929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753842673475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753842110814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18330592'] for port (767b0250-21c6-4503-9a3f-9dfc3216052b), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:56.351403 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f168079c-e016-471d-9a62-bef2a5f91929 admin admin] Pushing event deleted for resources: {'Port': ['ID=767b0250-21c6-4503-9a3f-9dfc3216052b,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:56.415154 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-f168079c-e016-471d-9a62-bef2a5f91929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-673148'] for router_gateway (725c9717-d6ec-4888-a228-8e26ce21f714), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:56.506991 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-f168079c-e016-471d-9a62-bef2a5f91929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3429'] for router (725c9717-d6ec-4888-a228-8e26ce21f714), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:56.509286 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-f168079c-e016-471d-9a62-bef2a5f91929 admin admin] Publish callbacks [] for router_controller (725c9717-d6ec-4888-a228-8e26ce21f714), precommit_delete_associations {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:56.617385 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-f168079c-e016-471d-9a62-bef2a5f91929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-673004'] for router (725c9717-d6ec-4888-a228-8e26ce21f714), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:56.617983 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f168079c-e016-471d-9a62-bef2a5f91929 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 725c9717-d6ec-4888-a228-8e26ce21f714 {{(pid=111022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 00:42:56.622097 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-f168079c-e016-471d-9a62-bef2a5f91929 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:56.623764 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-f168079c-e016-471d-9a62-bef2a5f91929 admin admin] 10.222.0.20 "DELETE /v2.0/routers/725c9717-d6ec-4888-a228-8e26ce21f714 HTTP/1.1" status: 204 len: 168 time: 1.0577126 Jun 16 00:42:56.626317 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 48538) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:42:56.670265 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7de7aa3-daab-4a9b-9737-7555721b9df9 admin admin] Deleting subnet 4768b21e-c567-49da-9441-648b756a67f2 {{(pid=111022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 00:42:56.673504 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-b7de7aa3-daab-4a9b-9737-7555721b9df9 admin admin] Publish callbacks [] for subnet (4768b21e-c567-49da-9441-648b756a67f2), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:56.708151 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-b7de7aa3-daab-4a9b-9737-7555721b9df9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18744226'] for subnet (4768b21e-c567-49da-9441-648b756a67f2), precommit_delete_associations {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:56.734878 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:56.740033 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-66578b83-7c11-4701-ba9e-a34f208868a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (d0297bc9-c3a8-45ac-9023-c937cb4f21fc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:56.785786 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-b7de7aa3-daab-4a9b-9737-7555721b9df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1219515'] for subnet (4768b21e-c567-49da-9441-648b756a67f2), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:56.886145 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-b7de7aa3-daab-4a9b-9737-7555721b9df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1219458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18330573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18407658'] for subnet (4768b21e-c567-49da-9441-648b756a67f2), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:56.912262 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7de7aa3-daab-4a9b-9737-7555721b9df9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4768b21e-c567-49da-9441-648b756a67f2,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:56.915718 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-b7de7aa3-daab-4a9b-9737-7555721b9df9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590195'] for subnet (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:56.918939 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-b7de7aa3-daab-4a9b-9737-7555721b9df9 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4768b21e-c567-49da-9441-648b756a67f2 HTTP/1.1" status: 204 len: 168 time: 0.2917051 Jun 16 00:42:56.922082 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 48542) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:42:56.922591 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b78abca-a507-4ffa-b482-14d884a5bb4e None None] Network 0246646f-02c0-4bfe-8682-a4c619a70c9b requested from dv-cinder-803823-11-iscsi {{(pid=111024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 00:42:57.012377 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-8316a7f1-670f-4b68-b52e-4d4a57c538e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1350587'] for network (0246646f-02c0-4bfe-8682-a4c619a70c9b), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:57.058371 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f940d-ad43-44e9-8a8b-32bbf4d52471 req-c944ed26-73b3-44d0-8f60-f2e76822ee18 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:42:57.060015 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-033f940d-ad43-44e9-8a8b-32bbf4d52471 req-c944ed26-73b3-44d0-8f60-f2e76822ee18 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9cfd9b5-deae-43b6-a743-de414f1ed662 HTTP/1.1" status: 200 len: 944 time: 0.0700169 Jun 16 00:42:57.111326 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [None req-8316a7f1-670f-4b68-b52e-4d4a57c538e1 admin admin] Deleting port 113e46e5-5845-4bb7-b4d9-b4c4d549c104 {{(pid=111023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 00:42:57.111654 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-8316a7f1-670f-4b68-b52e-4d4a57c538e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753842671270'] for port (113e46e5-5845-4bb7-b4d9-b4c4d549c104), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:57.159100 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-033f940d-ad43-44e9-8a8b-32bbf4d52471 req-d3069595-874b-4845-b204-32d2227b3887 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f9352b3-d578-4225-bf07-e2cb32cb93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781233 Jun 16 00:42:57.202132 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.db [None req-8316a7f1-670f-4b68-b52e-4d4a57c538e1 admin admin] For port 113e46e5-5845-4bb7-b4d9-b4c4d549c104, host dv-cinder-803823-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=113e46e5-5845-4bb7-b4d9-b4c4d549c104,segment=NetworkSegment(b0d94138-9f6e-4bde-82cd-c69089a95f73),segment_id=b0d94138-9f6e-4bde-82cd-c69089a95f73)] {{(pid=111023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:42:57.202484 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-8316a7f1-670f-4b68-b52e-4d4a57c538e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642233'] for port (113e46e5-5845-4bb7-b4d9-b4c4d549c104), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:57.217167 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [None req-8316a7f1-670f-4b68-b52e-4d4a57c538e1 admin admin] Calling delete_port for 113e46e5-5845-4bb7-b4d9-b4c4d549c104 owned by network:dhcp {{(pid=111023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 00:42:57.217865 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42431b7-b4bc-4e81-af72-4abd6685c984 None None] DHCP port deletion for 0246646f-02c0-4bfe-8682-a4c619a70c9b request from dv-cinder-803823-11-iscsi {{(pid=111024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 00:42:57.218976 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=100 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:57.224152 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:57.242904 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:57.258073 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-d42431b7-b4bc-4e81-af72-4abd6685c984 None None] Deleting port 113e46e5-5845-4bb7-b4d9-b4c4d549c104 {{(pid=111024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 00:42:57.258446 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-d42431b7-b4bc-4e81-af72-4abd6685c984 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753842671270'] for port (113e46e5-5845-4bb7-b4d9-b4c4d549c104), before_delete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:57.325725 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-d42431b7-b4bc-4e81-af72-4abd6685c984 None None] For port 113e46e5-5845-4bb7-b4d9-b4c4d549c104, host dv-cinder-803823-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=113e46e5-5845-4bb7-b4d9-b4c4d549c104,segment=NetworkSegment(b0d94138-9f6e-4bde-82cd-c69089a95f73),segment_id=b0d94138-9f6e-4bde-82cd-c69089a95f73)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:42:57.326118 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-d42431b7-b4bc-4e81-af72-4abd6685c984 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642233'] for port (113e46e5-5845-4bb7-b4d9-b4c4d549c104), precommit_delete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:57.338739 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-d42431b7-b4bc-4e81-af72-4abd6685c984 None None] Calling delete_port for 113e46e5-5845-4bb7-b4d9-b4c4d549c104 owned by network:dhcp {{(pid=111024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 00:42:57.360309 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-8316a7f1-670f-4b68-b52e-4d4a57c538e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753842673475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753842110814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909837'] for port (113e46e5-5845-4bb7-b4d9-b4c4d549c104), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:57.383281 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8316a7f1-670f-4b68-b52e-4d4a57c538e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=113e46e5-5845-4bb7-b4d9-b4c4d549c104,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:57.389394 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8316a7f1-670f-4b68-b52e-4d4a57c538e1 admin admin] No DVR routers for this DVR port 113e46e5-5845-4bb7-b4d9-b4c4d549c104 on host dv-cinder-803823-11-iscsi {{(pid=111023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 00:42:57.419897 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-d42431b7-b4bc-4e81-af72-4abd6685c984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753842673475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753842110814'] for port (113e46e5-5845-4bb7-b4d9-b4c4d549c104), after_delete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:57.446693 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42431b7-b4bc-4e81-af72-4abd6685c984 None None] Pushing event deleted for resources: {'Port': ['ID=113e46e5-5845-4bb7-b4d9-b4c4d549c104,revision_number=None']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:57.449997 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42431b7-b4bc-4e81-af72-4abd6685c984 None None] No DVR routers for this DVR port 113e46e5-5845-4bb7-b4d9-b4c4d549c104 on host dv-cinder-803823-11-iscsi {{(pid=111024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 00:42:57.463828 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-8316a7f1-670f-4b68-b52e-4d4a57c538e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1217386', 'neutron.services.segments.db._delete_segments_for_network-8753842649658'] for network (0246646f-02c0-4bfe-8682-a4c619a70c9b), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:57.484691 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.services.segments.db [None req-8316a7f1-670f-4b68-b52e-4d4a57c538e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0246646f-02c0-4bfe-8682-a4c619a70c9b']}} {{(pid=111023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:42:57.493916 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.services.segments.db [None req-8316a7f1-670f-4b68-b52e-4d4a57c538e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0d94138-9f6e-4bde-82cd-c69089a95f73') {'for_net_delete': True} {{(pid=111023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:42:57.494206 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.services.segments.db [None req-8316a7f1-670f-4b68-b52e-4d4a57c538e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0d94138-9f6e-4bde-82cd-c69089a95f73') {} {{(pid=111023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:42:57.503612 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-8316a7f1-670f-4b68-b52e-4d4a57c538e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753842648513', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10236077'] for segment (b0d94138-9f6e-4bde-82cd-c69089a95f73), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:57.517804 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-8316a7f1-670f-4b68-b52e-4d4a57c538e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219328'] for segment (b0d94138-9f6e-4bde-82cd-c69089a95f73), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:57.527021 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8316a7f1-670f-4b68-b52e-4d4a57c538e1 admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=111023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 00:42:57.529955 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-8316a7f1-670f-4b68-b52e-4d4a57c538e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2909950'] for segment (b0d94138-9f6e-4bde-82cd-c69089a95f73), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:57.581797 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.services.segments.plugin [-] Segment b0d94138-9f6e-4bde-82cd-c69089a95f73 resource provider aggregate not found Jun 16 00:42:57.598948 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.services.segments.plugin [-] Segment b0d94138-9f6e-4bde-82cd-c69089a95f73 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b0d94138-9f6e-4bde-82cd-c69089a95f73 found for delete ", "request_id": "req-4bc2d244-053e-4dc1-81f0-ee6d3facf0c3"}]} Jun 16 00:42:57.651370 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-8316a7f1-670f-4b68-b52e-4d4a57c538e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1220132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673112'] for network (0246646f-02c0-4bfe-8682-a4c619a70c9b), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:57.657238 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-8316a7f1-670f-4b68-b52e-4d4a57c538e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590195'] for network (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:57.660193 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-8316a7f1-670f-4b68-b52e-4d4a57c538e1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/0246646f-02c0-4bfe-8682-a4c619a70c9b HTTP/1.1" status: 204 len: 168 time: 0.7366297 Jun 16 00:42:57.671067 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8316a7f1-670f-4b68-b52e-4d4a57c538e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0246646f-02c0-4bfe-8682-a4c619a70c9b,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:57.928344 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device 113e46e5-5845-4bb7-b4d9-b4c4d549c104 no longer exists at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 00:42:57.949174 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] No Port match for: 113e46e5-5845-4bb7-b4d9-b4c4d549c104 {{(pid=111024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 00:42:57.949524 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device 113e46e5-5845-4bb7-b4d9-b4c4d549c104 not bound to the agent host dv-cinder-803823-11-iscsi {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 00:42:57.949947 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device 4e532c82-bdb2-4026-a352-de5c1f60e6f9 no longer exists at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 00:42:57.954026 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-117977e4-98b1-40f2-baea-1bec010e476c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (b90f279a-3e8f-4325-a28d-8d213fb96fbc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:57.969773 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] No Port match for: 4e532c82-bdb2-4026-a352-de5c1f60e6f9 {{(pid=111024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 00:42:57.970118 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device 4e532c82-bdb2-4026-a352-de5c1f60e6f9 not bound to the agent host dv-cinder-803823-11-iscsi {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 00:42:57.970522 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device 767b0250-21c6-4503-9a3f-9dfc3216052b no longer exists at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 00:42:57.989182 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] No Port match for: 767b0250-21c6-4503-9a3f-9dfc3216052b {{(pid=111024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 00:42:57.989522 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device 767b0250-21c6-4503-9a3f-9dfc3216052b not bound to the agent host dv-cinder-803823-11-iscsi {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 00:42:58.035586 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 48550) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:42:58.077345 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:58.081083 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-db20b30d-cc0c-4d16-af72-dd26f10b5c10 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ad47d922a30a4c55a781c52c5bd5236f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0443895 Jun 16 00:42:58.083579 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 48552) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:42:58.132877 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-7695becd-7dfd-41fc-8d1c-b1a675ee89da admin admin] Publish callbacks [] for security_group (5a85ccf4-43d6-40b7-a50e-3ea2d29e977c), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:58.154022 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-7695becd-7dfd-41fc-8d1c-b1a675ee89da admin admin] Publish callbacks [] for security_group (5a85ccf4-43d6-40b7-a50e-3ea2d29e977c), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:58.266320 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-7695becd-7dfd-41fc-8d1c-b1a675ee89da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (5a85ccf4-43d6-40b7-a50e-3ea2d29e977c), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:58.268988 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-7695becd-7dfd-41fc-8d1c-b1a675ee89da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:58.270207 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-7695becd-7dfd-41fc-8d1c-b1a675ee89da admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5a85ccf4-43d6-40b7-a50e-3ea2d29e977c HTTP/1.1" status: 204 len: 168 time: 0.1857600 Jun 16 00:42:58.271856 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7dd64-c1fe-4ca5-8d30-20d474777099 req-9dd26476-2964-47e8-9049-3c7b71b67702 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:42:58.273626 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-b9b7dd64-c1fe-4ca5-8d30-20d474777099 req-9dd26476-2964-47e8-9049-3c7b71b67702 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9cfd9b5-deae-43b6-a743-de414f1ed662 HTTP/1.1" status: 200 len: 944 time: 0.0456681 Jun 16 00:42:58.279009 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7695becd-7dfd-41fc-8d1c-b1a675ee89da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a85ccf4-43d6-40b7-a50e-3ea2d29e977c,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:58.336591 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-b9b7dd64-c1fe-4ca5-8d30-20d474777099 req-a73247de-45c1-4fb1-91f0-cd83667b3647 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f9352b3-d578-4225-bf07-e2cb32cb93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574338 Jun 16 00:42:58.992207 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 48560) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:42:59.031699 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-777da53f-7d77-4d42-b2c8-883ac5e51e78 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d9eec0a2c24d4981997c685919bebeaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382879 Jun 16 00:42:59.033956 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 48562) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:42:59.084315 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-a822da93-c634-4693-9082-a44747ee8ced admin admin] Publish callbacks [] for security_group (67e249c9-58a2-49c6-8ff9-30c54ed33a9a), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:59.105121 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-a822da93-c634-4693-9082-a44747ee8ced admin admin] Publish callbacks [] for security_group (67e249c9-58a2-49c6-8ff9-30c54ed33a9a), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:59.225281 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-a822da93-c634-4693-9082-a44747ee8ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (67e249c9-58a2-49c6-8ff9-30c54ed33a9a), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:59.227785 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-a822da93-c634-4693-9082-a44747ee8ced admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:59.228934 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-a822da93-c634-4693-9082-a44747ee8ced admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/67e249c9-58a2-49c6-8ff9-30c54ed33a9a HTTP/1.1" status: 204 len: 168 time: 0.1940477 Jun 16 00:42:59.236850 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a822da93-c634-4693-9082-a44747ee8ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e249c9-58a2-49c6-8ff9-30c54ed33a9a,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:42:59.254651 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-faa15201-cec6-4660-ae33-7025f254e5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (50ece25a-9452-44f6-8bc9-48c0ade2294b), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:42:59.450655 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64978af5-f50a-4317-a2d5-a3665465b3b0 req-8aaf4253-86ff-4603-af35-d78d1a60b9dc tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:42:59.452716 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-64978af5-f50a-4317-a2d5-a3665465b3b0 req-8aaf4253-86ff-4603-af35-d78d1a60b9dc tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9cfd9b5-deae-43b6-a743-de414f1ed662 HTTP/1.1" status: 200 len: 944 time: 0.0474026 Jun 16 00:42:59.497200 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:42:59.503019 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-64978af5-f50a-4317-a2d5-a3665465b3b0 req-062a42e7-d417-4256-aea6-2c407ec44ed1 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f9352b3-d578-4225-bf07-e2cb32cb93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441511 Jun 16 00:42:59.700173 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (81117e21-cbf2-493f-9e14-29a3cec1f25a), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:43:00.613971 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe666b-c559-47c3-9868-a7670b1cf527 req-987ac59d-7629-4e8b-88c5-b4d7537f1357 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:43:00.615429 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-61fe666b-c559-47c3-9868-a7670b1cf527 req-987ac59d-7629-4e8b-88c5-b4d7537f1357 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9cfd9b5-deae-43b6-a743-de414f1ed662 HTTP/1.1" status: 200 len: 944 time: 0.0467811 Jun 16 00:43:00.663880 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-61fe666b-c559-47c3-9868-a7670b1cf527 req-7676229b-a842-4a6a-93e7-bf09891cf694 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f9352b3-d578-4225-bf07-e2cb32cb93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429840 Jun 16 00:43:01.109493 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device d5fb2be2-9506-4ad0-9b2c-6c4b7429291b details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=111024) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 00:43:01.205519 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] For port d5fb2be2-9506-4ad0-9b2c-6c4b7429291b, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=d5fb2be2-9506-4ad0-9b2c-6c4b7429291b,segment=NetworkSegment(7c0103d3-cac1-4b5e-92ff-48f99487b187),segment_id=7c0103d3-cac1-4b5e-92ff-48f99487b187)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:43:01.216402 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Returning: {'device': 'd5fb2be2-9506-4ad0-9b2c-6c4b7429291b', 'network_id': 'edd9d18b-1d6c-4052-b07a-8baf4adc8bec', 'port_id': 'd5fb2be2-9506-4ad0-9b2c-6c4b7429291b', 'mac_address': 'fa:16:3e:28:84:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc787928-3000-44c3-a294-565141aabb84', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111024) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 00:43:01.253484 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Current status of the port d5fb2be2-9506-4ad0-9b2c-6c4b7429291b is: DOWN; New status is: BUILD {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:43:01.253870 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (d5fb2be2-9506-4ad0-9b2c-6c4b7429291b), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:43:01.266733 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.notifiers.nova [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5fb2be2-9506-4ad0-9b2c-6c4b7429291b {{(pid=111024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 00:43:01.286170 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] For port d5fb2be2-9506-4ad0-9b2c-6c4b7429291b, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=d5fb2be2-9506-4ad0-9b2c-6c4b7429291b,segment=NetworkSegment(7c0103d3-cac1-4b5e-92ff-48f99487b187),segment_id=7c0103d3-cac1-4b5e-92ff-48f99487b187)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:43:01.350762 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (d5fb2be2-9506-4ad0-9b2c-6c4b7429291b), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:43:01.397067 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Pushing event updated for resources: {'Port': ['ID=d5fb2be2-9506-4ad0-9b2c-6c4b7429291b,revision_number=4']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:43:01.636711 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] get_ports_and_sgs() called for port_ids ['d5fb2be2-9506-4ad0-9b2c-6c4b7429291b'] {{(pid=111024) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 00:43:01.639804 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:43:01.777537 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea3954-d2de-4cfd-95ee-bc01cbb1103f req-904bc8fd-580b-424e-9eee-1a2f1f8a667a tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:43:01.779019 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-b6ea3954-d2de-4cfd-95ee-bc01cbb1103f req-904bc8fd-580b-424e-9eee-1a2f1f8a667a tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9cfd9b5-deae-43b6-a743-de414f1ed662 HTTP/1.1" status: 200 len: 945 time: 0.0483453 Jun 16 00:43:01.828551 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-b6ea3954-d2de-4cfd-95ee-bc01cbb1103f req-032df3d3-2905-4d55-93b0-776d48e6c93d tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f9352b3-d578-4225-bf07-e2cb32cb93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432212 Jun 16 00:43:02.938208 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45577270-f81f-4017-a9d3-d489a4a6ded9 req-b3b5350a-8337-4808-a43d-8220a3e665be tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:43:02.939658 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-45577270-f81f-4017-a9d3-d489a4a6ded9 req-b3b5350a-8337-4808-a43d-8220a3e665be tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9cfd9b5-deae-43b6-a743-de414f1ed662 HTTP/1.1" status: 200 len: 945 time: 0.0456324 Jun 16 00:43:02.987811 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-45577270-f81f-4017-a9d3-d489a4a6ded9 req-ffa03ed5-ce27-440f-8b43-af929f187f56 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f9352b3-d578-4225-bf07-e2cb32cb93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426629 Jun 16 00:43:03.130882 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device d5fb2be2-9506-4ad0-9b2c-6c4b7429291b up at agent hyperv_hv-cinder-80382 {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:43:03.172024 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Provisioning for port d5fb2be2-9506-4ad0-9b2c-6c4b7429291b completed by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 00:43:03.239365 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Provisioning complete for port d5fb2be2-9506-4ad0-9b2c-6c4b7429291b triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:43:03.239735 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (d5fb2be2-9506-4ad0-9b2c-6c4b7429291b), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:43:03.263543 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:43:03.313815 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Current status of the port d5fb2be2-9506-4ad0-9b2c-6c4b7429291b is: BUILD; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:43:03.314184 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (d5fb2be2-9506-4ad0-9b2c-6c4b7429291b), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:43:03.336904 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9cfd9b5-deae-43b6-a743-de414f1ed662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5fb2be2-9506-4ad0-9b2c-6c4b7429291b'}] {{(pid=111024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:43:03.339166 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4573778420d3d0f041bbf6733ae9852b47924bf8d6b8ed88ee9f05ae747ab312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c9db8bb-4ec1-4f41-b972-58ee89db0291" -d '{"events": [{"server_uuid": "b9cfd9b5-deae-43b6-a743-de414f1ed662", "name": "network-vif-plugged", "status": "completed", "tag": "d5fb2be2-9506-4ad0-9b2c-6c4b7429291b"}]}' {{(pid=111024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:43:03.351474 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] For port d5fb2be2-9506-4ad0-9b2c-6c4b7429291b, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=d5fb2be2-9506-4ad0-9b2c-6c4b7429291b,segment=NetworkSegment(7c0103d3-cac1-4b5e-92ff-48f99487b187),segment_id=7c0103d3-cac1-4b5e-92ff-48f99487b187)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:43:03.375859 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 00:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b13bc9d4-385d-4250-9bf6-76595d52ef4f x-openstack-request-id: req-b13bc9d4-385d-4250-9bf6-76595d52ef4f {{(pid=111024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:43:03.376141 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9cfd9b5-deae-43b6-a743-de414f1ed662", "name": "network-vif-plugged", "status": "completed", "tag": "d5fb2be2-9506-4ad0-9b2c-6c4b7429291b", "code": 200}]} {{(pid=111024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:43:03.376384 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b13bc9d4-385d-4250-9bf6-76595d52ef4f {{(pid=111024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:43:03.376812 dv-cinder-803823-11-iscsi neutron-server[111024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b13bc9d4-385d-4250-9bf6-76595d52ef4f'] response: {'server_uuid': 'b9cfd9b5-deae-43b6-a743-de414f1ed662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5fb2be2-9506-4ad0-9b2c-6c4b7429291b', 'code': 200} Jun 16 00:43:03.431317 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (d5fb2be2-9506-4ad0-9b2c-6c4b7429291b), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:43:03.477460 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Pushing event updated for resources: {'Port': ['ID=d5fb2be2-9506-4ad0-9b2c-6c4b7429291b,revision_number=5']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:43:03.771712 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec2e0f4-fcf6-4050-86db-bac267f861ad req-1e33a8c7-2deb-44fb-a7db-62087abc606c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:43:03.773325 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-1ec2e0f4-fcf6-4050-86db-bac267f861ad req-1e33a8c7-2deb-44fb-a7db-62087abc606c service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=b9cfd9b5-deae-43b6-a743-de414f1ed662 HTTP/1.1" status: 200 len: 1130 time: 0.0386124 Jun 16 00:43:03.819334 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-1ec2e0f4-fcf6-4050-86db-bac267f861ad req-d3166724-58ae-4ccc-8b84-d1ea063488a6 service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=9f9352b3-d578-4225-bf07-e2cb32cb93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404575 Jun 16 00:43:04.063996 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=4 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:43:04.302716 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04bdda7-239c-4625-af9a-17ea964817a3 req-d660a698-4c14-41f2-b175-564351c2df12 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:43:04.304087 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-e04bdda7-239c-4625-af9a-17ea964817a3 req-d660a698-4c14-41f2-b175-564351c2df12 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9cfd9b5-deae-43b6-a743-de414f1ed662 HTTP/1.1" status: 200 len: 946 time: 0.2500956 Jun 16 00:43:04.352477 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-e04bdda7-239c-4625-af9a-17ea964817a3 req-3c37aab1-5071-4052-b13c-89bf3531ee1b tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f9352b3-d578-4225-bf07-e2cb32cb93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427322 Jun 16 00:43:05.469235 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db30bc4f-69a7-4918-bf08-079cb1a06f71 req-6d70d459-5172-4ece-804d-2c33d487b25f tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:43:05.470775 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-db30bc4f-69a7-4918-bf08-079cb1a06f71 req-6d70d459-5172-4ece-804d-2c33d487b25f tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9cfd9b5-deae-43b6-a743-de414f1ed662 HTTP/1.1" status: 200 len: 946 time: 0.0514131 Jun 16 00:43:05.519712 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-db30bc4f-69a7-4918-bf08-079cb1a06f71 req-21f8437f-e208-41e1-a9f6-9c610042456a tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f9352b3-d578-4225-bf07-e2cb32cb93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434961 Jun 16 00:43:06.348816 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:43:06.351777 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=72 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:43:06.632969 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcde77a-5673-4e0a-b6d3-826187b3b9a8 req-7f11f2aa-514a-46d5-b8ef-30fefc3df883 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:43:06.634390 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-bfcde77a-5673-4e0a-b6d3-826187b3b9a8 req-7f11f2aa-514a-46d5-b8ef-30fefc3df883 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9cfd9b5-deae-43b6-a743-de414f1ed662 HTTP/1.1" status: 200 len: 946 time: 0.0469198 Jun 16 00:43:06.682739 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-bfcde77a-5673-4e0a-b6d3-826187b3b9a8 req-39ea17fd-5f08-4571-85bb-18766068c989 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f9352b3-d578-4225-bf07-e2cb32cb93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429738 Jun 16 00:43:06.791773 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0594988-f677-423a-acb6-0615efe41ddb req-c7ca4257-615d-4aa1-bc6e-0ee0d79ec9d7 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:43:06.793405 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-b0594988-f677-423a-acb6-0615efe41ddb req-c7ca4257-615d-4aa1-bc6e-0ee0d79ec9d7 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9cfd9b5-deae-43b6-a743-de414f1ed662 HTTP/1.1" status: 200 len: 946 time: 0.0463960 Jun 16 00:43:06.849474 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-b0594988-f677-423a-acb6-0615efe41ddb req-216a149c-eef1-420c-9906-835befd35ed6 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f9352b3-d578-4225-bf07-e2cb32cb93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477774 Jun 16 00:43:06.870786 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 48586) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:43:07.094838 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa6b8db-9467-4a56-b0b9-5034a40b5811 tempest-TestVolumeBootPattern-737946169 tempest-TestVolumeBootPattern-737946169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:43:07.096286 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-5fa6b8db-9467-4a56-b0b9-5034a40b5811 tempest-TestVolumeBootPattern-737946169 tempest-TestVolumeBootPattern-737946169-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b9cfd9b5-deae-43b6-a743-de414f1ed662 HTTP/1.1" status: 200 len: 1125 time: 0.2245879 Jun 16 00:43:07.099192 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 48590) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:43:07.103400 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [None req-45fd0abb-fa64-4ef5-9241-82cdd634e5d0 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Request body: {'floatingip': {'floating_network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'port_id': 'd5fb2be2-9506-4ad0-9b2c-6c4b7429291b', 'tenant_id': '3a122fcfab7f418baf78d7b742fa20db', 'fixed_ip_address': '172.20.0.13'}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:43:07.211241 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-45fd0abb-fa64-4ef5-9241-82cdd634e5d0 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:43:07.289971 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-45fd0abb-fa64-4ef5-9241-82cdd634e5d0 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:43:07.298077 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:43:07.395460 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.db_base_plugin_common [None req-45fd0abb-fa64-4ef5-9241-82cdd634e5d0 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Allocated IP 172.27.1.55 (81cb8278-aa95-4a96-976c-13998a04ce85/7fa235f2-2172-4ff3-86e8-0e0d1995c273/f54f21bb-9130-4bdd-9f66-cb42ef8fb06b) {{(pid=111023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 00:43:07.477546 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:43:07.499312 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-45fd0abb-fa64-4ef5-9241-82cdd634e5d0 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks [] for port (f54f21bb-9130-4bdd-9f66-cb42ef8fb06b), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:43:07.588914 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-45fd0abb-fa64-4ef5-9241-82cdd634e5d0 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753842110805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909837'] for port (f54f21bb-9130-4bdd-9f66-cb42ef8fb06b), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:43:07.631736 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fd0abb-fa64-4ef5-9241-82cdd634e5d0 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Network 81cb8278-aa95-4a96-976c-13998a04ce85 is already hosted by enough agents. {{(pid=111023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:43:07.636725 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.base_scheduler [None req-45fd0abb-fa64-4ef5-9241-82cdd634e5d0 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Resources bound (agent type, host, resource id): {{(pid=111023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:43:07.638902 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fd0abb-fa64-4ef5-9241-82cdd634e5d0 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Pushing event updated for resources: {'Port': ['ID=f54f21bb-9130-4bdd-9f66-cb42ef8fb06b,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:43:07.641009 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fd0abb-fa64-4ef5-9241-82cdd634e5d0 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Received port after_create {{(pid=111023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 00:43:07.980689 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-45fd0abb-fa64-4ef5-9241-82cdd634e5d0 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks [] for floatingip (b5383522-2e9d-417f-a4d7-6f9e1ab555c2), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:43:08.100371 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-45fd0abb-fa64-4ef5-9241-82cdd634e5d0 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (f54f21bb-9130-4bdd-9f66-cb42ef8fb06b), before_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:43:08.190137 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:43:08.241272 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-45fd0abb-fa64-4ef5-9241-82cdd634e5d0 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks [] for port (f54f21bb-9130-4bdd-9f66-cb42ef8fb06b), precommit_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:43:08.316467 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-45fd0abb-fa64-4ef5-9241-82cdd634e5d0 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909850'] for port (f54f21bb-9130-4bdd-9f66-cb42ef8fb06b), after_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:43:08.388169 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fd0abb-fa64-4ef5-9241-82cdd634e5d0 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Pushing event updated for resources: {'Port': ['ID=f54f21bb-9130-4bdd-9f66-cb42ef8fb06b,revision_number=2']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:43:08.399537 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-45fd0abb-fa64-4ef5-9241-82cdd634e5d0 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672953'] for floatingip (b5383522-2e9d-417f-a4d7-6f9e1ab555c2), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:43:08.492889 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.db.l3_db [None req-45fd0abb-fa64-4ef5-9241-82cdd634e5d0 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Floating IP b5383522-2e9d-417f-a4d7-6f9e1ab555c2 associated. External IP: 172.27.1.55, port: d5fb2be2-9506-4ad0-9b2c-6c4b7429291b. Jun 16 00:43:08.564676 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:43:08.685005 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45fd0abb-fa64-4ef5-9241-82cdd634e5d0 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Router 81736229-b55c-4551-8c80-77ffd4cb764d has already been hosted by L3 agent d0297bc9-c3a8-45ac-9023-c937cb4f21fc {{(pid=111023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 00:43:09.048286 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45fd0abb-fa64-4ef5-9241-82cdd634e5d0 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Notify agent at l3_agent.dv-cinder-803823-11-iscsi the message routers_updated {{(pid=111023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 00:43:09.059360 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3414559a-5b4b-4501-8aef-04e69b423964 None None] Sync routers for ids ['81736229-b55c-4551-8c80-77ffd4cb764d'] in dv-cinder-803823-11-iscsi {{(pid=111024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 00:43:09.069522 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3414559a-5b4b-4501-8aef-04e69b423964 None None] Routers {'81736229-b55c-4551-8c80-77ffd4cb764d'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:43:09.070196 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-3414559a-5b4b-4501-8aef-04e69b423964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:42:57Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['81736229-b55c-4551-8c80-77ffd4cb764d'], 'active': True} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:43:09.133013 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-45fd0abb-fa64-4ef5-9241-82cdd634e5d0 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for floatingip (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:43:09.162592 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-45fd0abb-fa64-4ef5-9241-82cdd634e5d0 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0624068 Jun 16 00:43:09.163181 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9cfd9b5-deae-43b6-a743-de414f1ed662', 'tag': 'd5fb2be2-9506-4ad0-9b2c-6c4b7429291b'}] {{(pid=111023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:43:09.165580 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849ffc5c5c28115853a01ef2d84a57e68c82d4a74a931575540ba89325b26957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc3bb8b3-aa89-4f13-a4e3-fb3b909b3ff2" -d '{"events": [{"name": "network-changed", "server_uuid": "b9cfd9b5-deae-43b6-a743-de414f1ed662", "tag": "d5fb2be2-9506-4ad0-9b2c-6c4b7429291b"}]}' {{(pid=111023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:43:09.171956 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvr_db [None req-3414559a-5b4b-4501-8aef-04e69b423964 None None] Set router 81736229-b55c-4551-8c80-77ffd4cb764d gateway port host: dv-cinder-803823-11-iscsi {{(pid=111024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:43:09.201365 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 00:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-243745ec-27d7-4917-b7ea-7c817cccfb40 x-openstack-request-id: req-243745ec-27d7-4917-b7ea-7c817cccfb40 {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:43:09.201659 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9cfd9b5-deae-43b6-a743-de414f1ed662", "tag": "d5fb2be2-9506-4ad0-9b2c-6c4b7429291b", "status": "completed", "code": 200}]} {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:43:09.201912 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-243745ec-27d7-4917-b7ea-7c817cccfb40 {{(pid=111023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:43:09.202315 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-243745ec-27d7-4917-b7ea-7c817cccfb40'] response: {'name': 'network-changed', 'server_uuid': 'b9cfd9b5-deae-43b6-a743-de414f1ed662', 'tag': 'd5fb2be2-9506-4ad0-9b2c-6c4b7429291b', 'status': 'completed', 'code': 200} Jun 16 00:43:09.293660 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3bb8b3-aa89-4f13-a4e3-fb3b909b3ff2 req-767143fe-d0cd-4cc8-8b1c-3ed12f318043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:43:09.295133 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-fc3bb8b3-aa89-4f13-a4e3-fb3b909b3ff2 req-767143fe-d0cd-4cc8-8b1c-3ed12f318043 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=3a122fcfab7f418baf78d7b742fa20db&device_id=b9cfd9b5-deae-43b6-a743-de414f1ed662 HTTP/1.1" status: 200 len: 1130 time: 0.0411146 Jun 16 00:43:09.368977 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:43:09.375818 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-3414559a-5b4b-4501-8aef-04e69b423964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'name': 'tempest-TestVolumeBootPattern-1541016807-router', 'tenant_id': '3a122fcfab7f418baf78d7b742fa20db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '75dd5a1f-cc4c-404d-8416-946033d04d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:42:11Z', 'updated_at': '2022-06-16T00:42:14Z', 'revision_number': 4, 'project_id': '3a122fcfab7f418baf78d7b742fa20db', 'gw_port': {'id': '75dd5a1f-cc4c-404d-8416-946033d04d33', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:12Z', 'updated_at': '2022-06-16T00:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_floatingips': [{'id': 'b5383522-2e9d-417f-a4d7-6f9e1ab555c2', 'tenant_id': '3a122fcfab7f418baf78d7b742fa20db', 'floating_ip_address': '172.27.1.55', 'floating_network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'router_id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'port_id': 'd5fb2be2-9506-4ad0-9b2c-6c4b7429291b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edd9d18b-1d6c-4052-b07a-8baf4adc8bec', 'mac_address': 'fa:16:3e:28:84:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9cfd9b5-deae-43b6-a743-de414f1ed662', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T00:43:07Z', 'updated_at': '2022-06-16T00:43:07Z', 'revision_number': 0, 'project_id': '3a122fcfab7f418baf78d7b742fa20db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55179b71-c585-4680-b492-8b2790e15e55', 'name': '', 'network_id': 'edd9d18b-1d6c-4052-b07a-8baf4adc8bec', 'tenant_id': '3a122fcfab7f418baf78d7b742fa20db', 'mac_address': 'fa:16:3e:09:33:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'bc787928-3000-44c3-a294-565141aabb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:14Z', 'updated_at': '2022-06-16T00:42:18Z', 'revision_number': 5, 'project_id': '3a122fcfab7f418baf78d7b742fa20db', 'subnets': [{'id': 'bc787928-3000-44c3-a294-565141aabb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:43:09.385735 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3bb8b3-aa89-4f13-a4e3-fb3b909b3ff2 req-fc6af473-4c56-4eea-9560-1caa48e765d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:43:09.387253 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-fc3bb8b3-aa89-4f13-a4e3-fb3b909b3ff2 req-fc6af473-4c56-4eea-9560-1caa48e765d8 service neutron] 10.222.0.40 "GET /v2.0/networks?id=edd9d18b-1d6c-4052-b07a-8baf4adc8bec HTTP/1.1" status: 200 len: 913 time: 0.0836320 Jun 16 00:43:09.403396 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3414559a-5b4b-4501-8aef-04e69b423964 None None] Checking router: 81736229-b55c-4551-8c80-77ffd4cb764d for host: dv-cinder-803823-11-iscsi {{(pid=111024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 00:43:09.415489 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3414559a-5b4b-4501-8aef-04e69b423964 None None] Routers {'81736229-b55c-4551-8c80-77ffd4cb764d'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:43:09.416094 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-3414559a-5b4b-4501-8aef-04e69b423964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:42:57Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['81736229-b55c-4551-8c80-77ffd4cb764d'], 'active': True} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:43:09.452857 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-fc3bb8b3-aa89-4f13-a4e3-fb3b909b3ff2 req-ba19fddc-f7a3-47bb-ad0d-767c56566e0e service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5fb2be2-9506-4ad0-9b2c-6c4b7429291b HTTP/1.1" status: 200 len: 999 time: 0.0590670 Jun 16 00:43:09.501040 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3bb8b3-aa89-4f13-a4e3-fb3b909b3ff2 req-5c587f36-d219-4107-a368-a0c0d59b6ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:43:09.502488 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-fc3bb8b3-aa89-4f13-a4e3-fb3b909b3ff2 req-5c587f36-d219-4107-a368-a0c0d59b6ea1 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=bc787928-3000-44c3-a294-565141aabb84 HTTP/1.1" status: 200 len: 851 time: 0.0435576 Jun 16 00:43:09.516013 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvr_db [None req-3414559a-5b4b-4501-8aef-04e69b423964 None None] Set router 81736229-b55c-4551-8c80-77ffd4cb764d gateway port host: dv-cinder-803823-11-iscsi {{(pid=111024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:43:09.535235 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:43:09.547460 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3bb8b3-aa89-4f13-a4e3-fb3b909b3ff2 req-f7fbd971-3018-4944-83e6-47d8e7fb3a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:43:09.548991 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-fc3bb8b3-aa89-4f13-a4e3-fb3b909b3ff2 req-f7fbd971-3018-4944-83e6-47d8e7fb3a4c service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=edd9d18b-1d6c-4052-b07a-8baf4adc8bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0400910 Jun 16 00:43:09.654338 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-fc3bb8b3-aa89-4f13-a4e3-fb3b909b3ff2 req-f70beeee-eb1b-481b-8e89-4608c8aa2992 service neutron] 10.222.0.40 "GET /v2.0/networks/edd9d18b-1d6c-4052-b07a-8baf4adc8bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920293 Jun 16 00:43:09.726123 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-3414559a-5b4b-4501-8aef-04e69b423964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'name': 'tempest-TestVolumeBootPattern-1541016807-router', 'tenant_id': '3a122fcfab7f418baf78d7b742fa20db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '75dd5a1f-cc4c-404d-8416-946033d04d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:42:11Z', 'updated_at': '2022-06-16T00:42:14Z', 'revision_number': 4, 'project_id': '3a122fcfab7f418baf78d7b742fa20db', 'gw_port': {'id': '75dd5a1f-cc4c-404d-8416-946033d04d33', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:12Z', 'updated_at': '2022-06-16T00:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_floatingips': [{'id': 'b5383522-2e9d-417f-a4d7-6f9e1ab555c2', 'tenant_id': '3a122fcfab7f418baf78d7b742fa20db', 'floating_ip_address': '172.27.1.55', 'floating_network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'router_id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'port_id': 'd5fb2be2-9506-4ad0-9b2c-6c4b7429291b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edd9d18b-1d6c-4052-b07a-8baf4adc8bec', 'mac_address': 'fa:16:3e:28:84:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9cfd9b5-deae-43b6-a743-de414f1ed662', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T00:43:07Z', 'updated_at': '2022-06-16T00:43:07Z', 'revision_number': 0, 'project_id': '3a122fcfab7f418baf78d7b742fa20db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55179b71-c585-4680-b492-8b2790e15e55', 'name': '', 'network_id': 'edd9d18b-1d6c-4052-b07a-8baf4adc8bec', 'tenant_id': '3a122fcfab7f418baf78d7b742fa20db', 'mac_address': 'fa:16:3e:09:33:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'bc787928-3000-44c3-a294-565141aabb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:14Z', 'updated_at': '2022-06-16T00:42:18Z', 'revision_number': 5, 'project_id': '3a122fcfab7f418baf78d7b742fa20db', 'subnets': [{'id': 'bc787928-3000-44c3-a294-565141aabb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:43:09.747929 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-fc3bb8b3-aa89-4f13-a4e3-fb3b909b3ff2 req-ddda8535-e6de-445c-8bee-a7c21967856a service neutron] 10.222.0.40 "GET /v2.0/networks/edd9d18b-1d6c-4052-b07a-8baf4adc8bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840065 Jun 16 00:43:09.750269 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3414559a-5b4b-4501-8aef-04e69b423964 None None] The sync data for ids ['81736229-b55c-4551-8c80-77ffd4cb764d'] in dv-cinder-803823-11-iscsi is: [{'id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'name': 'tempest-TestVolumeBootPattern-1541016807-router', 'tenant_id': '3a122fcfab7f418baf78d7b742fa20db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '75dd5a1f-cc4c-404d-8416-946033d04d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:42:11Z', 'updated_at': '2022-06-16T00:42:14Z', 'revision_number': 4, 'project_id': '3a122fcfab7f418baf78d7b742fa20db', 'gw_port': {'id': '75dd5a1f-cc4c-404d-8416-946033d04d33', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:12Z', 'updated_at': '2022-06-16T00:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_floatingips': [{'id': 'b5383522-2e9d-417f-a4d7-6f9e1ab555c2', 'tenant_id': '3a122fcfab7f418baf78d7b742fa20db', 'floating_ip_address': '172.27.1.55', 'floating_network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'router_id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'port_id': 'd5fb2be2-9506-4ad0-9b2c-6c4b7429291b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edd9d18b-1d6c-4052-b07a-8baf4adc8bec', 'mac_address': 'fa:16:3e:28:84:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9cfd9b5-deae-43b6-a743-de414f1ed662', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T00:43:07Z', 'updated_at': '2022-06-16T00:43:07Z', 'revision_number': 0, 'project_id': '3a122fcfab7f418baf78d7b742fa20db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55179b71-c585-4680-b492-8b2790e15e55', 'name': '', 'network_id': 'edd9d18b-1d6c-4052-b07a-8baf4adc8bec', 'tenant_id': '3a122fcfab7f418baf78d7b742fa20db', 'mac_address': 'fa:16:3e:09:33:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'bc787928-3000-44c3-a294-565141aabb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:14Z', 'updated_at': '2022-06-16T00:42:18Z', 'revision_number': 5, 'project_id': '3a122fcfab7f418baf78d7b742fa20db', 'subnets': [{'id': 'bc787928-3000-44c3-a294-565141aabb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 00:43:09.937765 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac4a6e2-904c-496b-a05d-3a7d5c1878fd None None] New status for floating IP b5383522-2e9d-417f-a4d7-6f9e1ab555c2: ACTIVE {{(pid=111025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 00:43:13.216935 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (42cc932a-4e60-43e8-a4dc-4f47b3d3efae), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:43:13.832212 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.agents_db [None req-15653567-1518-4353-bd1f-4d0dcdae15fd None None] Agent healthcheck: found 6 active agents {{(pid=111025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 00:43:16.671238 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=11 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:43:16.679220 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=51 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:43:19.743605 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=6 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:43:19.744419 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=80,neutron:DELETE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:43:20.286854 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=26 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:43:23.137507 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=33 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:43:23.139391 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:43:23.828300 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=28,neutron:UPDATE=2 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:43:24.513445 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-aef7ad9c-76d2-476e-a1be-82704c9e5c7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (2a8c543c-b8d9-40d8-999c-fa03b757f547), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:43:26.785746 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-bc3108d6-0261-484d-a691-10421f2b4a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (d0297bc9-c3a8-45ac-9023-c937cb4f21fc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:43:27.913720 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-117977e4-98b1-40f2-baea-1bec010e476c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (b90f279a-3e8f-4325-a28d-8d213fb96fbc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:43:29.248029 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-faa15201-cec6-4660-ae33-7025f254e5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (50ece25a-9452-44f6-8bc9-48c0ade2294b), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:43:29.705691 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (81117e21-cbf2-493f-9e14-29a3cec1f25a), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:43:39.631493 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:43:39.634123 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:43:41.803042 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457d470-b658-4ff8-a19d-97ac2502b9fa req-935c91b1-e831-4174-863c-e7000dae503a tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:43:41.804466 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-7457d470-b658-4ff8-a19d-97ac2502b9fa req-935c91b1-e831-4174-863c-e7000dae503a tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6d495c1-980b-4b00-8770-6f4be830077b HTTP/1.1" status: 200 len: 946 time: 0.0494714 Jun 16 00:43:41.851637 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-7457d470-b658-4ff8-a19d-97ac2502b9fa req-f0e662c6-5efb-4e1c-8a72-d6fc603aeed8 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/security-groups?id=37516820-f2f7-4019-beb5-b4a5f1c0a83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415778 Jun 16 00:43:42.968723 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea963e7-45a8-43cb-a04b-cb30293d7d96 req-10b9a9f0-fc02-4f9e-b448-e6a6c53ab1f3 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:43:42.970143 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-5ea963e7-45a8-43cb-a04b-cb30293d7d96 req-10b9a9f0-fc02-4f9e-b448-e6a6c53ab1f3 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6d495c1-980b-4b00-8770-6f4be830077b HTTP/1.1" status: 200 len: 946 time: 0.0502906 Jun 16 00:43:43.015285 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-5ea963e7-45a8-43cb-a04b-cb30293d7d96 req-85ef28c9-2714-4c8d-aaba-c057df9e8522 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/security-groups?id=37516820-f2f7-4019-beb5-b4a5f1c0a83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397308 Jun 16 00:43:43.216334 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (42cc932a-4e60-43e8-a4dc-4f47b3d3efae), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:43:43.830046 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=2 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:43:44.127424 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a81f7-b64f-4b18-be89-62de21f1a07e req-ddc88f9c-5602-4ee4-862c-ad253610338a tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:43:44.128890 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-a48a81f7-b64f-4b18-be89-62de21f1a07e req-ddc88f9c-5602-4ee4-862c-ad253610338a tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6d495c1-980b-4b00-8770-6f4be830077b HTTP/1.1" status: 200 len: 946 time: 0.0459938 Jun 16 00:43:44.174143 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-a48a81f7-b64f-4b18-be89-62de21f1a07e req-bade30cd-1386-4839-b6b8-c49b2474529a tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/security-groups?id=37516820-f2f7-4019-beb5-b4a5f1c0a83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396123 Jun 16 00:43:45.285457 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da473b49-2e38-4043-8317-534abf5b6f9a req-9c62a651-9de0-4711-ae8d-0c43552df7ea tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:43:45.286876 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-da473b49-2e38-4043-8317-534abf5b6f9a req-9c62a651-9de0-4711-ae8d-0c43552df7ea tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6d495c1-980b-4b00-8770-6f4be830077b HTTP/1.1" status: 200 len: 946 time: 0.0456882 Jun 16 00:43:45.334171 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-da473b49-2e38-4043-8317-534abf5b6f9a req-2ed46055-4e0a-423f-b6b4-76d83232d693 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/security-groups?id=37516820-f2f7-4019-beb5-b4a5f1c0a83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415180 Jun 16 00:43:46.444940 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7dabca-e756-4ae4-8606-27f029bbe018 req-2de52e8a-5be7-4b56-9637-e84aed4b4168 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:43:46.446369 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-5c7dabca-e756-4ae4-8606-27f029bbe018 req-2de52e8a-5be7-4b56-9637-e84aed4b4168 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6d495c1-980b-4b00-8770-6f4be830077b HTTP/1.1" status: 200 len: 946 time: 0.0456336 Jun 16 00:43:46.495767 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-5c7dabca-e756-4ae4-8606-27f029bbe018 req-dac43186-5283-4c6b-8230-ae4d4ecb8204 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/security-groups?id=37516820-f2f7-4019-beb5-b4a5f1c0a83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437238 Jun 16 00:43:47.607939 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb1711-eabc-4556-ba43-11aae4c26474 req-14995a2a-3b5f-4fad-840b-3ab2fd323e0a tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:43:47.609437 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-20bb1711-eabc-4556-ba43-11aae4c26474 req-14995a2a-3b5f-4fad-840b-3ab2fd323e0a tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6d495c1-980b-4b00-8770-6f4be830077b HTTP/1.1" status: 200 len: 946 time: 0.0469947 Jun 16 00:43:47.658330 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-20bb1711-eabc-4556-ba43-11aae4c26474 req-9fb40c92-f77f-44be-b647-09b9023331f7 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/security-groups?id=37516820-f2f7-4019-beb5-b4a5f1c0a83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434480 Jun 16 00:43:48.007399 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97daa5f2-afcc-4b86-ab58-3f265883f5bf req-91e0528e-60b3-4106-82c2-3145d993efc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:43:48.008902 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-97daa5f2-afcc-4b86-ab58-3f265883f5bf req-91e0528e-60b3-4106-82c2-3145d993efc0 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=f8eb9ad6ea03410f9956bbabeddcd5b2&device_id=d6d495c1-980b-4b00-8770-6f4be830077b HTTP/1.1" status: 200 len: 1130 time: 0.0376320 Jun 16 00:43:48.109511 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97daa5f2-afcc-4b86-ab58-3f265883f5bf req-8a302566-da6d-4451-b91f-1f395c578c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:43:48.110941 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-97daa5f2-afcc-4b86-ab58-3f265883f5bf req-8a302566-da6d-4451-b91f-1f395c578c29 service neutron] 10.222.0.40 "GET /v2.0/networks?id=4929321f-89e1-434e-a080-491c8ce8d5b1 HTTP/1.1" status: 200 len: 912 time: 0.0848012 Jun 16 00:43:48.176639 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-97daa5f2-afcc-4b86-ab58-3f265883f5bf req-6d0401d9-9ef6-4e79-b674-f98c7d879a62 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69e9c668-803b-42f4-8d52-2232717ce29c HTTP/1.1" status: 200 len: 1002 time: 0.0589473 Jun 16 00:43:48.223252 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97daa5f2-afcc-4b86-ab58-3f265883f5bf req-b2520928-c3fd-402e-9f46-041d308ca768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:43:48.224659 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-97daa5f2-afcc-4b86-ab58-3f265883f5bf req-b2520928-c3fd-402e-9f46-041d308ca768 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=ef28a6f2-3270-4ff3-93e9-c5ae0a8b3b51 HTTP/1.1" status: 200 len: 850 time: 0.0428324 Jun 16 00:43:48.266129 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97daa5f2-afcc-4b86-ab58-3f265883f5bf req-13c194bd-8d4e-4bd8-953f-9596cb6be4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:43:48.266905 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-97daa5f2-afcc-4b86-ab58-3f265883f5bf req-13c194bd-8d4e-4bd8-953f-9596cb6be4e3 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=4929321f-89e1-434e-a080-491c8ce8d5b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0366697 Jun 16 00:43:48.357666 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-97daa5f2-afcc-4b86-ab58-3f265883f5bf req-765ecd21-fa68-486e-95fc-a7bada6339ee service neutron] 10.222.0.40 "GET /v2.0/networks/4929321f-89e1-434e-a080-491c8ce8d5b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841608 Jun 16 00:43:48.448319 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-97daa5f2-afcc-4b86-ab58-3f265883f5bf req-8e969518-4d11-4730-9b59-80c7dac94b49 service neutron] 10.222.0.40 "GET /v2.0/networks/4929321f-89e1-434e-a080-491c8ce8d5b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832703 Jun 16 00:43:48.771149 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e1aa06-ae23-4bca-90c7-75de683cded1 req-e43f6eb5-c691-420d-aabf-333dd3ae4006 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:43:48.772606 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-c5e1aa06-ae23-4bca-90c7-75de683cded1 req-e43f6eb5-c691-420d-aabf-333dd3ae4006 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6d495c1-980b-4b00-8770-6f4be830077b HTTP/1.1" status: 200 len: 946 time: 0.0457096 Jun 16 00:43:48.820797 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-c5e1aa06-ae23-4bca-90c7-75de683cded1 req-17ed5f32-e4bc-4bbb-9d24-bdd80a7443fd tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/security-groups?id=37516820-f2f7-4019-beb5-b4a5f1c0a83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408700 Jun 16 00:43:49.938415 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed318e-f9a5-420e-b385-a57cbfdb0db1 req-57d0d543-4873-4aa0-abef-8a65c39bbcb2 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:43:49.939870 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-00ed318e-f9a5-420e-b385-a57cbfdb0db1 req-57d0d543-4873-4aa0-abef-8a65c39bbcb2 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6d495c1-980b-4b00-8770-6f4be830077b HTTP/1.1" status: 200 len: 946 time: 0.0517259 Jun 16 00:43:49.987468 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-00ed318e-f9a5-420e-b385-a57cbfdb0db1 req-499fcc51-df30-48f4-a48a-93cc94a2f4c4 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/security-groups?id=37516820-f2f7-4019-beb5-b4a5f1c0a83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419223 Jun 16 00:43:50.830458 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.agents_db [None req-15653567-1518-4353-bd1f-4d0dcdae15fd None None] Agent healthcheck: found 6 active agents {{(pid=111025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 00:43:51.098631 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f89ff-7f46-475f-97da-eae957ac6b81 req-7f2ea704-d49d-4a09-b284-f07608d02f23 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:43:51.100083 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-ed4f89ff-7f46-475f-97da-eae957ac6b81 req-7f2ea704-d49d-4a09-b284-f07608d02f23 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6d495c1-980b-4b00-8770-6f4be830077b HTTP/1.1" status: 200 len: 946 time: 0.0467305 Jun 16 00:43:51.146132 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-ed4f89ff-7f46-475f-97da-eae957ac6b81 req-708d443c-da02-427d-a27d-5cc6d55578a9 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/security-groups?id=37516820-f2f7-4019-beb5-b4a5f1c0a83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399678 Jun 16 00:43:52.268377 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c10af2-cfa1-4ba2-ad89-9dfaa43d23df req-fc7101b6-dce9-444a-8a29-37392d58e5a9 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:43:52.270454 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-15c10af2-cfa1-4ba2-ad89-9dfaa43d23df req-fc7101b6-dce9-444a-8a29-37392d58e5a9 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6d495c1-980b-4b00-8770-6f4be830077b HTTP/1.1" status: 200 len: 946 time: 0.0564325 Jun 16 00:43:52.330030 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-15c10af2-cfa1-4ba2-ad89-9dfaa43d23df req-308571eb-68b7-4314-9311-ff0d67938fa6 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/security-groups?id=37516820-f2f7-4019-beb5-b4a5f1c0a83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531621 Jun 16 00:43:53.449991 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a0a33-4a46-4fcc-9472-2920db56b576 req-997a822f-cc79-4909-aab6-102ff6d17021 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:43:53.451417 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-e69a0a33-4a46-4fcc-9472-2920db56b576 req-997a822f-cc79-4909-aab6-102ff6d17021 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6d495c1-980b-4b00-8770-6f4be830077b HTTP/1.1" status: 200 len: 946 time: 0.0495508 Jun 16 00:43:53.496453 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-e69a0a33-4a46-4fcc-9472-2920db56b576 req-2b5a2333-bd1d-4e78-bc6e-cccd11483edc tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/security-groups?id=37516820-f2f7-4019-beb5-b4a5f1c0a83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395949 Jun 16 00:43:54.518689 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-43075ce0-5117-4b98-bafc-8b6c05b36de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (2a8c543c-b8d9-40d8-999c-fa03b757f547), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:43:54.600794 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=100 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:43:54.621227 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8419250-dfcc-4683-9ded-380f19b62160 req-d96a04ba-2908-45c0-9cbf-ecae533334d7 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:43:54.622727 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-b8419250-dfcc-4683-9ded-380f19b62160 req-d96a04ba-2908-45c0-9cbf-ecae533334d7 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6d495c1-980b-4b00-8770-6f4be830077b HTTP/1.1" status: 200 len: 946 time: 0.0559976 Jun 16 00:43:54.669445 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-b8419250-dfcc-4683-9ded-380f19b62160 req-597b30c8-430d-4671-ab06-6098649c1bd9 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/security-groups?id=37516820-f2f7-4019-beb5-b4a5f1c0a83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411048 Jun 16 00:43:55.780987 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cb9fa6-9fe3-46cd-8155-3d17751c93e5 req-40adfa86-9f2b-4de1-baa5-31e1219f583d tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:43:55.782422 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-81cb9fa6-9fe3-46cd-8155-3d17751c93e5 req-40adfa86-9f2b-4de1-baa5-31e1219f583d tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6d495c1-980b-4b00-8770-6f4be830077b HTTP/1.1" status: 200 len: 946 time: 0.0462525 Jun 16 00:43:55.829078 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-81cb9fa6-9fe3-46cd-8155-3d17751c93e5 req-ccbef07b-003e-4aad-81e3-223d70919764 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/security-groups?id=37516820-f2f7-4019-beb5-b4a5f1c0a83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411396 Jun 16 00:43:55.855645 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=3 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:43:56.769973 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-bd74afd6-0c5a-4d0b-be2b-a3d86e03c686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (d0297bc9-c3a8-45ac-9023-c937cb4f21fc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:43:56.924376 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=100 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:43:56.939964 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf68e9d-d3d0-48ad-b6ac-a81862b43f09 req-bd7ea7a0-31bd-43ec-9204-e5e21c552a95 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:43:56.941448 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-4cf68e9d-d3d0-48ad-b6ac-a81862b43f09 req-bd7ea7a0-31bd-43ec-9204-e5e21c552a95 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6d495c1-980b-4b00-8770-6f4be830077b HTTP/1.1" status: 200 len: 946 time: 0.0462031 Jun 16 00:43:56.988039 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-4cf68e9d-d3d0-48ad-b6ac-a81862b43f09 req-7dde6191-5867-4cb7-b40c-3a19fef13a25 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/security-groups?id=37516820-f2f7-4019-beb5-b4a5f1c0a83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412128 Jun 16 00:43:57.935812 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-117977e4-98b1-40f2-baea-1bec010e476c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (b90f279a-3e8f-4325-a28d-8d213fb96fbc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:43:58.100376 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80126c72-a74b-4d15-afe1-b50e1ad2c39d req-fcaab45b-b4e7-454f-9978-9fb9caad463f tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:43:58.101935 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-80126c72-a74b-4d15-afe1-b50e1ad2c39d req-fcaab45b-b4e7-454f-9978-9fb9caad463f tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6d495c1-980b-4b00-8770-6f4be830077b HTTP/1.1" status: 200 len: 946 time: 0.0462022 Jun 16 00:43:58.152303 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-80126c72-a74b-4d15-afe1-b50e1ad2c39d req-4212ddfd-3320-4d38-904b-0a4e8d5d2350 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/security-groups?id=37516820-f2f7-4019-beb5-b4a5f1c0a83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442281 Jun 16 00:43:58.496268 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4bdae1-0bf4-4314-876a-8b1c03661fd5 req-93821cb5-3bca-4342-83a5-b8027b24280b tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:43:58.497856 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-0a4bdae1-0bf4-4314-876a-8b1c03661fd5 req-93821cb5-3bca-4342-83a5-b8027b24280b tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6d495c1-980b-4b00-8770-6f4be830077b HTTP/1.1" status: 200 len: 946 time: 0.0466375 Jun 16 00:43:58.545853 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-0a4bdae1-0bf4-4314-876a-8b1c03661fd5 req-9215fb66-6cec-4c3c-8fa6-c932116f9564 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/security-groups?id=37516820-f2f7-4019-beb5-b4a5f1c0a83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424583 Jun 16 00:43:58.628804 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3e85ff-b6d6-485e-b9fb-cb6eb2d3e8c5 req-3d66fe45-6b18-42fd-bd67-f2c01aa377de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:43:58.630266 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-ea3e85ff-b6d6-485e-b9fb-cb6eb2d3e8c5 req-3d66fe45-6b18-42fd-bd67-f2c01aa377de service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=f8eb9ad6ea03410f9956bbabeddcd5b2&device_id=d6d495c1-980b-4b00-8770-6f4be830077b HTTP/1.1" status: 200 len: 1130 time: 0.0389919 Jun 16 00:43:58.722086 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3e85ff-b6d6-485e-b9fb-cb6eb2d3e8c5 req-2f8c8efb-69b5-40e1-b298-1fb073d4944c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:43:58.723429 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-ea3e85ff-b6d6-485e-b9fb-cb6eb2d3e8c5 req-2f8c8efb-69b5-40e1-b298-1fb073d4944c service neutron] 10.222.0.40 "GET /v2.0/networks?id=4929321f-89e1-434e-a080-491c8ce8d5b1 HTTP/1.1" status: 200 len: 912 time: 0.0869677 Jun 16 00:43:58.787253 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-ea3e85ff-b6d6-485e-b9fb-cb6eb2d3e8c5 req-9e136eec-b37b-4b74-8b19-b0d11a1e3c83 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69e9c668-803b-42f4-8d52-2232717ce29c HTTP/1.1" status: 200 len: 1002 time: 0.0575662 Jun 16 00:43:58.834373 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3e85ff-b6d6-485e-b9fb-cb6eb2d3e8c5 req-3b8a2dc0-d310-47eb-ac8c-70757946993f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:43:58.835764 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-ea3e85ff-b6d6-485e-b9fb-cb6eb2d3e8c5 req-3b8a2dc0-d310-47eb-ac8c-70757946993f service neutron] 10.222.0.40 "GET /v2.0/subnets?id=ef28a6f2-3270-4ff3-93e9-c5ae0a8b3b51 HTTP/1.1" status: 200 len: 850 time: 0.0428498 Jun 16 00:43:58.876979 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3e85ff-b6d6-485e-b9fb-cb6eb2d3e8c5 req-a82e1f5c-e61e-423e-a02a-42314dd04cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:43:58.878392 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-ea3e85ff-b6d6-485e-b9fb-cb6eb2d3e8c5 req-a82e1f5c-e61e-423e-a02a-42314dd04cad service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=4929321f-89e1-434e-a080-491c8ce8d5b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0366094 Jun 16 00:43:58.973251 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-ea3e85ff-b6d6-485e-b9fb-cb6eb2d3e8c5 req-acc5c577-754c-46b6-b668-45cdb6006881 service neutron] 10.222.0.40 "GET /v2.0/networks/4929321f-89e1-434e-a080-491c8ce8d5b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886934 Jun 16 00:43:59.060333 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-ea3e85ff-b6d6-485e-b9fb-cb6eb2d3e8c5 req-bb3d274a-85a4-46f6-841b-ca03ad7301a1 service neutron] 10.222.0.40 "GET /v2.0/networks/4929321f-89e1-434e-a080-491c8ce8d5b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812759 Jun 16 00:43:59.250254 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-faa15201-cec6-4660-ae33-7025f254e5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (50ece25a-9452-44f6-8bc9-48c0ade2294b), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:43:59.660309 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fe3e86-23d2-4f8b-9e24-50be8f19cb8c req-512dc0ed-b9bf-4dc6-888d-f208e84a037e tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:43:59.661793 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-53fe3e86-23d2-4f8b-9e24-50be8f19cb8c req-512dc0ed-b9bf-4dc6-888d-f208e84a037e tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6d495c1-980b-4b00-8770-6f4be830077b HTTP/1.1" status: 200 len: 946 time: 0.0469363 Jun 16 00:43:59.690311 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (81117e21-cbf2-493f-9e14-29a3cec1f25a), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:43:59.714628 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-53fe3e86-23d2-4f8b-9e24-50be8f19cb8c req-d6c47639-e969-4aed-be7e-d2ea15c9edd6 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/security-groups?id=37516820-f2f7-4019-beb5-b4a5f1c0a83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460920 Jun 16 00:44:00.826893 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=5 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:44:00.827849 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aba5e9e-f135-4d00-a2f8-07cc18218056 req-7de97c3c-9b54-415b-a459-f8616d9a2f7f tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:44:00.829372 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-2aba5e9e-f135-4d00-a2f8-07cc18218056 req-7de97c3c-9b54-415b-a459-f8616d9a2f7f tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6d495c1-980b-4b00-8770-6f4be830077b HTTP/1.1" status: 200 len: 946 time: 0.0466394 Jun 16 00:44:00.875058 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-2aba5e9e-f135-4d00-a2f8-07cc18218056 req-3f85175a-0282-4be5-9744-4d45614a7a32 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/security-groups?id=37516820-f2f7-4019-beb5-b4a5f1c0a83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402026 Jun 16 00:44:09.630950 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:44:09.634673 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:44:09.708440 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=67 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:44:09.710344 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=65 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:44:10.868301 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=91 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:44:10.872147 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=89 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:44:13.215500 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (42cc932a-4e60-43e8-a4dc-4f47b3d3efae), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:44:22.846582 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:44:23.142936 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=2 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:44:23.144741 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:44:24.546883 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-961d2963-450c-4d94-ad5f-c48fd1a5660c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (2a8c543c-b8d9-40d8-999c-fa03b757f547), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:44:26.781466 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-b929c694-28aa-4d22-96b6-a1b9f5fa72fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (d0297bc9-c3a8-45ac-9023-c937cb4f21fc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:44:27.828796 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.agents_db [None req-15653567-1518-4353-bd1f-4d0dcdae15fd None None] Agent healthcheck: found 6 active agents {{(pid=111025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 00:44:27.956361 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-117977e4-98b1-40f2-baea-1bec010e476c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (b90f279a-3e8f-4325-a28d-8d213fb96fbc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:44:29.264952 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-faa15201-cec6-4660-ae33-7025f254e5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (50ece25a-9452-44f6-8bc9-48c0ade2294b), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:44:29.718044 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (81117e21-cbf2-493f-9e14-29a3cec1f25a), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:44:34.871595 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b131c9-1b1f-4617-a3db-21199c1c71df req-07edec6c-2252-47d4-a503-ff8b16a48fb6 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:44:34.873154 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-82b131c9-1b1f-4617-a3db-21199c1c71df req-07edec6c-2252-47d4-a503-ff8b16a48fb6 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6d495c1-980b-4b00-8770-6f4be830077b HTTP/1.1" status: 200 len: 946 time: 0.1562607 Jun 16 00:44:34.919714 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-82b131c9-1b1f-4617-a3db-21199c1c71df req-c534fa54-a9be-46c4-b5d7-1dd1606861f8 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/security-groups?id=37516820-f2f7-4019-beb5-b4a5f1c0a83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404227 Jun 16 00:44:36.090350 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72cb599-3a1e-400e-992b-a367ac097389 req-22a018b8-e301-4380-8dca-cbc8fa3a335a tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:44:36.091813 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-b72cb599-3a1e-400e-992b-a367ac097389 req-22a018b8-e301-4380-8dca-cbc8fa3a335a tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6d495c1-980b-4b00-8770-6f4be830077b HTTP/1.1" status: 200 len: 946 time: 0.1001618 Jun 16 00:44:36.140802 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-b72cb599-3a1e-400e-992b-a367ac097389 req-19404001-8aac-496d-9e33-21068c6c0d5a tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/security-groups?id=37516820-f2f7-4019-beb5-b4a5f1c0a83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427783 Jun 16 00:44:37.250813 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b32ccc8-2bdc-4930-a7dd-7372fd681688 req-858c9d30-b108-4edd-84f8-2fa2fd851b9c tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:44:37.252221 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-9b32ccc8-2bdc-4930-a7dd-7372fd681688 req-858c9d30-b108-4edd-84f8-2fa2fd851b9c tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6d495c1-980b-4b00-8770-6f4be830077b HTTP/1.1" status: 200 len: 946 time: 0.0446813 Jun 16 00:44:37.297253 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-9b32ccc8-2bdc-4930-a7dd-7372fd681688 req-912e12e6-1eda-4666-bd1c-b27cfd0ab1f4 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/security-groups?id=37516820-f2f7-4019-beb5-b4a5f1c0a83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396984 Jun 16 00:44:37.823694 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=1 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:44:37.824466 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=7 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:44:38.415512 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a4c31c-1e23-4295-8c28-6c6942a7b8e5 req-fd63645a-f8d6-4b98-9bf6-9b9d9e0e2491 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:44:38.417023 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-22a4c31c-1e23-4295-8c28-6c6942a7b8e5 req-fd63645a-f8d6-4b98-9bf6-9b9d9e0e2491 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6d495c1-980b-4b00-8770-6f4be830077b HTTP/1.1" status: 200 len: 946 time: 0.0503812 Jun 16 00:44:38.464618 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-22a4c31c-1e23-4295-8c28-6c6942a7b8e5 req-77d77fc3-047e-4246-82c9-90f9004b1b53 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/security-groups?id=37516820-f2f7-4019-beb5-b4a5f1c0a83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419645 Jun 16 00:44:39.581021 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db8213-1fc0-436b-bfe4-077dbfc2efa9 req-010a56a8-dd6d-495e-a059-bd47988edb90 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:44:39.582496 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-16db8213-1fc0-436b-bfe4-077dbfc2efa9 req-010a56a8-dd6d-495e-a059-bd47988edb90 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6d495c1-980b-4b00-8770-6f4be830077b HTTP/1.1" status: 200 len: 946 time: 0.0496235 Jun 16 00:44:39.630139 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-16db8213-1fc0-436b-bfe4-077dbfc2efa9 req-5c98c8f3-b757-4781-8a57-c48bc28d14fe tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/security-groups?id=37516820-f2f7-4019-beb5-b4a5f1c0a83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418320 Jun 16 00:44:39.637603 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:44:39.639545 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:44:40.745286 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dd3651-d04b-4a55-a38a-e69b2cb04479 req-debb4a00-4e25-454d-993b-b03198d8c1b8 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:44:40.746717 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-c6dd3651-d04b-4a55-a38a-e69b2cb04479 req-debb4a00-4e25-454d-993b-b03198d8c1b8 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6d495c1-980b-4b00-8770-6f4be830077b HTTP/1.1" status: 200 len: 946 time: 0.0498638 Jun 16 00:44:40.793045 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-c6dd3651-d04b-4a55-a38a-e69b2cb04479 req-8ae74cfe-e359-4a88-bcfd-c1dc669321a9 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/security-groups?id=37516820-f2f7-4019-beb5-b4a5f1c0a83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402632 Jun 16 00:44:41.905062 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4fa0fd-0018-4834-9a8b-661d14676105 req-beffb4a5-d236-4b75-b8bc-283b2a63e821 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:44:41.906414 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-6b4fa0fd-0018-4834-9a8b-661d14676105 req-beffb4a5-d236-4b75-b8bc-283b2a63e821 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6d495c1-980b-4b00-8770-6f4be830077b HTTP/1.1" status: 200 len: 946 time: 0.0466704 Jun 16 00:44:41.953013 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-6b4fa0fd-0018-4834-9a8b-661d14676105 req-3c60bb95-05ab-4330-8ffd-71b2976d1a67 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/security-groups?id=37516820-f2f7-4019-beb5-b4a5f1c0a83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410156 Jun 16 00:44:43.065015 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b016ac81-6887-4976-b015-ef9655e203fc req-b1ec6428-3f31-4e1e-b9fa-00c506043a27 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:44:43.066503 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-b016ac81-6887-4976-b015-ef9655e203fc req-b1ec6428-3f31-4e1e-b9fa-00c506043a27 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6d495c1-980b-4b00-8770-6f4be830077b HTTP/1.1" status: 200 len: 946 time: 0.0455649 Jun 16 00:44:43.116845 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-b016ac81-6887-4976-b015-ef9655e203fc req-7b8f0690-c911-40e4-b754-33c652295e99 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/security-groups?id=37516820-f2f7-4019-beb5-b4a5f1c0a83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448408 Jun 16 00:44:43.202077 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (42cc932a-4e60-43e8-a4dc-4f47b3d3efae), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:44:44.237986 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c8a8e-c2ff-401d-9143-9b97bdaa4215 req-f541bdea-ea14-456c-a857-66cefedffcb8 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:44:44.239322 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-857c8a8e-c2ff-401d-9143-9b97bdaa4215 req-f541bdea-ea14-456c-a857-66cefedffcb8 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6d495c1-980b-4b00-8770-6f4be830077b HTTP/1.1" status: 200 len: 946 time: 0.0489545 Jun 16 00:44:44.285156 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-857c8a8e-c2ff-401d-9143-9b97bdaa4215 req-56c8b8d7-1cc1-4a10-8106-926e073664e8 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/security-groups?id=37516820-f2f7-4019-beb5-b4a5f1c0a83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405190 Jun 16 00:44:45.395744 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf14125-6eca-46f6-94ae-c48610d167c3 req-143f5e73-c064-4ae7-8187-045b6c4fcec7 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:44:45.397172 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-fbf14125-6eca-46f6-94ae-c48610d167c3 req-143f5e73-c064-4ae7-8187-045b6c4fcec7 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6d495c1-980b-4b00-8770-6f4be830077b HTTP/1.1" status: 200 len: 946 time: 0.0447145 Jun 16 00:44:45.445400 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-fbf14125-6eca-46f6-94ae-c48610d167c3 req-a4ac252c-4399-4746-b18b-10daa7bee815 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/security-groups?id=37516820-f2f7-4019-beb5-b4a5f1c0a83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428405 Jun 16 00:44:45.763245 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d6401-6fc9-409c-b0fe-1be88b0d98a6 req-63ceb77a-89ce-4a69-a742-88963f443bee tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:44:45.764761 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-460d6401-6fc9-409c-b0fe-1be88b0d98a6 req-63ceb77a-89ce-4a69-a742-88963f443bee tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6d495c1-980b-4b00-8770-6f4be830077b HTTP/1.1" status: 200 len: 946 time: 0.0469043 Jun 16 00:44:45.812118 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-460d6401-6fc9-409c-b0fe-1be88b0d98a6 req-63dcefad-4477-46ad-b733-b9208584cb55 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/security-groups?id=37516820-f2f7-4019-beb5-b4a5f1c0a83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410607 Jun 16 00:44:45.878447 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f44b8-7e81-4a40-ba20-e699d4046652 req-e7a42cba-0c0d-465c-b610-875beb5c13eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:44:45.879822 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-157f44b8-7e81-4a40-ba20-e699d4046652 req-e7a42cba-0c0d-465c-b610-875beb5c13eb service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=f8eb9ad6ea03410f9956bbabeddcd5b2&device_id=d6d495c1-980b-4b00-8770-6f4be830077b HTTP/1.1" status: 200 len: 1130 time: 0.0380878 Jun 16 00:44:45.979412 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f44b8-7e81-4a40-ba20-e699d4046652 req-d8c2851e-3217-4bdc-a8d6-b852a476f24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:44:45.980863 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-157f44b8-7e81-4a40-ba20-e699d4046652 req-d8c2851e-3217-4bdc-a8d6-b852a476f24d service neutron] 10.222.0.40 "GET /v2.0/networks?id=4929321f-89e1-434e-a080-491c8ce8d5b1 HTTP/1.1" status: 200 len: 912 time: 0.0868378 Jun 16 00:44:46.039930 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-157f44b8-7e81-4a40-ba20-e699d4046652 req-b22f25fa-7d7b-43fa-b891-c4197153ffbc service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69e9c668-803b-42f4-8d52-2232717ce29c HTTP/1.1" status: 200 len: 1002 time: 0.0526106 Jun 16 00:44:46.087722 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f44b8-7e81-4a40-ba20-e699d4046652 req-a065f8be-3d15-4898-b7b2-f209430e6ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:44:46.089238 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-157f44b8-7e81-4a40-ba20-e699d4046652 req-a065f8be-3d15-4898-b7b2-f209430e6ea9 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=ef28a6f2-3270-4ff3-93e9-c5ae0a8b3b51 HTTP/1.1" status: 200 len: 850 time: 0.0441968 Jun 16 00:44:46.134442 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f44b8-7e81-4a40-ba20-e699d4046652 req-90dcd457-e8bb-4853-9b2f-54e306bb97fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:44:46.135838 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-157f44b8-7e81-4a40-ba20-e699d4046652 req-90dcd457-e8bb-4853-9b2f-54e306bb97fd service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=4929321f-89e1-434e-a080-491c8ce8d5b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0407522 Jun 16 00:44:46.222869 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-157f44b8-7e81-4a40-ba20-e699d4046652 req-cff06557-fa6c-493b-86a3-8c620b40e206 service neutron] 10.222.0.40 "GET /v2.0/networks/4929321f-89e1-434e-a080-491c8ce8d5b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811424 Jun 16 00:44:46.313334 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-157f44b8-7e81-4a40-ba20-e699d4046652 req-9dded6fd-c906-49b0-a7a1-0593b94588cc service neutron] 10.222.0.40 "GET /v2.0/networks/4929321f-89e1-434e-a080-491c8ce8d5b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845766 Jun 16 00:44:46.926234 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae15da9-6e2b-4a88-9508-19783eab3f82 req-e0b708b0-e776-4e2b-9317-fb9156927d7d tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:44:46.927676 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-8ae15da9-6e2b-4a88-9508-19783eab3f82 req-e0b708b0-e776-4e2b-9317-fb9156927d7d tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6d495c1-980b-4b00-8770-6f4be830077b HTTP/1.1" status: 200 len: 946 time: 0.0455616 Jun 16 00:44:46.953431 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=100 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:44:46.963786 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=100 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:44:46.974554 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-8ae15da9-6e2b-4a88-9508-19783eab3f82 req-54e06173-d6cd-4602-9966-3227b13cde98 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/security-groups?id=37516820-f2f7-4019-beb5-b4a5f1c0a83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413167 Jun 16 00:44:47.961128 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-dfdd0c9f-20d5-491e-8b23-c7c69a49250f req-5f69416f-274d-4b80-97c1-f82af6a6e1a7 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=b9cfd9b5-deae-43b6-a743-de414f1ed662&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378890 Jun 16 00:44:48.032407 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd0c9f-20d5-491e-8b23-c7c69a49250f req-c4545ece-3bfc-4a59-8b89-c085ed5979e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:44:48.033941 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-dfdd0c9f-20d5-491e-8b23-c7c69a49250f req-c4545ece-3bfc-4a59-8b89-c085ed5979e4 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=3a122fcfab7f418baf78d7b742fa20db&device_id=b9cfd9b5-deae-43b6-a743-de414f1ed662 HTTP/1.1" status: 200 len: 1130 time: 0.0419149 Jun 16 00:44:48.091114 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae0b2d6-5401-4766-9133-0372daf369aa req-6be24536-d6d9-4c99-90b0-ea65e7f89547 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:44:48.092613 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-aae0b2d6-5401-4766-9133-0372daf369aa req-6be24536-d6d9-4c99-90b0-ea65e7f89547 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6d495c1-980b-4b00-8770-6f4be830077b HTTP/1.1" status: 200 len: 946 time: 0.0482380 Jun 16 00:44:48.135117 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd0c9f-20d5-491e-8b23-c7c69a49250f req-ee3923a1-0884-4aa0-b76a-e4e1bc47df87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:44:48.136577 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-dfdd0c9f-20d5-491e-8b23-c7c69a49250f req-ee3923a1-0884-4aa0-b76a-e4e1bc47df87 service neutron] 10.222.0.40 "GET /v2.0/networks?id=edd9d18b-1d6c-4052-b07a-8baf4adc8bec HTTP/1.1" status: 200 len: 913 time: 0.0846601 Jun 16 00:44:48.140062 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-aae0b2d6-5401-4766-9133-0372daf369aa req-9ced2f60-3444-4443-9486-65724c2f32dd tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/security-groups?id=37516820-f2f7-4019-beb5-b4a5f1c0a83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416448 Jun 16 00:44:48.202324 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-dfdd0c9f-20d5-491e-8b23-c7c69a49250f req-19cb16ff-4a63-417b-9f7d-7c45064a36e4 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5fb2be2-9506-4ad0-9b2c-6c4b7429291b HTTP/1.1" status: 200 len: 1001 time: 0.0600169 Jun 16 00:44:48.248899 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd0c9f-20d5-491e-8b23-c7c69a49250f req-7a804d70-22d4-48f1-a4c5-a5307256174c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:44:48.250258 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-dfdd0c9f-20d5-491e-8b23-c7c69a49250f req-7a804d70-22d4-48f1-a4c5-a5307256174c service neutron] 10.222.0.40 "GET /v2.0/subnets?id=bc787928-3000-44c3-a294-565141aabb84 HTTP/1.1" status: 200 len: 851 time: 0.0421996 Jun 16 00:44:48.290355 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd0c9f-20d5-491e-8b23-c7c69a49250f req-e77e2c74-ca6e-45c9-915a-443ceb84b7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:44:48.291823 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-dfdd0c9f-20d5-491e-8b23-c7c69a49250f req-e77e2c74-ca6e-45c9-915a-443ceb84b7b8 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=edd9d18b-1d6c-4052-b07a-8baf4adc8bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0358136 Jun 16 00:44:48.382072 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-dfdd0c9f-20d5-491e-8b23-c7c69a49250f req-5f17dc77-b4a1-441b-bcb2-1d07837afd03 service neutron] 10.222.0.40 "GET /v2.0/networks/edd9d18b-1d6c-4052-b07a-8baf4adc8bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844188 Jun 16 00:44:48.468794 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-dfdd0c9f-20d5-491e-8b23-c7c69a49250f req-170c428b-bb34-4483-ba6f-2cc7d6bbb4da service neutron] 10.222.0.40 "GET /v2.0/networks/edd9d18b-1d6c-4052-b07a-8baf4adc8bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806570 Jun 16 00:44:53.136364 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:44:53.142287 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:44:54.523708 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-2e7fc72b-77c6-43a1-a392-9aaa685ef093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (2a8c543c-b8d9-40d8-999c-fa03b757f547), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:44:56.750379 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-bf9758e4-17fe-4eb6-be4b-bb03370e4981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (d0297bc9-c3a8-45ac-9023-c937cb4f21fc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:44:57.939272 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-117977e4-98b1-40f2-baea-1bec010e476c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (b90f279a-3e8f-4325-a28d-8d213fb96fbc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:44:58.125231 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=59 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:44:58.136249 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=67 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:44:58.463924 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=52 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:44:58.465808 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=51 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:44:59.294970 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-faa15201-cec6-4660-ae33-7025f254e5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (50ece25a-9452-44f6-8bc9-48c0ade2294b), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:44:59.712035 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (81117e21-cbf2-493f-9e14-29a3cec1f25a), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:04.726038 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bfedb7-155e-4114-b288-314d0b931fd8 req-f5c2f333-9b95-42a6-972f-aeb75af1f380 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:45:04.727480 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-a1bfedb7-155e-4114-b288-314d0b931fd8 req-f5c2f333-9b95-42a6-972f-aeb75af1f380 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9cfd9b5-deae-43b6-a743-de414f1ed662 HTTP/1.1" status: 200 len: 946 time: 0.0502553 Jun 16 00:45:04.776377 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-a1bfedb7-155e-4114-b288-314d0b931fd8 req-08c06407-c886-471c-9b8c-49bbcd8453be tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f9352b3-d578-4225-bf07-e2cb32cb93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434589 Jun 16 00:45:04.827016 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.agents_db [None req-15653567-1518-4353-bd1f-4d0dcdae15fd None None] Agent healthcheck: found 6 active agents {{(pid=111025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 00:45:05.895844 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3138ba-fd94-413c-968e-b2f18417bc5b req-e010303f-cb38-4b5d-9448-bac79159849a tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:45:05.897328 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-2d3138ba-fd94-413c-968e-b2f18417bc5b req-e010303f-cb38-4b5d-9448-bac79159849a tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9cfd9b5-deae-43b6-a743-de414f1ed662 HTTP/1.1" status: 200 len: 946 time: 0.0501101 Jun 16 00:45:05.945045 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-2d3138ba-fd94-413c-968e-b2f18417bc5b req-e0e13619-2473-4b71-87e1-bd5974d9aff2 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f9352b3-d578-4225-bf07-e2cb32cb93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421500 Jun 16 00:45:06.382521 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec2373c-9680-4914-bbd8-963d11d7a6f6 req-afd832fa-ed17-42e8-b6cd-ff3ef2a6229f tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:45:06.383920 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-bec2373c-9680-4914-bbd8-963d11d7a6f6 req-afd832fa-ed17-42e8-b6cd-ff3ef2a6229f tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.40 "GET /v2.0/ports?device_id=b9cfd9b5-deae-43b6-a743-de414f1ed662 HTTP/1.1" status: 200 len: 946 time: 0.0447042 Jun 16 00:45:06.473572 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [req-bec2373c-9680-4914-bbd8-963d11d7a6f6 req-425b9e35-fa4a-44e5-9f7f-a08bb77f52e4 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Deleting port d5fb2be2-9506-4ad0-9b2c-6c4b7429291b {{(pid=111023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 00:45:06.473898 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-bec2373c-9680-4914-bbd8-963d11d7a6f6 req-425b9e35-fa4a-44e5-9f7f-a08bb77f52e4 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753842671270'] for port (d5fb2be2-9506-4ad0-9b2c-6c4b7429291b), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:06.559139 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.db [req-bec2373c-9680-4914-bbd8-963d11d7a6f6 req-425b9e35-fa4a-44e5-9f7f-a08bb77f52e4 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] For port d5fb2be2-9506-4ad0-9b2c-6c4b7429291b, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=d5fb2be2-9506-4ad0-9b2c-6c4b7429291b,segment=NetworkSegment(7c0103d3-cac1-4b5e-92ff-48f99487b187),segment_id=7c0103d3-cac1-4b5e-92ff-48f99487b187)] {{(pid=111023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:45:06.559490 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-bec2373c-9680-4914-bbd8-963d11d7a6f6 req-425b9e35-fa4a-44e5-9f7f-a08bb77f52e4 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642233'] for port (d5fb2be2-9506-4ad0-9b2c-6c4b7429291b), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:06.714498 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-bec2373c-9680-4914-bbd8-963d11d7a6f6 req-425b9e35-fa4a-44e5-9f7f-a08bb77f52e4 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:06.714744 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-bec2373c-9680-4914-bbd8-963d11d7a6f6 req-425b9e35-fa4a-44e5-9f7f-a08bb77f52e4 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672953'] for floatingip (b5383522-2e9d-417f-a4d7-6f9e1ab555c2), after_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:06.715050 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.db.l3_db [req-bec2373c-9680-4914-bbd8-963d11d7a6f6 req-425b9e35-fa4a-44e5-9f7f-a08bb77f52e4 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Floating IP b5383522-2e9d-417f-a4d7-6f9e1ab555c2 disassociated. External IP: 172.27.1.55, port: d5fb2be2-9506-4ad0-9b2c-6c4b7429291b. Jun 16 00:45:06.715385 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [req-bec2373c-9680-4914-bbd8-963d11d7a6f6 req-425b9e35-fa4a-44e5-9f7f-a08bb77f52e4 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Calling delete_port for d5fb2be2-9506-4ad0-9b2c-6c4b7429291b owned by compute:nova {{(pid=111023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 00:45:06.893904 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-bec2373c-9680-4914-bbd8-963d11d7a6f6 req-425b9e35-fa4a-44e5-9f7f-a08bb77f52e4 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753842673475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753842110814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909837'] for port (d5fb2be2-9506-4ad0-9b2c-6c4b7429291b), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:06.918979 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425b9e35-fa4a-44e5-9f7f-a08bb77f52e4 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Pushing event deleted for resources: {'Port': ['ID=d5fb2be2-9506-4ad0-9b2c-6c4b7429291b,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:45:06.932061 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b9e35-fa4a-44e5-9f7f-a08bb77f52e4 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:45:06.932061 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b9e35-fa4a-44e5-9f7f-a08bb77f52e4 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:45:06.932271 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b9e35-fa4a-44e5-9f7f-a08bb77f52e4 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:45:06.932558 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b9e35-fa4a-44e5-9f7f-a08bb77f52e4 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:45:06.932889 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b9e35-fa4a-44e5-9f7f-a08bb77f52e4 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:45:06.933213 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b9e35-fa4a-44e5-9f7f-a08bb77f52e4 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:45:06.933530 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b9e35-fa4a-44e5-9f7f-a08bb77f52e4 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:45:06.933846 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b9e35-fa4a-44e5-9f7f-a08bb77f52e4 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:45:06.934165 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b9e35-fa4a-44e5-9f7f-a08bb77f52e4 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:45:06.934491 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b9e35-fa4a-44e5-9f7f-a08bb77f52e4 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:45:06.934792 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b9e35-fa4a-44e5-9f7f-a08bb77f52e4 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:45:06.935103 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b9e35-fa4a-44e5-9f7f-a08bb77f52e4 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:45:06.935413 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b9e35-fa4a-44e5-9f7f-a08bb77f52e4 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:45:06.935724 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b9e35-fa4a-44e5-9f7f-a08bb77f52e4 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:45:06.936035 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b9e35-fa4a-44e5-9f7f-a08bb77f52e4 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:45:07.042818 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bec2373c-9680-4914-bbd8-963d11d7a6f6 req-425b9e35-fa4a-44e5-9f7f-a08bb77f52e4 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Router 81736229-b55c-4551-8c80-77ffd4cb764d has already been hosted by L3 agent d0297bc9-c3a8-45ac-9023-c937cb4f21fc {{(pid=111023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 00:45:07.043190 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-49f56d59-4ea0-4eb3-b205-3a7bbe3c564a req-11a804ec-8db2-43f8-9b46-bb1f03052ab1 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9cfd9b5-deae-43b6-a743-de414f1ed662 HTTP/1.1" status: 200 len: 210 time: 0.0264988 Jun 16 00:45:07.145538 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bec2373c-9680-4914-bbd8-963d11d7a6f6 req-425b9e35-fa4a-44e5-9f7f-a08bb77f52e4 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Notify agent at l3_agent.dv-cinder-803823-11-iscsi the message routers_updated {{(pid=111023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 00:45:07.155573 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa43fa00-44d9-46cc-a569-c8e4394b9807 None None] Sync routers for ids ['81736229-b55c-4551-8c80-77ffd4cb764d'] in dv-cinder-803823-11-iscsi {{(pid=111024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 00:45:07.165457 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa43fa00-44d9-46cc-a569-c8e4394b9807 None None] Routers {'81736229-b55c-4551-8c80-77ffd4cb764d'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:45:07.166060 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-fa43fa00-44d9-46cc-a569-c8e4394b9807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:44:57Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['81736229-b55c-4551-8c80-77ffd4cb764d'], 'active': True} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:45:07.185385 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.l3_dvrscheduler_db [req-bec2373c-9680-4914-bbd8-963d11d7a6f6 req-425b9e35-fa4a-44e5-9f7f-a08bb77f52e4 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] No DVR routers for this DVR port d5fb2be2-9506-4ad0-9b2c-6c4b7429291b on host hv-cinder-80382 {{(pid=111023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 00:45:07.187845 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-bec2373c-9680-4914-bbd8-963d11d7a6f6 req-425b9e35-fa4a-44e5-9f7f-a08bb77f52e4 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for port (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:07.191138 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-bec2373c-9680-4914-bbd8-963d11d7a6f6 req-425b9e35-fa4a-44e5-9f7f-a08bb77f52e4 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.40 "DELETE /v2.0/ports/d5fb2be2-9506-4ad0-9b2c-6c4b7429291b HTTP/1.1" status: 204 len: 173 time: 0.8002768 Jun 16 00:45:07.191563 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9cfd9b5-deae-43b6-a743-de414f1ed662', 'name': 'network-vif-deleted', 'tag': 'd5fb2be2-9506-4ad0-9b2c-6c4b7429291b'}] {{(pid=111023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:45:07.193790 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849ffc5c5c28115853a01ef2d84a57e68c82d4a74a931575540ba89325b26957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-720d5834-e118-49cd-a21d-75bd0366ad4e" -d '{"events": [{"server_uuid": "b9cfd9b5-deae-43b6-a743-de414f1ed662", "name": "network-vif-deleted", "tag": "d5fb2be2-9506-4ad0-9b2c-6c4b7429291b"}]}' {{(pid=111023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:45:07.275103 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvr_db [None req-fa43fa00-44d9-46cc-a569-c8e4394b9807 None None] Set router 81736229-b55c-4551-8c80-77ffd4cb764d gateway port host: dv-cinder-803823-11-iscsi {{(pid=111024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:45:07.383706 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 00:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61ce047-911b-41f8-9a34-1a28eb09932d x-openstack-request-id: req-a61ce047-911b-41f8-9a34-1a28eb09932d {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:45:07.384060 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9cfd9b5-deae-43b6-a743-de414f1ed662", "name": "network-vif-deleted", "tag": "d5fb2be2-9506-4ad0-9b2c-6c4b7429291b", "status": "completed", "code": 200}]} {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:45:07.384256 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a61ce047-911b-41f8-9a34-1a28eb09932d {{(pid=111023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:45:07.384683 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a61ce047-911b-41f8-9a34-1a28eb09932d'] response: {'server_uuid': 'b9cfd9b5-deae-43b6-a743-de414f1ed662', 'name': 'network-vif-deleted', 'tag': 'd5fb2be2-9506-4ad0-9b2c-6c4b7429291b', 'status': 'completed', 'code': 200} Jun 16 00:45:07.478676 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-fa43fa00-44d9-46cc-a569-c8e4394b9807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'name': 'tempest-TestVolumeBootPattern-1541016807-router', 'tenant_id': '3a122fcfab7f418baf78d7b742fa20db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '75dd5a1f-cc4c-404d-8416-946033d04d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:42:11Z', 'updated_at': '2022-06-16T00:42:14Z', 'revision_number': 4, 'project_id': '3a122fcfab7f418baf78d7b742fa20db', 'gw_port': {'id': '75dd5a1f-cc4c-404d-8416-946033d04d33', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:12Z', 'updated_at': '2022-06-16T00:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_interfaces': [{'id': '55179b71-c585-4680-b492-8b2790e15e55', 'name': '', 'network_id': 'edd9d18b-1d6c-4052-b07a-8baf4adc8bec', 'tenant_id': '3a122fcfab7f418baf78d7b742fa20db', 'mac_address': 'fa:16:3e:09:33:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'bc787928-3000-44c3-a294-565141aabb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:14Z', 'updated_at': '2022-06-16T00:42:18Z', 'revision_number': 5, 'project_id': '3a122fcfab7f418baf78d7b742fa20db', 'subnets': [{'id': 'bc787928-3000-44c3-a294-565141aabb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:45:07.507005 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa43fa00-44d9-46cc-a569-c8e4394b9807 None None] Checking router: 81736229-b55c-4551-8c80-77ffd4cb764d for host: dv-cinder-803823-11-iscsi {{(pid=111024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 00:45:07.515204 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa43fa00-44d9-46cc-a569-c8e4394b9807 None None] Routers {'81736229-b55c-4551-8c80-77ffd4cb764d'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:45:07.515757 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-fa43fa00-44d9-46cc-a569-c8e4394b9807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:44:57Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['81736229-b55c-4551-8c80-77ffd4cb764d'], 'active': True} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:45:07.612896 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvr_db [None req-fa43fa00-44d9-46cc-a569-c8e4394b9807 None None] Set router 81736229-b55c-4551-8c80-77ffd4cb764d gateway port host: dv-cinder-803823-11-iscsi {{(pid=111024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:45:07.796001 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-fa43fa00-44d9-46cc-a569-c8e4394b9807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'name': 'tempest-TestVolumeBootPattern-1541016807-router', 'tenant_id': '3a122fcfab7f418baf78d7b742fa20db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '75dd5a1f-cc4c-404d-8416-946033d04d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:42:11Z', 'updated_at': '2022-06-16T00:42:14Z', 'revision_number': 4, 'project_id': '3a122fcfab7f418baf78d7b742fa20db', 'gw_port': {'id': '75dd5a1f-cc4c-404d-8416-946033d04d33', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:12Z', 'updated_at': '2022-06-16T00:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_interfaces': [{'id': '55179b71-c585-4680-b492-8b2790e15e55', 'name': '', 'network_id': 'edd9d18b-1d6c-4052-b07a-8baf4adc8bec', 'tenant_id': '3a122fcfab7f418baf78d7b742fa20db', 'mac_address': 'fa:16:3e:09:33:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'bc787928-3000-44c3-a294-565141aabb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:14Z', 'updated_at': '2022-06-16T00:42:18Z', 'revision_number': 5, 'project_id': '3a122fcfab7f418baf78d7b742fa20db', 'subnets': [{'id': 'bc787928-3000-44c3-a294-565141aabb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:45:07.821311 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa43fa00-44d9-46cc-a569-c8e4394b9807 None None] The sync data for ids ['81736229-b55c-4551-8c80-77ffd4cb764d'] in dv-cinder-803823-11-iscsi is: [{'id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'name': 'tempest-TestVolumeBootPattern-1541016807-router', 'tenant_id': '3a122fcfab7f418baf78d7b742fa20db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '75dd5a1f-cc4c-404d-8416-946033d04d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:42:11Z', 'updated_at': '2022-06-16T00:42:14Z', 'revision_number': 4, 'project_id': '3a122fcfab7f418baf78d7b742fa20db', 'gw_port': {'id': '75dd5a1f-cc4c-404d-8416-946033d04d33', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:12Z', 'updated_at': '2022-06-16T00:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_interfaces': [{'id': '55179b71-c585-4680-b492-8b2790e15e55', 'name': '', 'network_id': 'edd9d18b-1d6c-4052-b07a-8baf4adc8bec', 'tenant_id': '3a122fcfab7f418baf78d7b742fa20db', 'mac_address': 'fa:16:3e:09:33:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'bc787928-3000-44c3-a294-565141aabb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:14Z', 'updated_at': '2022-06-16T00:42:18Z', 'revision_number': 5, 'project_id': '3a122fcfab7f418baf78d7b742fa20db', 'subnets': [{'id': 'bc787928-3000-44c3-a294-565141aabb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 00:45:08.041758 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d5c896-b975-42ee-97e9-8b963a721563 None None] New status for floating IP b5383522-2e9d-417f-a4d7-6f9e1ab555c2: DOWN {{(pid=111025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 00:45:08.153310 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-45e9fbed-6313-4801-bce2-538a425bdc18 req-8ba630ee-ffc5-44a3-917e-28cab5e0b03f tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9cfd9b5-deae-43b6-a743-de414f1ed662 HTTP/1.1" status: 200 len: 210 time: 0.0282402 Jun 16 00:45:09.408348 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-a52757af-d446-45e9-8793-32d8902ee5d9 req-dcbc7efc-0578-4fef-8a9b-09e0780a4a1b tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-298912126&fields=id&tenant_id=3a122fcfab7f418baf78d7b742fa20db HTTP/1.1" status: 200 len: 267 time: 0.0426986 Jun 16 00:45:09.515524 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52757af-d446-45e9-8793-32d8902ee5d9 req-239041a6-8148-4d8f-be94-d24c65f63d18 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:45:09.516985 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-a52757af-d446-45e9-8793-32d8902ee5d9 req-239041a6-8148-4d8f-be94-d24c65f63d18 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/networks?id=edd9d18b-1d6c-4052-b07a-8baf4adc8bec HTTP/1.1" status: 200 len: 812 time: 0.1017220 Jun 16 00:45:09.532570 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-a52757af-d446-45e9-8793-32d8902ee5d9 req-2c9336c3-7500-48ee-9c47-0f6b43b68453 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/quotas/3a122fcfab7f418baf78d7b742fa20db HTTP/1.1" status: 200 len: 375 time: 0.0096209 Jun 16 00:45:09.584355 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-a52757af-d446-45e9-8793-32d8902ee5d9 req-c80240db-15f7-4f7d-9edc-60fa73031e3d tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3a122fcfab7f418baf78d7b742fa20db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456302 Jun 16 00:45:09.600455 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [req-a52757af-d446-45e9-8793-32d8902ee5d9 req-910bf944-6690-4bfa-9788-85550b65da91 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=111022) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 00:45:09.601433 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-a52757af-d446-45e9-8793-32d8902ee5d9 req-910bf944-6690-4bfa-9788-85550b65da91 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055342 Jun 16 00:45:09.694363 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-a52757af-d446-45e9-8793-32d8902ee5d9 req-6f1a2827-2816-49a9-bdea-ada622bdb9fe service neutron] 10.222.0.20 "GET /v2.0/networks/edd9d18b-1d6c-4052-b07a-8baf4adc8bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876122 Jun 16 00:45:09.784836 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-a52757af-d446-45e9-8793-32d8902ee5d9 req-7238fcfd-1d5c-42fb-b2c9-7e996dce47cc service neutron] 10.222.0.20 "GET /v2.0/networks/edd9d18b-1d6c-4052-b07a-8baf4adc8bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844753 Jun 16 00:45:09.872776 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device d5fb2be2-9506-4ad0-9b2c-6c4b7429291b no longer exists at agent hyperv_hv-cinder-80382 {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 00:45:09.897488 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] No Port match for: d5fb2be2-9506-4ad0-9b2c-6c4b7429291b {{(pid=111024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 00:45:09.897831 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device d5fb2be2-9506-4ad0-9b2c-6c4b7429291b not bound to the agent host hv-cinder-80382 {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 00:45:10.333945 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-935d5994-088f-4040-b036-5bba65e220bf req-72f0bd2d-7d71-486b-a51f-09d973de930e tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/ports?device_id=c407165e-8822-4cbe-a4b4-cdd515e2c048 HTTP/1.1" status: 200 len: 210 time: 0.0314775 Jun 16 00:45:11.427313 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-27405a48-30ac-4fff-bf4e-d45acd26bbda req-627fdb0d-f29f-46be-837f-23969d6b9db3 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/ports?device_id=c407165e-8822-4cbe-a4b4-cdd515e2c048 HTTP/1.1" status: 200 len: 210 time: 0.0275991 Jun 16 00:45:12.202624 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:45:12.213273 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:45:12.290356 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52757af-d446-45e9-8793-32d8902ee5d9 req-e74bfbdd-0dff-41c1-9a48-649d07c7fb85 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:45:12.291764 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-a52757af-d446-45e9-8793-32d8902ee5d9 req-e74bfbdd-0dff-41c1-9a48-649d07c7fb85 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.40 "GET /v2.0/networks?id=edd9d18b-1d6c-4052-b07a-8baf4adc8bec HTTP/1.1" status: 200 len: 812 time: 0.0991578 Jun 16 00:45:12.359697 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-a52757af-d446-45e9-8793-32d8902ee5d9 req-d6eacc99-c872-4d79-885e-1160e45209b7 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.40 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a122fcfab7f418baf78d7b742fa20db HTTP/1.1" status: 200 len: 379 time: 0.0520566 Jun 16 00:45:12.368862 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [req-a52757af-d446-45e9-8793-32d8902ee5d9 req-c9a7f152-9fdd-492f-9bf8-f8a23dee90cc tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Request body: {'port': {'device_id': 'c407165e-8822-4cbe-a4b4-cdd515e2c048', 'network_id': 'edd9d18b-1d6c-4052-b07a-8baf4adc8bec', 'admin_state_up': True, 'tenant_id': '3a122fcfab7f418baf78d7b742fa20db', 'security_groups': ['9f9352b3-d578-4225-bf07-e2cb32cb93a9']}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:45:12.525996 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-fc99b799-72d6-455e-ab1d-def03f1491bf req-efaf0aea-0c88-4e23-be55-f73ff4b97788 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/ports?device_id=c407165e-8822-4cbe-a4b4-cdd515e2c048 HTTP/1.1" status: 200 len: 210 time: 0.0282941 Jun 16 00:45:12.597105 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a52757af-d446-45e9-8793-32d8902ee5d9 req-c9a7f152-9fdd-492f-9bf8-f8a23dee90cc tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Made reservation on behalf of 3a122fcfab7f418baf78d7b742fa20db for: {'port': 1} {{(pid=111023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 00:45:12.600517 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-a52757af-d446-45e9-8793-32d8902ee5d9 req-c9a7f152-9fdd-492f-9bf8-f8a23dee90cc tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:12.725683 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.db_base_plugin_common [req-a52757af-d446-45e9-8793-32d8902ee5d9 req-c9a7f152-9fdd-492f-9bf8-f8a23dee90cc tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Allocated IP 172.20.0.13 (edd9d18b-1d6c-4052-b07a-8baf4adc8bec/bc787928-3000-44c3-a294-565141aabb84/04943923-128c-4497-8f50-577da86b34e2) {{(pid=111023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 00:45:12.833199 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:45:12.863084 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-a52757af-d446-45e9-8793-32d8902ee5d9 req-c9a7f152-9fdd-492f-9bf8-f8a23dee90cc tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks [] for port (04943923-128c-4497-8f50-577da86b34e2), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:12.958180 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-a52757af-d446-45e9-8793-32d8902ee5d9 req-c9a7f152-9fdd-492f-9bf8-f8a23dee90cc tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753842110805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909837'] for port (04943923-128c-4497-8f50-577da86b34e2), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:13.002938 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a52757af-d446-45e9-8793-32d8902ee5d9 req-c9a7f152-9fdd-492f-9bf8-f8a23dee90cc tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Network edd9d18b-1d6c-4052-b07a-8baf4adc8bec is already hosted by enough agents. {{(pid=111023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:45:13.005979 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.base_scheduler [req-a52757af-d446-45e9-8793-32d8902ee5d9 req-c9a7f152-9fdd-492f-9bf8-f8a23dee90cc tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Resources bound (agent type, host, resource id): {{(pid=111023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:45:13.010482 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.l3_dvrscheduler_db [req-a52757af-d446-45e9-8793-32d8902ee5d9 req-c9a7f152-9fdd-492f-9bf8-f8a23dee90cc tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Received port after_create {{(pid=111023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 00:45:13.034806 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a7f152-9fdd-492f-9bf8-f8a23dee90cc tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Pushing event updated for resources: {'Port': ['ID=04943923-128c-4497-8f50-577da86b34e2,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:45:13.063244 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52757af-d446-45e9-8793-32d8902ee5d9 req-c9a7f152-9fdd-492f-9bf8-f8a23dee90cc tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:45:13.063887 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-a52757af-d446-45e9-8793-32d8902ee5d9 req-c9a7f152-9fdd-492f-9bf8-f8a23dee90cc tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for port (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:13.153458 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-a52757af-d446-45e9-8793-32d8902ee5d9 req-c9a7f152-9fdd-492f-9bf8-f8a23dee90cc tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7880619 Jun 16 00:45:13.163370 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [req-a52757af-d446-45e9-8793-32d8902ee5d9 req-28888955-e12c-4df4-ae51-cc525196c010 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=111023) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 00:45:13.164465 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-a52757af-d446-45e9-8793-32d8902ee5d9 req-28888955-e12c-4df4-ae51-cc525196c010 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0058212 Jun 16 00:45:13.230591 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [req-a52757af-d446-45e9-8793-32d8902ee5d9 req-b96eca46-d542-401a-8a7d-6fc8e35a544b service neutron] Request body: {'port': {'device_id': 'c407165e-8822-4cbe-a4b4-cdd515e2c048', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:45:13.250824 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (42cc932a-4e60-43e8-a4dc-4f47b3d3efae), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:13.251714 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-97f590b5-f78e-4af4-a123-795a7c3c32c3 None None] Provisioning complete for port 04943923-128c-4497-8f50-577da86b34e2 triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:45:13.252135 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-97f590b5-f78e-4af4-a123-795a7c3c32c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (04943923-128c-4497-8f50-577da86b34e2), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:13.283318 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-97f590b5-f78e-4af4-a123-795a7c3c32c3 None None] Port 04943923-128c-4497-8f50-577da86b34e2 cannot update to ACTIVE because it is not bound. {{(pid=111024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 00:45:13.288648 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-a52757af-d446-45e9-8793-32d8902ee5d9 req-b96eca46-d542-401a-8a7d-6fc8e35a544b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (04943923-128c-4497-8f50-577da86b34e2), before_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:13.506699 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:45:13.539256 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.notifiers.nova [req-a52757af-d446-45e9-8793-32d8902ee5d9 req-b96eca46-d542-401a-8a7d-6fc8e35a544b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04943923-128c-4497-8f50-577da86b34e2 {{(pid=111023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 00:45:13.547512 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-a52757af-d446-45e9-8793-32d8902ee5d9 req-b96eca46-d542-401a-8a7d-6fc8e35a544b service neutron] Publish callbacks [] for port (04943923-128c-4497-8f50-577da86b34e2), precommit_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:13.561001 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.provisioning_blocks [req-a52757af-d446-45e9-8793-32d8902ee5d9 req-b96eca46-d542-401a-8a7d-6fc8e35a544b service neutron] Transition to ACTIVE for port object 04943923-128c-4497-8f50-577da86b34e2 will not be triggered until provisioned by entity L2. {{(pid=111023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 00:45:13.642770 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fd9643-cd69-4145-85da-9f08e4aaf9bf req-b910cb27-6aed-4c3c-94b2-9681d854f518 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:45:13.644849 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-32fd9643-cd69-4145-85da-9f08e4aaf9bf req-b910cb27-6aed-4c3c-94b2-9681d854f518 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/ports?device_id=c407165e-8822-4cbe-a4b4-cdd515e2c048 HTTP/1.1" status: 200 len: 932 time: 0.0463989 Jun 16 00:45:13.649354 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-a52757af-d446-45e9-8793-32d8902ee5d9 req-b96eca46-d542-401a-8a7d-6fc8e35a544b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909850'] for port (04943923-128c-4497-8f50-577da86b34e2), after_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:13.697845 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-32fd9643-cd69-4145-85da-9f08e4aaf9bf req-30fc36bc-f508-4dc1-a6b1-ecc0fd9e28d0 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f9352b3-d578-4225-bf07-e2cb32cb93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471299 Jun 16 00:45:13.709319 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96eca46-d542-401a-8a7d-6fc8e35a544b service neutron] Pushing event updated for resources: {'Port': ['ID=04943923-128c-4497-8f50-577da86b34e2,revision_number=2']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:45:14.049487 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.managers [req-a52757af-d446-45e9-8793-32d8902ee5d9 req-b96eca46-d542-401a-8a7d-6fc8e35a544b service neutron] Attempting to bind port 04943923-128c-4497-8f50-577da86b34e2 on host hv-cinder-80382 for vnic_type normal with profile {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 00:45:14.050391 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.managers [req-a52757af-d446-45e9-8793-32d8902ee5d9 req-b96eca46-d542-401a-8a7d-6fc8e35a544b service neutron] Attempting to bind port 04943923-128c-4497-8f50-577da86b34e2 by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': '7c0103d3-cac1-4b5e-92ff-48f99487b187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'edd9d18b-1d6c-4052-b07a-8baf4adc8bec'}] {{(pid=111023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 00:45:14.050711 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52757af-d446-45e9-8793-32d8902ee5d9 req-b96eca46-d542-401a-8a7d-6fc8e35a544b service neutron] Attempting to bind port 04943923-128c-4497-8f50-577da86b34e2 on network edd9d18b-1d6c-4052-b07a-8baf4adc8bec {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 00:45:14.054980 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52757af-d446-45e9-8793-32d8902ee5d9 req-b96eca46-d542-401a-8a7d-6fc8e35a544b service neutron] Port 04943923-128c-4497-8f50-577da86b34e2 on network edd9d18b-1d6c-4052-b07a-8baf4adc8bec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 00:45:14.055290 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52757af-d446-45e9-8793-32d8902ee5d9 req-b96eca46-d542-401a-8a7d-6fc8e35a544b service neutron] Attempting to bind port 04943923-128c-4497-8f50-577da86b34e2 on network edd9d18b-1d6c-4052-b07a-8baf4adc8bec {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 00:45:14.060041 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52757af-d446-45e9-8793-32d8902ee5d9 req-b96eca46-d542-401a-8a7d-6fc8e35a544b service neutron] Checking agent: {'id': '42cc932a-4e60-43e8-a4dc-4f47b3d3efae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 0, 32, 41), 'started_at': datetime.datetime(2022, 6, 16, 0, 32, 41), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 0, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 00:45:14.060366 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52757af-d446-45e9-8793-32d8902ee5d9 req-b96eca46-d542-401a-8a7d-6fc8e35a544b service neutron] Checking segment: {'id': '7c0103d3-cac1-4b5e-92ff-48f99487b187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'edd9d18b-1d6c-4052-b07a-8baf4adc8bec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 00:45:14.060764 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52757af-d446-45e9-8793-32d8902ee5d9 req-b96eca46-d542-401a-8a7d-6fc8e35a544b service neutron] Bound using segment: {'id': '7c0103d3-cac1-4b5e-92ff-48f99487b187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'edd9d18b-1d6c-4052-b07a-8baf4adc8bec'} {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 00:45:14.061173 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.managers [req-a52757af-d446-45e9-8793-32d8902ee5d9 req-b96eca46-d542-401a-8a7d-6fc8e35a544b service neutron] Bound port: 04943923-128c-4497-8f50-577da86b34e2, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c0103d3-cac1-4b5e-92ff-48f99487b187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'edd9d18b-1d6c-4052-b07a-8baf4adc8bec'}}] {{(pid=111023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 00:45:14.061512 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-a52757af-d446-45e9-8793-32d8902ee5d9 req-b96eca46-d542-401a-8a7d-6fc8e35a544b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (04943923-128c-4497-8f50-577da86b34e2), before_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:14.099348 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:45:14.121517 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.db [req-a52757af-d446-45e9-8793-32d8902ee5d9 req-b96eca46-d542-401a-8a7d-6fc8e35a544b service neutron] For port 04943923-128c-4497-8f50-577da86b34e2, host hv-cinder-80382, cleared binding levels {{(pid=111023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 00:45:14.124584 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.db [req-a52757af-d446-45e9-8793-32d8902ee5d9 req-b96eca46-d542-401a-8a7d-6fc8e35a544b service neutron] For port 04943923-128c-4497-8f50-577da86b34e2, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=04943923-128c-4497-8f50-577da86b34e2,segment=NetworkSegment(7c0103d3-cac1-4b5e-92ff-48f99487b187),segment_id=7c0103d3-cac1-4b5e-92ff-48f99487b187)] {{(pid=111023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 00:45:14.197073 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-a52757af-d446-45e9-8793-32d8902ee5d9 req-b96eca46-d542-401a-8a7d-6fc8e35a544b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909850'] for port (04943923-128c-4497-8f50-577da86b34e2), after_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:14.235429 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52757af-d446-45e9-8793-32d8902ee5d9 req-b96eca46-d542-401a-8a7d-6fc8e35a544b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:45:14.236054 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-a52757af-d446-45e9-8793-32d8902ee5d9 req-b96eca46-d542-401a-8a7d-6fc8e35a544b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for port (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:14.237994 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-a52757af-d446-45e9-8793-32d8902ee5d9 req-b96eca46-d542-401a-8a7d-6fc8e35a544b service neutron] 10.222.0.40 "PUT /v2.0/ports/04943923-128c-4497-8f50-577da86b34e2 HTTP/1.1" status: 200 len: 1094 time: 1.0590096 Jun 16 00:45:14.238426 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c407165e-8822-4cbe-a4b4-cdd515e2c048', 'tag': '04943923-128c-4497-8f50-577da86b34e2'}] {{(pid=111023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:45:14.240700 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849ffc5c5c28115853a01ef2d84a57e68c82d4a74a931575540ba89325b26957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa1e004-a0ec-4645-b131-acf77f3eab74" -d '{"events": [{"name": "network-changed", "server_uuid": "c407165e-8822-4cbe-a4b4-cdd515e2c048", "tag": "04943923-128c-4497-8f50-577da86b34e2"}]}' {{(pid=111023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:45:14.261525 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96eca46-d542-401a-8a7d-6fc8e35a544b service neutron] Pushing event updated for resources: {'Port': ['ID=04943923-128c-4497-8f50-577da86b34e2,revision_number=3']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:45:14.282315 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 00:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76176079-7c1b-48ca-bab4-ea6ae79739a2 x-openstack-request-id: req-76176079-7c1b-48ca-bab4-ea6ae79739a2 {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:45:14.282315 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c407165e-8822-4cbe-a4b4-cdd515e2c048", "tag": "04943923-128c-4497-8f50-577da86b34e2", "status": "completed", "code": 200}]} {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:45:14.282315 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-76176079-7c1b-48ca-bab4-ea6ae79739a2 {{(pid=111023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:45:14.282315 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76176079-7c1b-48ca-bab4-ea6ae79739a2'] response: {'name': 'network-changed', 'server_uuid': 'c407165e-8822-4cbe-a4b4-cdd515e2c048', 'tag': '04943923-128c-4497-8f50-577da86b34e2', 'status': 'completed', 'code': 200} Jun 16 00:45:14.375559 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa1e004-a0ec-4645-b131-acf77f3eab74 req-23816375-db8b-405b-9828-afb21dc8b281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:45:14.377010 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-4fa1e004-a0ec-4645-b131-acf77f3eab74 req-23816375-db8b-405b-9828-afb21dc8b281 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=3a122fcfab7f418baf78d7b742fa20db&device_id=c407165e-8822-4cbe-a4b4-cdd515e2c048 HTTP/1.1" status: 200 len: 1128 time: 0.0447283 Jun 16 00:45:14.487097 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa1e004-a0ec-4645-b131-acf77f3eab74 req-55a1ff4b-a7cc-441f-90fb-37f6bb383b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:45:14.489194 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-4fa1e004-a0ec-4645-b131-acf77f3eab74 req-55a1ff4b-a7cc-441f-90fb-37f6bb383b1f service neutron] 10.222.0.40 "GET /v2.0/networks?tenant_id=3a122fcfab7f418baf78d7b742fa20db&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0978839 Jun 16 00:45:14.601341 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa1e004-a0ec-4645-b131-acf77f3eab74 req-c0121e31-fac2-4852-a3b9-59fc7e38d719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:45:14.602804 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-4fa1e004-a0ec-4645-b131-acf77f3eab74 req-c0121e31-fac2-4852-a3b9-59fc7e38d719 service neutron] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1077871 Jun 16 00:45:14.703690 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52757af-d446-45e9-8793-32d8902ee5d9 req-2e165b1d-922b-4bc6-9e71-75ce735b9fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:45:14.705068 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-a52757af-d446-45e9-8793-32d8902ee5d9 req-2e165b1d-922b-4bc6-9e71-75ce735b9fb9 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=3a122fcfab7f418baf78d7b742fa20db&device_id=c407165e-8822-4cbe-a4b4-cdd515e2c048 HTTP/1.1" status: 200 len: 1128 time: 0.0387993 Jun 16 00:45:14.756305 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-a52757af-d446-45e9-8793-32d8902ee5d9 req-cda7d782-9401-47e7-b11d-fa39111870e7 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04943923-128c-4497-8f50-577da86b34e2 HTTP/1.1" status: 200 len: 217 time: 0.0361855 Jun 16 00:45:14.803802 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52757af-d446-45e9-8793-32d8902ee5d9 req-6e22f70f-7f9e-404f-b9b0-137c98f2c09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:45:14.805277 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-a52757af-d446-45e9-8793-32d8902ee5d9 req-6e22f70f-7f9e-404f-b9b0-137c98f2c09a service neutron] 10.222.0.40 "GET /v2.0/subnets?id=bc787928-3000-44c3-a294-565141aabb84 HTTP/1.1" status: 200 len: 851 time: 0.0437992 Jun 16 00:45:14.810986 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfba8ea-b167-4cb4-8ee4-e9c7747b09f5 req-e58ecf78-c93c-4b37-9bd1-bed28bc74f9c tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:45:14.812416 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-bbfba8ea-b167-4cb4-8ee4-e9c7747b09f5 req-e58ecf78-c93c-4b37-9bd1-bed28bc74f9c tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/ports?device_id=c407165e-8822-4cbe-a4b4-cdd515e2c048 HTTP/1.1" status: 200 len: 944 time: 0.0450852 Jun 16 00:45:14.848066 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52757af-d446-45e9-8793-32d8902ee5d9 req-d4377e7a-3827-478c-aa20-edbbd3fffee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:45:14.849635 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-a52757af-d446-45e9-8793-32d8902ee5d9 req-d4377e7a-3827-478c-aa20-edbbd3fffee8 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=edd9d18b-1d6c-4052-b07a-8baf4adc8bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0384183 Jun 16 00:45:14.864533 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-bbfba8ea-b167-4cb4-8ee4-e9c7747b09f5 req-214d30c3-3459-43f3-86ba-f8f93a40cd83 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f9352b3-d578-4225-bf07-e2cb32cb93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459657 Jun 16 00:45:14.951200 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-a52757af-d446-45e9-8793-32d8902ee5d9 req-3a4c9c05-6746-49b3-bb26-956cdc679d1b service neutron] 10.222.0.40 "GET /v2.0/networks/edd9d18b-1d6c-4052-b07a-8baf4adc8bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951083 Jun 16 00:45:15.039414 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-a52757af-d446-45e9-8793-32d8902ee5d9 req-3d61cc1e-5319-4931-ac03-d64826073939 service neutron] 10.222.0.40 "GET /v2.0/networks/edd9d18b-1d6c-4052-b07a-8baf4adc8bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813518 Jun 16 00:45:15.977408 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0befb9-ce0e-4ad4-8587-a70cc13de3e6 req-74e13460-3b72-4840-951c-3b7003fad9ba tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:45:15.978838 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-ef0befb9-ce0e-4ad4-8587-a70cc13de3e6 req-74e13460-3b72-4840-951c-3b7003fad9ba tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/ports?device_id=c407165e-8822-4cbe-a4b4-cdd515e2c048 HTTP/1.1" status: 200 len: 944 time: 0.0458918 Jun 16 00:45:16.029959 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-ef0befb9-ce0e-4ad4-8587-a70cc13de3e6 req-271d96c0-51f5-4c69-8702-1ac3fb44d416 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f9352b3-d578-4225-bf07-e2cb32cb93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457444 Jun 16 00:45:17.140441 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa952d-55a5-49f5-85de-2cd68bda4528 req-f64b5e78-6972-473c-bfe7-1e02aeec6866 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:45:17.141932 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-86aa952d-55a5-49f5-85de-2cd68bda4528 req-f64b5e78-6972-473c-bfe7-1e02aeec6866 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/ports?device_id=c407165e-8822-4cbe-a4b4-cdd515e2c048 HTTP/1.1" status: 200 len: 944 time: 0.0454373 Jun 16 00:45:17.189857 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-86aa952d-55a5-49f5-85de-2cd68bda4528 req-65f3dd1f-dc97-459d-8bdd-9c91a850a5ea tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f9352b3-d578-4225-bf07-e2cb32cb93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418515 Jun 16 00:45:18.286558 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:45:18.299365 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ef3c47-e695-4a6e-9a96-98691ecee820 req-dcbaf092-99fb-47e7-a5eb-17cf2698f77f tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:45:18.301362 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-e5ef3c47-e695-4a6e-9a96-98691ecee820 req-dcbaf092-99fb-47e7-a5eb-17cf2698f77f tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/ports?device_id=c407165e-8822-4cbe-a4b4-cdd515e2c048 HTTP/1.1" status: 200 len: 944 time: 0.0449181 Jun 16 00:45:18.349490 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-e5ef3c47-e695-4a6e-9a96-98691ecee820 req-2d4e550f-969a-4875-b178-542e92ab84bf tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f9352b3-d578-4225-bf07-e2cb32cb93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426326 Jun 16 00:45:19.458796 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd4530-34aa-4577-ad94-322c5cedd171 req-795ead8c-2dee-4d8b-ac83-d345338e617e tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:45:19.460254 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-7bbd4530-34aa-4577-ad94-322c5cedd171 req-795ead8c-2dee-4d8b-ac83-d345338e617e tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/ports?device_id=c407165e-8822-4cbe-a4b4-cdd515e2c048 HTTP/1.1" status: 200 len: 944 time: 0.0452683 Jun 16 00:45:19.510180 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-7bbd4530-34aa-4577-ad94-322c5cedd171 req-112a0775-1dce-47af-a917-0f2182655547 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f9352b3-d578-4225-bf07-e2cb32cb93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440826 Jun 16 00:45:20.294716 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:45:20.300585 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:45:20.625598 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e68fdb-513f-4e68-91c8-da51504cb026 req-4b7750dd-a99b-4fc0-a03e-5341bcf68297 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:45:20.627090 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-d8e68fdb-513f-4e68-91c8-da51504cb026 req-4b7750dd-a99b-4fc0-a03e-5341bcf68297 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/ports?device_id=c407165e-8822-4cbe-a4b4-cdd515e2c048 HTTP/1.1" status: 200 len: 944 time: 0.0490370 Jun 16 00:45:20.677835 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-d8e68fdb-513f-4e68-91c8-da51504cb026 req-9b0348b5-676a-40ca-8ac8-b48be5b6fd0f tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f9352b3-d578-4225-bf07-e2cb32cb93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442030 Jun 16 00:45:20.713321 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e2d11d-d962-4252-a231-7eb1917ba410 req-12ff6844-eea3-42c9-8967-d73231988199 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:45:20.714779 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-74e2d11d-d962-4252-a231-7eb1917ba410 req-12ff6844-eea3-42c9-8967-d73231988199 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6d495c1-980b-4b00-8770-6f4be830077b HTTP/1.1" status: 200 len: 946 time: 0.0511460 Jun 16 00:45:20.762227 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-74e2d11d-d962-4252-a231-7eb1917ba410 req-fb169deb-1b6f-4e24-b959-434bebf4ffa1 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/security-groups?id=37516820-f2f7-4019-beb5-b4a5f1c0a83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417345 Jun 16 00:45:21.792609 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb43b505-c74a-4a70-a5b7-d83fcee03088 req-c43e1236-b96d-4bbf-a1e6-68d26d120d3c tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:45:21.794198 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-bb43b505-c74a-4a70-a5b7-d83fcee03088 req-c43e1236-b96d-4bbf-a1e6-68d26d120d3c tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/ports?device_id=c407165e-8822-4cbe-a4b4-cdd515e2c048 HTTP/1.1" status: 200 len: 944 time: 0.0507548 Jun 16 00:45:21.838129 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=100 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:45:21.843746 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=100 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:45:21.847302 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-bb43b505-c74a-4a70-a5b7-d83fcee03088 req-810e1ff3-7bf7-40af-98d8-9390bc6456b6 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f9352b3-d578-4225-bf07-e2cb32cb93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476398 Jun 16 00:45:21.868549 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=100 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:45:21.879960 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483a9cab-7299-4344-b5c6-0090f7ffa58a req-83d2162b-4946-4876-a4d1-54ed08be9d56 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:45:21.881463 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-483a9cab-7299-4344-b5c6-0090f7ffa58a req-83d2162b-4946-4876-a4d1-54ed08be9d56 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6d495c1-980b-4b00-8770-6f4be830077b HTTP/1.1" status: 200 len: 946 time: 0.0473995 Jun 16 00:45:21.923182 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device 04943923-128c-4497-8f50-577da86b34e2 details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=111024) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 00:45:21.928981 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-483a9cab-7299-4344-b5c6-0090f7ffa58a req-6e3ec6e8-106b-4eed-a459-8fbf8f5584c6 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/security-groups?id=37516820-f2f7-4019-beb5-b4a5f1c0a83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419717 Jun 16 00:45:21.946111 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:45:21.996231 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:45:22.021100 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] For port 04943923-128c-4497-8f50-577da86b34e2, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=04943923-128c-4497-8f50-577da86b34e2,segment=NetworkSegment(7c0103d3-cac1-4b5e-92ff-48f99487b187),segment_id=7c0103d3-cac1-4b5e-92ff-48f99487b187)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:45:22.032459 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Returning: {'device': '04943923-128c-4497-8f50-577da86b34e2', 'network_id': 'edd9d18b-1d6c-4052-b07a-8baf4adc8bec', 'port_id': '04943923-128c-4497-8f50-577da86b34e2', 'mac_address': 'fa:16:3e:d4:5b:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc787928-3000-44c3-a294-565141aabb84', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111024) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 00:45:22.070097 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Current status of the port 04943923-128c-4497-8f50-577da86b34e2 is: DOWN; New status is: BUILD {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:45:22.070474 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (04943923-128c-4497-8f50-577da86b34e2), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:22.083146 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.notifiers.nova [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04943923-128c-4497-8f50-577da86b34e2 {{(pid=111024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 00:45:22.102182 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] For port 04943923-128c-4497-8f50-577da86b34e2, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=04943923-128c-4497-8f50-577da86b34e2,segment=NetworkSegment(7c0103d3-cac1-4b5e-92ff-48f99487b187),segment_id=7c0103d3-cac1-4b5e-92ff-48f99487b187)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:45:22.168815 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (04943923-128c-4497-8f50-577da86b34e2), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:22.214724 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Pushing event updated for resources: {'Port': ['ID=04943923-128c-4497-8f50-577da86b34e2,revision_number=4']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:45:22.221646 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:45:22.222011 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:45:22.222341 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:45:22.222668 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:45:22.222991 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:45:22.223309 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:45:22.223624 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:45:22.223936 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:45:22.224250 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:45:22.224594 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:45:22.224917 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:45:22.225230 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:45:22.225539 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:45:22.225862 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:45:22.226156 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:45:22.492916 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] get_ports_and_sgs() called for port_ids ['04943923-128c-4497-8f50-577da86b34e2'] {{(pid=111024) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 00:45:22.960827 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed69b5-8b77-4b1e-b9f6-9c5b512d9c21 req-e4a9b9c3-38f9-4935-ac7e-3689fce08a3f tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:45:22.962321 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-b4ed69b5-8b77-4b1e-b9f6-9c5b512d9c21 req-e4a9b9c3-38f9-4935-ac7e-3689fce08a3f tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/ports?device_id=c407165e-8822-4cbe-a4b4-cdd515e2c048 HTTP/1.1" status: 200 len: 945 time: 0.0469174 Jun 16 00:45:23.011568 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-b4ed69b5-8b77-4b1e-b9f6-9c5b512d9c21 req-55518e57-973f-443a-b5c2-d688a104ab6e tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f9352b3-d578-4225-bf07-e2cb32cb93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435870 Jun 16 00:45:23.048481 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7de2b2d-51dc-466e-b5a3-fde3d86959a9 req-356f25f6-80d3-4c96-895a-2e29cd6b40b3 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:45:23.049993 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-b7de2b2d-51dc-466e-b5a3-fde3d86959a9 req-356f25f6-80d3-4c96-895a-2e29cd6b40b3 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6d495c1-980b-4b00-8770-6f4be830077b HTTP/1.1" status: 200 len: 946 time: 0.0502808 Jun 16 00:45:23.097406 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-b7de2b2d-51dc-466e-b5a3-fde3d86959a9 req-e1536609-be7f-4b8c-a163-9ebaa8b5f4c3 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/security-groups?id=37516820-f2f7-4019-beb5-b4a5f1c0a83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418978 Jun 16 00:45:23.223270 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2d8e84-7a2c-4a7c-b694-570e1e4e409f req-463e74cf-7543-40a6-a39e-bd8c3b27a7c5 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:45:23.224738 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-6e2d8e84-7a2c-4a7c-b694-570e1e4e409f req-463e74cf-7543-40a6-a39e-bd8c3b27a7c5 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.40 "GET /v2.0/ports?device_id=d6d495c1-980b-4b00-8770-6f4be830077b HTTP/1.1" status: 200 len: 946 time: 0.0495939 Jun 16 00:45:23.306192 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [req-6e2d8e84-7a2c-4a7c-b694-570e1e4e409f req-9f86a1b5-bde6-4489-a550-1a34e6e1b9f8 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Deleting port 69e9c668-803b-42f4-8d52-2232717ce29c {{(pid=111023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 00:45:23.306526 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-6e2d8e84-7a2c-4a7c-b694-570e1e4e409f req-9f86a1b5-bde6-4489-a550-1a34e6e1b9f8 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753842671270'] for port (69e9c668-803b-42f4-8d52-2232717ce29c), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:23.397280 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.db [req-6e2d8e84-7a2c-4a7c-b694-570e1e4e409f req-9f86a1b5-bde6-4489-a550-1a34e6e1b9f8 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] For port 69e9c668-803b-42f4-8d52-2232717ce29c, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=69e9c668-803b-42f4-8d52-2232717ce29c,segment=NetworkSegment(aa2b41d9-37ac-45f0-b910-fb31fa865fb0),segment_id=aa2b41d9-37ac-45f0-b910-fb31fa865fb0)] {{(pid=111023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:45:23.397635 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-6e2d8e84-7a2c-4a7c-b694-570e1e4e409f req-9f86a1b5-bde6-4489-a550-1a34e6e1b9f8 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642233'] for port (69e9c668-803b-42f4-8d52-2232717ce29c), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:23.553966 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-6e2d8e84-7a2c-4a7c-b694-570e1e4e409f req-9f86a1b5-bde6-4489-a550-1a34e6e1b9f8 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:23.554321 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-6e2d8e84-7a2c-4a7c-b694-570e1e4e409f req-9f86a1b5-bde6-4489-a550-1a34e6e1b9f8 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672953'] for floatingip (1fd572e3-1e32-4011-b41e-496c82b91d1f), after_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:23.554631 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.db.l3_db [req-6e2d8e84-7a2c-4a7c-b694-570e1e4e409f req-9f86a1b5-bde6-4489-a550-1a34e6e1b9f8 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Floating IP 1fd572e3-1e32-4011-b41e-496c82b91d1f disassociated. External IP: 172.27.1.231, port: 69e9c668-803b-42f4-8d52-2232717ce29c. Jun 16 00:45:23.554994 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [req-6e2d8e84-7a2c-4a7c-b694-570e1e4e409f req-9f86a1b5-bde6-4489-a550-1a34e6e1b9f8 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Calling delete_port for 69e9c668-803b-42f4-8d52-2232717ce29c owned by compute:nova {{(pid=111023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 00:45:23.746130 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-6e2d8e84-7a2c-4a7c-b694-570e1e4e409f req-9f86a1b5-bde6-4489-a550-1a34e6e1b9f8 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753842673475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753842110814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909837'] for port (69e9c668-803b-42f4-8d52-2232717ce29c), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:23.777774 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f86a1b5-bde6-4489-a550-1a34e6e1b9f8 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Pushing event deleted for resources: {'Port': ['ID=69e9c668-803b-42f4-8d52-2232717ce29c,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:45:23.883989 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e2d8e84-7a2c-4a7c-b694-570e1e4e409f req-9f86a1b5-bde6-4489-a550-1a34e6e1b9f8 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Router 0cb76a4f-6fd6-452d-baca-898d959191e7 has already been hosted by L3 agent d0297bc9-c3a8-45ac-9023-c937cb4f21fc {{(pid=111023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 00:45:23.960666 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:45:23.968741 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:45:23.986249 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e2d8e84-7a2c-4a7c-b694-570e1e4e409f req-9f86a1b5-bde6-4489-a550-1a34e6e1b9f8 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Notify agent at l3_agent.dv-cinder-803823-11-iscsi the message routers_updated {{(pid=111023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 00:45:23.996139 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12884fe6-b979-4a92-805d-3146eeca945e None None] Sync routers for ids ['0cb76a4f-6fd6-452d-baca-898d959191e7'] in dv-cinder-803823-11-iscsi {{(pid=111024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 00:45:24.005688 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device 04943923-128c-4497-8f50-577da86b34e2 up at agent hyperv_hv-cinder-80382 {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:45:24.010528 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12884fe6-b979-4a92-805d-3146eeca945e None None] Routers {'0cb76a4f-6fd6-452d-baca-898d959191e7'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:45:24.011150 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-12884fe6-b979-4a92-805d-3146eeca945e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:44:57Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['0cb76a4f-6fd6-452d-baca-898d959191e7'], 'active': True} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:45:24.029983 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e2d8e84-7a2c-4a7c-b694-570e1e4e409f req-9f86a1b5-bde6-4489-a550-1a34e6e1b9f8 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] No DVR routers for this DVR port 69e9c668-803b-42f4-8d52-2232717ce29c on host hv-cinder-80382 {{(pid=111023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 00:45:24.032732 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-6e2d8e84-7a2c-4a7c-b694-570e1e4e409f req-9f86a1b5-bde6-4489-a550-1a34e6e1b9f8 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for port (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:24.036538 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-6e2d8e84-7a2c-4a7c-b694-570e1e4e409f req-9f86a1b5-bde6-4489-a550-1a34e6e1b9f8 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.40 "DELETE /v2.0/ports/69e9c668-803b-42f4-8d52-2232717ce29c HTTP/1.1" status: 204 len: 173 time: 0.8066113 Jun 16 00:45:24.037533 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6d495c1-980b-4b00-8770-6f4be830077b', 'name': 'network-vif-deleted', 'tag': '69e9c668-803b-42f4-8d52-2232717ce29c'}] {{(pid=111023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:45:24.040179 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849ffc5c5c28115853a01ef2d84a57e68c82d4a74a931575540ba89325b26957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eabfb2b-0404-40ac-9e4b-b707965d7801" -d '{"events": [{"server_uuid": "d6d495c1-980b-4b00-8770-6f4be830077b", "name": "network-vif-deleted", "tag": "69e9c668-803b-42f4-8d52-2232717ce29c"}]}' {{(pid=111023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:45:24.136075 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Provisioning for port 04943923-128c-4497-8f50-577da86b34e2 completed by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 00:45:24.140838 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6aa27a-5a2b-440a-9739-b496ddd8a5b4 req-9cf549d5-c40e-40d9-9814-d6ba1841b857 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:45:24.148378 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-9f6aa27a-5a2b-440a-9739-b496ddd8a5b4 req-9cf549d5-c40e-40d9-9814-d6ba1841b857 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/ports?device_id=c407165e-8822-4cbe-a4b4-cdd515e2c048 HTTP/1.1" status: 200 len: 945 time: 0.0665400 Jun 16 00:45:24.153281 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:45:24.170920 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvr_db [None req-12884fe6-b979-4a92-805d-3146eeca945e None None] Set router 0cb76a4f-6fd6-452d-baca-898d959191e7 gateway port host: dv-cinder-803823-11-iscsi {{(pid=111024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:45:24.171068 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 00:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c44a549-337b-4bee-914a-43402fa37640 x-openstack-request-id: req-4c44a549-337b-4bee-914a-43402fa37640 {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:45:24.171068 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6d495c1-980b-4b00-8770-6f4be830077b", "name": "network-vif-deleted", "tag": "69e9c668-803b-42f4-8d52-2232717ce29c", "status": "completed", "code": 200}]} {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:45:24.171068 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4c44a549-337b-4bee-914a-43402fa37640 {{(pid=111023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:45:24.171376 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c44a549-337b-4bee-914a-43402fa37640'] response: {'server_uuid': 'd6d495c1-980b-4b00-8770-6f4be830077b', 'name': 'network-vif-deleted', 'tag': '69e9c668-803b-42f4-8d52-2232717ce29c', 'status': 'completed', 'code': 200} Jun 16 00:45:24.230611 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-9f6aa27a-5a2b-440a-9739-b496ddd8a5b4 req-e79c1387-f4ff-4bd4-a19f-43d56bec6334 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f9352b3-d578-4225-bf07-e2cb32cb93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812287 Jun 16 00:45:24.263442 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-1d274cc6-6566-4185-aceb-862f621c4017 req-0c0488dc-ad37-4069-a8b6-444b86b36d85 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6d495c1-980b-4b00-8770-6f4be830077b HTTP/1.1" status: 200 len: 210 time: 0.0289202 Jun 16 00:45:24.269244 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Provisioning complete for port 04943923-128c-4497-8f50-577da86b34e2 triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:45:24.269769 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (04943923-128c-4497-8f50-577da86b34e2), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:24.409155 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=100 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:45:24.470808 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Current status of the port 04943923-128c-4497-8f50-577da86b34e2 is: BUILD; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:45:24.471212 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (04943923-128c-4497-8f50-577da86b34e2), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:24.507476 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-12884fe6-b979-4a92-805d-3146eeca945e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cb76a4f-6fd6-452d-baca-898d959191e7', 'name': 'tempest-AttachVolumeTestJSON-1454236411-router', 'tenant_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'd49bb961-658b-45da-b6f0-d756299f688d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:42:31Z', 'updated_at': '2022-06-16T00:42:34Z', 'revision_number': 4, 'project_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'gw_port': {'id': 'd49bb961-658b-45da-b6f0-d756299f688d', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:20:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb76a4f-6fd6-452d-baca-898d959191e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:32Z', 'updated_at': '2022-06-16T00:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_interfaces': [{'id': '930c6ce0-8a75-45e6-a0ee-56ffb5edfe9d', 'name': '', 'network_id': '4929321f-89e1-434e-a080-491c8ce8d5b1', 'tenant_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'mac_address': 'fa:16:3e:5f:18:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb76a4f-6fd6-452d-baca-898d959191e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'ef28a6f2-3270-4ff3-93e9-c5ae0a8b3b51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:34Z', 'updated_at': '2022-06-16T00:42:39Z', 'revision_number': 5, 'project_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'subnets': [{'id': 'ef28a6f2-3270-4ff3-93e9-c5ae0a8b3b51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:45:24.541369 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c407165e-8822-4cbe-a4b4-cdd515e2c048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04943923-128c-4497-8f50-577da86b34e2'}] {{(pid=111024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:45:24.543582 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4573778420d3d0f041bbf6733ae9852b47924bf8d6b8ed88ee9f05ae747ab312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e320329c-6c86-4fe4-ab16-188f8baa7809" -d '{"events": [{"server_uuid": "c407165e-8822-4cbe-a4b4-cdd515e2c048", "name": "network-vif-plugged", "status": "completed", "tag": "04943923-128c-4497-8f50-577da86b34e2"}]}' {{(pid=111024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:45:24.548291 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12884fe6-b979-4a92-805d-3146eeca945e None None] Checking router: 0cb76a4f-6fd6-452d-baca-898d959191e7 for host: dv-cinder-803823-11-iscsi {{(pid=111024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 00:45:24.560071 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] For port 04943923-128c-4497-8f50-577da86b34e2, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=04943923-128c-4497-8f50-577da86b34e2,segment=NetworkSegment(7c0103d3-cac1-4b5e-92ff-48f99487b187),segment_id=7c0103d3-cac1-4b5e-92ff-48f99487b187)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:45:24.565068 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12884fe6-b979-4a92-805d-3146eeca945e None None] Routers {'0cb76a4f-6fd6-452d-baca-898d959191e7'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:45:24.566254 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-12884fe6-b979-4a92-805d-3146eeca945e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:44:57Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['0cb76a4f-6fd6-452d-baca-898d959191e7'], 'active': True} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:45:24.611174 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 00:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f183cdb-8aff-4676-a026-06baa510c8ca x-openstack-request-id: req-1f183cdb-8aff-4676-a026-06baa510c8ca {{(pid=111024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:45:24.611460 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c407165e-8822-4cbe-a4b4-cdd515e2c048", "name": "network-vif-plugged", "status": "completed", "tag": "04943923-128c-4497-8f50-577da86b34e2", "code": 200}]} {{(pid=111024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:45:24.611722 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1f183cdb-8aff-4676-a026-06baa510c8ca {{(pid=111024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:45:24.612321 dv-cinder-803823-11-iscsi neutron-server[111024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f183cdb-8aff-4676-a026-06baa510c8ca'] response: {'server_uuid': 'c407165e-8822-4cbe-a4b4-cdd515e2c048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04943923-128c-4497-8f50-577da86b34e2', 'code': 200} Jun 16 00:45:24.773065 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (04943923-128c-4497-8f50-577da86b34e2), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:24.773851 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device 69e9c668-803b-42f4-8d52-2232717ce29c no longer exists at agent hyperv_hv-cinder-80382 {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 00:45:24.775529 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-7358a2b4-8840-476e-b85a-266503a07209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (2a8c543c-b8d9-40d8-999c-fa03b757f547), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:24.816798 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] No Port match for: 69e9c668-803b-42f4-8d52-2232717ce29c {{(pid=111024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 00:45:24.817141 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device 69e9c668-803b-42f4-8d52-2232717ce29c not bound to the agent host hv-cinder-80382 {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 00:45:24.863291 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Pushing event updated for resources: {'Port': ['ID=04943923-128c-4497-8f50-577da86b34e2,revision_number=5']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:45:24.872181 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvr_db [None req-12884fe6-b979-4a92-805d-3146eeca945e None None] Set router 0cb76a4f-6fd6-452d-baca-898d959191e7 gateway port host: dv-cinder-803823-11-iscsi {{(pid=111024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:45:25.078387 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-12884fe6-b979-4a92-805d-3146eeca945e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cb76a4f-6fd6-452d-baca-898d959191e7', 'name': 'tempest-AttachVolumeTestJSON-1454236411-router', 'tenant_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'd49bb961-658b-45da-b6f0-d756299f688d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:42:31Z', 'updated_at': '2022-06-16T00:42:34Z', 'revision_number': 4, 'project_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'gw_port': {'id': 'd49bb961-658b-45da-b6f0-d756299f688d', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:20:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb76a4f-6fd6-452d-baca-898d959191e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:32Z', 'updated_at': '2022-06-16T00:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_interfaces': [{'id': '930c6ce0-8a75-45e6-a0ee-56ffb5edfe9d', 'name': '', 'network_id': '4929321f-89e1-434e-a080-491c8ce8d5b1', 'tenant_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'mac_address': 'fa:16:3e:5f:18:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb76a4f-6fd6-452d-baca-898d959191e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'ef28a6f2-3270-4ff3-93e9-c5ae0a8b3b51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:34Z', 'updated_at': '2022-06-16T00:42:39Z', 'revision_number': 5, 'project_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'subnets': [{'id': 'ef28a6f2-3270-4ff3-93e9-c5ae0a8b3b51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:45:25.106806 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12884fe6-b979-4a92-805d-3146eeca945e None None] The sync data for ids ['0cb76a4f-6fd6-452d-baca-898d959191e7'] in dv-cinder-803823-11-iscsi is: [{'id': '0cb76a4f-6fd6-452d-baca-898d959191e7', 'name': 'tempest-AttachVolumeTestJSON-1454236411-router', 'tenant_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'd49bb961-658b-45da-b6f0-d756299f688d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:42:31Z', 'updated_at': '2022-06-16T00:42:34Z', 'revision_number': 4, 'project_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'gw_port': {'id': 'd49bb961-658b-45da-b6f0-d756299f688d', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:20:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb76a4f-6fd6-452d-baca-898d959191e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:32Z', 'updated_at': '2022-06-16T00:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_interfaces': [{'id': '930c6ce0-8a75-45e6-a0ee-56ffb5edfe9d', 'name': '', 'network_id': '4929321f-89e1-434e-a080-491c8ce8d5b1', 'tenant_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'mac_address': 'fa:16:3e:5f:18:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb76a4f-6fd6-452d-baca-898d959191e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'ef28a6f2-3270-4ff3-93e9-c5ae0a8b3b51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:34Z', 'updated_at': '2022-06-16T00:42:39Z', 'revision_number': 5, 'project_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'subnets': [{'id': 'ef28a6f2-3270-4ff3-93e9-c5ae0a8b3b51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 00:45:25.163717 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ff4af-7e71-44e1-98a1-17385deefdd8 req-82474c39-2a86-487c-b856-d8fb171fe5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:45:25.165266 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-345ff4af-7e71-44e1-98a1-17385deefdd8 req-82474c39-2a86-487c-b856-d8fb171fe5f6 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=c407165e-8822-4cbe-a4b4-cdd515e2c048 HTTP/1.1" status: 200 len: 1130 time: 0.0454245 Jun 16 00:45:25.219822 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-345ff4af-7e71-44e1-98a1-17385deefdd8 req-34a16f20-730b-47c2-b425-eab17686291b service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=9f9352b3-d578-4225-bf07-e2cb32cb93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419731 Jun 16 00:45:25.347195 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be282a-6486-4282-9c9c-3e9d534ad424 req-d26a0716-3363-4cf2-8997-ae522e397e2a tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:45:25.348924 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-d2be282a-6486-4282-9c9c-3e9d534ad424 req-d26a0716-3363-4cf2-8997-ae522e397e2a tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/ports?device_id=c407165e-8822-4cbe-a4b4-cdd515e2c048 HTTP/1.1" status: 200 len: 946 time: 0.0525830 Jun 16 00:45:25.367326 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be580a2-3c0e-4eeb-9625-f2d85fab58ab None None] New status for floating IP 1fd572e3-1e32-4011-b41e-496c82b91d1f: DOWN {{(pid=111025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 00:45:25.404035 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-d2be282a-6486-4282-9c9c-3e9d534ad424 req-c48fb645-093e-4f87-91f4-91d043c779dc tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f9352b3-d578-4225-bf07-e2cb32cb93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444460 Jun 16 00:45:25.456014 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 48872) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:45:25.510935 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-353ed3e2-31ce-4b56-8b00-289b71c69b48 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks [] for security_group (37516820-f2f7-4019-beb5-b4a5f1c0a83b), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:25.534415 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-353ed3e2-31ce-4b56-8b00-289b71c69b48 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks [] for security_group (37516820-f2f7-4019-beb5-b4a5f1c0a83b), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:25.647924 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-353ed3e2-31ce-4b56-8b00-289b71c69b48 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (37516820-f2f7-4019-beb5-b4a5f1c0a83b), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:25.650503 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-353ed3e2-31ce-4b56-8b00-289b71c69b48 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks [] for security_group (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:25.651677 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-353ed3e2-31ce-4b56-8b00-289b71c69b48 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "DELETE /v2.0/security-groups/37516820-f2f7-4019-beb5-b4a5f1c0a83b HTTP/1.1" status: 204 len: 168 time: 0.1939273 Jun 16 00:45:25.654349 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 48874) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:45:25.661272 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353ed3e2-31ce-4b56-8b00-289b71c69b48 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37516820-f2f7-4019-beb5-b4a5f1c0a83b,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:45:25.670018 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.api.v2.resource [None req-c4dd7a9b-7eca-4303-b440-0ac962a4a3d1 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] show failed (client error): The resource could not be found. Jun 16 00:45:25.670018 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-c4dd7a9b-7eca-4303-b440-0ac962a4a3d1 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/security-groups/37516820-f2f7-4019-beb5-b4a5f1c0a83b HTTP/1.1" status: 404 len: 347 time: 0.0135787 Jun 16 00:45:25.671903 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 48876) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:45:25.782950 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.plugin [None req-12b9ba1b-3ca4-4c1a-a244-e1980397e162 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Deleting port bc6ef41d-1d2f-4438-bc4f-c055f845b9ef {{(pid=111022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 00:45:25.783282 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-12b9ba1b-3ca4-4c1a-a244-e1980397e162 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753842671270'] for port (bc6ef41d-1d2f-4438-bc4f-c055f845b9ef), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:25.858306 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-12b9ba1b-3ca4-4c1a-a244-e1980397e162 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642233'] for port (bc6ef41d-1d2f-4438-bc4f-c055f845b9ef), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:25.858637 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-12b9ba1b-3ca4-4c1a-a244-e1980397e162 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks [] for floatingip (bc6ef41d-1d2f-4438-bc4f-c055f845b9ef), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:25.871739 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.plugin [None req-12b9ba1b-3ca4-4c1a-a244-e1980397e162 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Calling delete_port for bc6ef41d-1d2f-4438-bc4f-c055f845b9ef owned by network:floatingip {{(pid=111022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 00:45:26.055266 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-12b9ba1b-3ca4-4c1a-a244-e1980397e162 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753842673475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753842110814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18330592'] for port (bc6ef41d-1d2f-4438-bc4f-c055f845b9ef), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:26.080618 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b9ba1b-3ca4-4c1a-a244-e1980397e162 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Pushing event deleted for resources: {'Port': ['ID=bc6ef41d-1d2f-4438-bc4f-c055f845b9ef,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:45:26.107145 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b9ba1b-3ca4-4c1a-a244-e1980397e162 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:45:26.107485 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b9ba1b-3ca4-4c1a-a244-e1980397e162 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:45:26.107818 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b9ba1b-3ca4-4c1a-a244-e1980397e162 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:45:26.108214 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b9ba1b-3ca4-4c1a-a244-e1980397e162 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:45:26.108613 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b9ba1b-3ca4-4c1a-a244-e1980397e162 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:45:26.108891 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b9ba1b-3ca4-4c1a-a244-e1980397e162 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:45:26.109210 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b9ba1b-3ca4-4c1a-a244-e1980397e162 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:45:26.109525 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b9ba1b-3ca4-4c1a-a244-e1980397e162 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:45:26.109841 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b9ba1b-3ca4-4c1a-a244-e1980397e162 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:45:26.110155 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b9ba1b-3ca4-4c1a-a244-e1980397e162 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:45:26.110469 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b9ba1b-3ca4-4c1a-a244-e1980397e162 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:45:26.110781 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b9ba1b-3ca4-4c1a-a244-e1980397e162 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:45:26.111095 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b9ba1b-3ca4-4c1a-a244-e1980397e162 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:45:26.111403 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b9ba1b-3ca4-4c1a-a244-e1980397e162 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:45:26.111711 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b9ba1b-3ca4-4c1a-a244-e1980397e162 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:45:26.156808 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-12b9ba1b-3ca4-4c1a-a244-e1980397e162 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks [] for floatingip (1fd572e3-1e32-4011-b41e-496c82b91d1f), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:26.160059 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-12b9ba1b-3ca4-4c1a-a244-e1980397e162 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for floatingip (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:26.161226 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-12b9ba1b-3ca4-4c1a-a244-e1980397e162 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "DELETE /v2.0/floatingips/1fd572e3-1e32-4011-b41e-496c82b91d1f HTTP/1.1" status: 204 len: 168 time: 0.4884305 Jun 16 00:45:26.348745 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 48880) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:45:26.353347 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.v2.base [None req-97929f61-47b2-45e1-a974-06b21566dff4 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Request body: {'security_group': {'name': 'tempest-securitygroup--532771341', 'description': 'tempest-description--741627101'}} {{(pid=111022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:45:26.432118 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-97929f61-47b2-45e1-a974-06b21566dff4 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks [] for security_group (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:26.493620 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:45:26.503000 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-97929f61-47b2-45e1-a974-06b21566dff4 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks [] for security_group (0e388729-b8eb-4092-ab06-37e61ce7475d), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:26.541474 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ddd53-c78d-4a47-ba95-03ce4c1ef0e4 req-aaa498fc-8d91-4752-a385-a28c5fb2353a tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:45:26.542948 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-878ddd53-c78d-4a47-ba95-03ce4c1ef0e4 req-aaa498fc-8d91-4752-a385-a28c5fb2353a tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/ports?device_id=c407165e-8822-4cbe-a4b4-cdd515e2c048 HTTP/1.1" status: 200 len: 946 time: 0.0704389 Jun 16 00:45:26.593647 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-878ddd53-c78d-4a47-ba95-03ce4c1ef0e4 req-7c5a4d17-8d59-4f27-b2a5-31bc33223fe3 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f9352b3-d578-4225-bf07-e2cb32cb93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448160 Jun 16 00:45:26.601907 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-97929f61-47b2-45e1-a974-06b21566dff4 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (0e388729-b8eb-4092-ab06-37e61ce7475d), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:26.632050 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=6 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:45:26.636371 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97929f61-47b2-45e1-a974-06b21566dff4 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e388729-b8eb-4092-ab06-37e61ce7475d,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:45:26.723920 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-97929f61-47b2-45e1-a974-06b21566dff4 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks [] for security_group (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:26.725107 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-97929f61-47b2-45e1-a974-06b21566dff4 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3753734 Jun 16 00:45:26.728122 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 48884) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:45:26.732507 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.v2.base [None req-41188e88-ec2d-40bd-ab6c-2097d38fc798 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Request body: {'security_group_rule': {'security_group_id': '0e388729-b8eb-4092-ab06-37e61ce7475d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:45:26.832193 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-981ef87c-de5a-4825-8f5b-c1a3e8bd1bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (d0297bc9-c3a8-45ac-9023-c937cb4f21fc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:26.871049 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-41188e88-ec2d-40bd-ab6c-2097d38fc798 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks [] for security_group_rule (39888040-f607-4190-b9b4-007284f09767), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:26.925566 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-41188e88-ec2d-40bd-ab6c-2097d38fc798 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks [] for security_group_rule (39888040-f607-4190-b9b4-007284f09767), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:26.997467 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-41188e88-ec2d-40bd-ab6c-2097d38fc798 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623384'] for security_group_rule (39888040-f607-4190-b9b4-007284f09767), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:27.016027 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41188e88-ec2d-40bd-ab6c-2097d38fc798 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39888040-f607-4190-b9b4-007284f09767,revision_number=0']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:45:27.062118 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-41188e88-ec2d-40bd-ab6c-2097d38fc798 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:27.063312 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-41188e88-ec2d-40bd-ab6c-2097d38fc798 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3341923 Jun 16 00:45:27.066044 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 48886) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:45:27.070204 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.v2.base [None req-05f85b08-1963-4691-bbda-4c3891498fec tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Request body: {'security_group_rule': {'security_group_id': '0e388729-b8eb-4092-ab06-37e61ce7475d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:45:27.150462 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-05f85b08-1963-4691-bbda-4c3891498fec tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks [] for security_group_rule (b6d96d63-cdbd-46d2-9294-3fc862db7d45), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:27.207982 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-05f85b08-1963-4691-bbda-4c3891498fec tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks [] for security_group_rule (b6d96d63-cdbd-46d2-9294-3fc862db7d45), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:27.281745 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-05f85b08-1963-4691-bbda-4c3891498fec tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623384'] for security_group_rule (b6d96d63-cdbd-46d2-9294-3fc862db7d45), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:27.300926 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f85b08-1963-4691-bbda-4c3891498fec tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6d96d63-cdbd-46d2-9294-3fc862db7d45,revision_number=0']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:45:27.363613 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-05f85b08-1963-4691-bbda-4c3891498fec tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:27.364866 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-05f85b08-1963-4691-bbda-4c3891498fec tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2978747 Jun 16 00:45:27.367836 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 48888) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:45:27.371992 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.v2.base [None req-75f8539b-6602-453b-b287-23032565a0ac tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Request body: {'floatingip': {'floating_network_id': '81cb8278-aa95-4a96-976c-13998a04ce85'}} {{(pid=111022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:45:27.447644 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-75f8539b-6602-453b-b287-23032565a0ac tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:27.525622 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-75f8539b-6602-453b-b287-23032565a0ac tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:27.630576 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.db.db_base_plugin_common [None req-75f8539b-6602-453b-b287-23032565a0ac tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Allocated IP 172.27.1.217 (81cb8278-aa95-4a96-976c-13998a04ce85/7fa235f2-2172-4ff3-86e8-0e0d1995c273/a70f6729-c295-4541-a237-f094a659bdaa) {{(pid=111022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 00:45:27.749570 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ffb2b7-03d7-4bbb-b86a-9c45bc09cc19 req-5d3b85ab-143a-49c2-9640-5db05d879bd0 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:45:27.751396 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-28ffb2b7-03d7-4bbb-b86a-9c45bc09cc19 req-5d3b85ab-143a-49c2-9640-5db05d879bd0 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/ports?device_id=c407165e-8822-4cbe-a4b4-cdd515e2c048 HTTP/1.1" status: 200 len: 946 time: 0.0847297 Jun 16 00:45:27.760481 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:45:27.787153 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-75f8539b-6602-453b-b287-23032565a0ac tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks [] for port (a70f6729-c295-4541-a237-f094a659bdaa), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:27.834666 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-28ffb2b7-03d7-4bbb-b86a-9c45bc09cc19 req-697622e5-e6ca-402a-b70d-6180f34df6f6 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f9352b3-d578-4225-bf07-e2cb32cb93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769563 Jun 16 00:45:27.901197 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-75f8539b-6602-453b-b287-23032565a0ac tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753842110805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18330592'] for port (a70f6729-c295-4541-a237-f094a659bdaa), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:27.927005 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:45:27.929060 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-117977e4-98b1-40f2-baea-1bec010e476c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (b90f279a-3e8f-4325-a28d-8d213fb96fbc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:27.942751 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f8539b-6602-453b-b287-23032565a0ac tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Network 81cb8278-aa95-4a96-976c-13998a04ce85 is already hosted by enough agents. {{(pid=111022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:45:27.945674 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.scheduler.base_scheduler [None req-75f8539b-6602-453b-b287-23032565a0ac tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Resources bound (agent type, host, resource id): {{(pid=111022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:45:27.949767 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f8539b-6602-453b-b287-23032565a0ac tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Received port after_create {{(pid=111022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 00:45:27.950460 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bd31c0-cbd3-4bc0-822f-aaf0dfd50bf2 req-9e30d82c-bdf9-435a-affa-9651d460476b tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:45:27.951985 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-d7bd31c0-cbd3-4bc0-822f-aaf0dfd50bf2 req-9e30d82c-bdf9-435a-affa-9651d460476b tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/ports?device_id=c407165e-8822-4cbe-a4b4-cdd515e2c048 HTTP/1.1" status: 200 len: 946 time: 0.0506058 Jun 16 00:45:27.954776 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f8539b-6602-453b-b287-23032565a0ac tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Pushing event updated for resources: {'Port': ['ID=a70f6729-c295-4541-a237-f094a659bdaa,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:45:28.009908 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-d7bd31c0-cbd3-4bc0-822f-aaf0dfd50bf2 req-3acc1e69-aa07-4fbd-8b64-0146dae8950f tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f9352b3-d578-4225-bf07-e2cb32cb93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458276 Jun 16 00:45:28.032296 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 48894) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:45:28.037730 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-75f8539b-6602-453b-b287-23032565a0ac tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks [] for floatingip (1ff5204f-8d8f-43f6-96a5-377ae7f2d6b8), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:28.069590 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da75b4dc-6bbd-4d33-9a98-0880d95fed85 tempest-TestVolumeBootPattern-737946169 tempest-TestVolumeBootPattern-737946169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:45:28.071074 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-da75b4dc-6bbd-4d33-9a98-0880d95fed85 tempest-TestVolumeBootPattern-737946169 tempest-TestVolumeBootPattern-737946169-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c407165e-8822-4cbe-a4b4-cdd515e2c048 HTTP/1.1" status: 200 len: 1125 time: 0.0376992 Jun 16 00:45:28.074021 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 48896) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:45:28.078162 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [None req-e7323710-5601-47e8-98e1-114f1e0b979d tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Request body: {'floatingip': {'floating_network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'port_id': '04943923-128c-4497-8f50-577da86b34e2', 'tenant_id': '3a122fcfab7f418baf78d7b742fa20db', 'fixed_ip_address': '172.20.0.13'}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:45:28.167512 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-75f8539b-6602-453b-b287-23032565a0ac tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (a70f6729-c295-4541-a237-f094a659bdaa), before_update {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:28.168917 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-e7323710-5601-47e8-98e1-114f1e0b979d tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:28.250540 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-e7323710-5601-47e8-98e1-114f1e0b979d tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:28.290562 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:45:28.315273 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-75f8539b-6602-453b-b287-23032565a0ac tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks [] for port (a70f6729-c295-4541-a237-f094a659bdaa), precommit_update {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:28.358879 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.db_base_plugin_common [None req-e7323710-5601-47e8-98e1-114f1e0b979d tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Allocated IP 172.27.1.102 (81cb8278-aa95-4a96-976c-13998a04ce85/7fa235f2-2172-4ff3-86e8-0e0d1995c273/19516d2d-dd58-4d0d-bf9b-5d0a441dd90a) {{(pid=111023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 00:45:28.422059 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-75f8539b-6602-453b-b287-23032565a0ac tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18330615'] for port (a70f6729-c295-4541-a237-f094a659bdaa), after_update {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:28.429831 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:45:28.459119 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-e7323710-5601-47e8-98e1-114f1e0b979d tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks [] for port (19516d2d-dd58-4d0d-bf9b-5d0a441dd90a), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:28.490257 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f8539b-6602-453b-b287-23032565a0ac tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Pushing event updated for resources: {'Port': ['ID=a70f6729-c295-4541-a237-f094a659bdaa,revision_number=2']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:45:28.501100 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-75f8539b-6602-453b-b287-23032565a0ac tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672953'] for floatingip (1ff5204f-8d8f-43f6-96a5-377ae7f2d6b8), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:28.545164 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-e7323710-5601-47e8-98e1-114f1e0b979d tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753842110805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909837'] for port (19516d2d-dd58-4d0d-bf9b-5d0a441dd90a), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:28.588136 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-75f8539b-6602-453b-b287-23032565a0ac tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for floatingip (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:28.589747 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-75f8539b-6602-453b-b287-23032565a0ac tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2207792 Jun 16 00:45:28.592056 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7323710-5601-47e8-98e1-114f1e0b979d tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Network 81cb8278-aa95-4a96-976c-13998a04ce85 is already hosted by enough agents. {{(pid=111023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:45:28.597511 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.base_scheduler [None req-e7323710-5601-47e8-98e1-114f1e0b979d tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Resources bound (agent type, host, resource id): {{(pid=111023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:45:28.600138 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7323710-5601-47e8-98e1-114f1e0b979d tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Pushing event updated for resources: {'Port': ['ID=19516d2d-dd58-4d0d-bf9b-5d0a441dd90a,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:45:28.601618 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7323710-5601-47e8-98e1-114f1e0b979d tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Received port after_create {{(pid=111023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 00:45:28.794208 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-095facc7-7321-42d7-bcdd-49c583153ad7 req-f6b234eb-b0c6-4a02-9cd1-42194aab9bc8 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--532771341&fields=id&tenant_id=f8eb9ad6ea03410f9956bbabeddcd5b2 HTTP/1.1" status: 200 len: 267 time: 0.0476279 Jun 16 00:45:28.888186 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:45:28.898195 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095facc7-7321-42d7-bcdd-49c583153ad7 req-c23e78cf-3acf-4ee4-ba22-b7cc6be99814 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:45:28.899635 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-095facc7-7321-42d7-bcdd-49c583153ad7 req-c23e78cf-3acf-4ee4-ba22-b7cc6be99814 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/networks?id=4929321f-89e1-434e-a080-491c8ce8d5b1 HTTP/1.1" status: 200 len: 811 time: 0.0992320 Jun 16 00:45:28.914600 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-095facc7-7321-42d7-bcdd-49c583153ad7 req-41b6d32a-7b0d-4637-8f66-8f38ae86714b tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/quotas/f8eb9ad6ea03410f9956bbabeddcd5b2 HTTP/1.1" status: 200 len: 375 time: 0.0096533 Jun 16 00:45:28.939744 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-e7323710-5601-47e8-98e1-114f1e0b979d tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks [] for floatingip (c16cff63-5406-4fae-abcd-4a5f03076fc5), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:28.967016 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-095facc7-7321-42d7-bcdd-49c583153ad7 req-2374d968-c432-49d2-b8ec-5abcf8f09af6 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f8eb9ad6ea03410f9956bbabeddcd5b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475705 Jun 16 00:45:29.060563 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:45:29.062554 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-095facc7-7321-42d7-bcdd-49c583153ad7 req-d0a07571-2d0a-4f32-8e05-371a4723fa3a service neutron] 10.222.0.20 "GET /v2.0/networks/4929321f-89e1-434e-a080-491c8ce8d5b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828536 Jun 16 00:45:29.068090 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-e7323710-5601-47e8-98e1-114f1e0b979d tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (19516d2d-dd58-4d0d-bf9b-5d0a441dd90a), before_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:29.158604 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-095facc7-7321-42d7-bcdd-49c583153ad7 req-d3a5d1fa-17db-4aaf-b668-cbf8ef9481be service neutron] 10.222.0.20 "GET /v2.0/networks/4929321f-89e1-434e-a080-491c8ce8d5b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889659 Jun 16 00:45:29.215631 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-e7323710-5601-47e8-98e1-114f1e0b979d tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks [] for port (19516d2d-dd58-4d0d-bf9b-5d0a441dd90a), precommit_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:29.266001 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-faa15201-cec6-4660-ae33-7025f254e5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (50ece25a-9452-44f6-8bc9-48c0ade2294b), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:29.294492 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-e7323710-5601-47e8-98e1-114f1e0b979d tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909850'] for port (19516d2d-dd58-4d0d-bf9b-5d0a441dd90a), after_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:29.367790 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7323710-5601-47e8-98e1-114f1e0b979d tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Pushing event updated for resources: {'Port': ['ID=19516d2d-dd58-4d0d-bf9b-5d0a441dd90a,revision_number=2']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:45:29.378430 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-e7323710-5601-47e8-98e1-114f1e0b979d tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672953'] for floatingip (c16cff63-5406-4fae-abcd-4a5f03076fc5), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:29.469925 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-d4caba46-fbe2-401f-9e31-46709edf0703 req-f7d098ae-4f6e-47f6-9894-d536b36a295f tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f367a4d-3843-4e90-acf8-526e74bd1583 HTTP/1.1" status: 200 len: 210 time: 0.0537908 Jun 16 00:45:29.505021 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.db.l3_db [None req-e7323710-5601-47e8-98e1-114f1e0b979d tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Floating IP c16cff63-5406-4fae-abcd-4a5f03076fc5 associated. External IP: 172.27.1.102, port: 04943923-128c-4497-8f50-577da86b34e2. Jun 16 00:45:29.680303 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:45:29.709228 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7323710-5601-47e8-98e1-114f1e0b979d tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Router 81736229-b55c-4551-8c80-77ffd4cb764d has already been hosted by L3 agent d0297bc9-c3a8-45ac-9023-c937cb4f21fc {{(pid=111023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 00:45:29.717320 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (81117e21-cbf2-493f-9e14-29a3cec1f25a), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:29.812054 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7323710-5601-47e8-98e1-114f1e0b979d tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Notify agent at l3_agent.dv-cinder-803823-11-iscsi the message routers_updated {{(pid=111023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 00:45:29.822789 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78daa1fd-b44e-45ce-86bc-0209a555c181 None None] Sync routers for ids ['81736229-b55c-4551-8c80-77ffd4cb764d'] in dv-cinder-803823-11-iscsi {{(pid=111024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 00:45:29.834858 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78daa1fd-b44e-45ce-86bc-0209a555c181 None None] Routers {'81736229-b55c-4551-8c80-77ffd4cb764d'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:45:29.835939 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-78daa1fd-b44e-45ce-86bc-0209a555c181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:45:27Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['81736229-b55c-4551-8c80-77ffd4cb764d'], 'active': True} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:45:29.897662 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-e7323710-5601-47e8-98e1-114f1e0b979d tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for floatingip (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:29.919522 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:45:29.930243 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-e7323710-5601-47e8-98e1-114f1e0b979d tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8528287 Jun 16 00:45:29.930243 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c407165e-8822-4cbe-a4b4-cdd515e2c048', 'tag': '04943923-128c-4497-8f50-577da86b34e2'}] {{(pid=111023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:45:29.931127 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849ffc5c5c28115853a01ef2d84a57e68c82d4a74a931575540ba89325b26957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ab8461-42cc-45fc-ad9f-11bdc097e930" -d '{"events": [{"name": "network-changed", "server_uuid": "c407165e-8822-4cbe-a4b4-cdd515e2c048", "tag": "04943923-128c-4497-8f50-577da86b34e2"}]}' {{(pid=111023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:45:29.939231 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvr_db [None req-78daa1fd-b44e-45ce-86bc-0209a555c181 None None] Set router 81736229-b55c-4551-8c80-77ffd4cb764d gateway port host: dv-cinder-803823-11-iscsi {{(pid=111024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:45:29.969142 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 00:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8460f0d3-d598-436f-b869-cbf47bf28f39 x-openstack-request-id: req-8460f0d3-d598-436f-b869-cbf47bf28f39 {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:45:29.969434 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c407165e-8822-4cbe-a4b4-cdd515e2c048", "tag": "04943923-128c-4497-8f50-577da86b34e2", "status": "completed", "code": 200}]} {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:45:29.969704 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8460f0d3-d598-436f-b869-cbf47bf28f39 {{(pid=111023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:45:29.970107 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8460f0d3-d598-436f-b869-cbf47bf28f39'] response: {'name': 'network-changed', 'server_uuid': 'c407165e-8822-4cbe-a4b4-cdd515e2c048', 'tag': '04943923-128c-4497-8f50-577da86b34e2', 'status': 'completed', 'code': 200} Jun 16 00:45:30.042800 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:45:30.054751 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ab8461-42cc-45fc-ad9f-11bdc097e930 req-440af255-a5f6-45b7-9c71-b7e4025c146c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:45:30.056226 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-a8ab8461-42cc-45fc-ad9f-11bdc097e930 req-440af255-a5f6-45b7-9c71-b7e4025c146c service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=3a122fcfab7f418baf78d7b742fa20db&device_id=c407165e-8822-4cbe-a4b4-cdd515e2c048 HTTP/1.1" status: 200 len: 1130 time: 0.0395899 Jun 16 00:45:30.162361 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-78daa1fd-b44e-45ce-86bc-0209a555c181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'name': 'tempest-TestVolumeBootPattern-1541016807-router', 'tenant_id': '3a122fcfab7f418baf78d7b742fa20db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '75dd5a1f-cc4c-404d-8416-946033d04d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:42:11Z', 'updated_at': '2022-06-16T00:42:14Z', 'revision_number': 4, 'project_id': '3a122fcfab7f418baf78d7b742fa20db', 'gw_port': {'id': '75dd5a1f-cc4c-404d-8416-946033d04d33', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:12Z', 'updated_at': '2022-06-16T00:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_floatingips': [{'id': 'c16cff63-5406-4fae-abcd-4a5f03076fc5', 'tenant_id': '3a122fcfab7f418baf78d7b742fa20db', 'floating_ip_address': '172.27.1.102', 'floating_network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'router_id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'port_id': '04943923-128c-4497-8f50-577da86b34e2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edd9d18b-1d6c-4052-b07a-8baf4adc8bec', 'mac_address': 'fa:16:3e:d4:5b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c407165e-8822-4cbe-a4b4-cdd515e2c048', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T00:45:28Z', 'updated_at': '2022-06-16T00:45:28Z', 'revision_number': 0, 'project_id': '3a122fcfab7f418baf78d7b742fa20db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55179b71-c585-4680-b492-8b2790e15e55', 'name': '', 'network_id': 'edd9d18b-1d6c-4052-b07a-8baf4adc8bec', 'tenant_id': '3a122fcfab7f418baf78d7b742fa20db', 'mac_address': 'fa:16:3e:09:33:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'bc787928-3000-44c3-a294-565141aabb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:14Z', 'updated_at': '2022-06-16T00:42:18Z', 'revision_number': 5, 'project_id': '3a122fcfab7f418baf78d7b742fa20db', 'subnets': [{'id': 'bc787928-3000-44c3-a294-565141aabb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:45:30.192370 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78daa1fd-b44e-45ce-86bc-0209a555c181 None None] Checking router: 81736229-b55c-4551-8c80-77ffd4cb764d for host: dv-cinder-803823-11-iscsi {{(pid=111024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 00:45:30.200403 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:45:30.202642 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78daa1fd-b44e-45ce-86bc-0209a555c181 None None] Routers {'81736229-b55c-4551-8c80-77ffd4cb764d'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:45:30.203269 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-78daa1fd-b44e-45ce-86bc-0209a555c181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:45:27Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['81736229-b55c-4551-8c80-77ffd4cb764d'], 'active': True} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:45:30.307081 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvr_db [None req-78daa1fd-b44e-45ce-86bc-0209a555c181 None None] Set router 81736229-b55c-4551-8c80-77ffd4cb764d gateway port host: dv-cinder-803823-11-iscsi {{(pid=111024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:45:30.431024 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ab8461-42cc-45fc-ad9f-11bdc097e930 req-ea1c523a-fb62-40a6-a18b-857af93f6ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:45:30.432482 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-a8ab8461-42cc-45fc-ad9f-11bdc097e930 req-ea1c523a-fb62-40a6-a18b-857af93f6ef8 service neutron] 10.222.0.40 "GET /v2.0/networks?id=edd9d18b-1d6c-4052-b07a-8baf4adc8bec HTTP/1.1" status: 200 len: 913 time: 0.3703072 Jun 16 00:45:30.495270 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-a8ab8461-42cc-45fc-ad9f-11bdc097e930 req-38f8855c-1baf-48d3-a517-99d1524bd1e1 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04943923-128c-4497-8f50-577da86b34e2 HTTP/1.1" status: 200 len: 1000 time: 0.0558012 Jun 16 00:45:30.543640 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-78daa1fd-b44e-45ce-86bc-0209a555c181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'name': 'tempest-TestVolumeBootPattern-1541016807-router', 'tenant_id': '3a122fcfab7f418baf78d7b742fa20db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '75dd5a1f-cc4c-404d-8416-946033d04d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:42:11Z', 'updated_at': '2022-06-16T00:42:14Z', 'revision_number': 4, 'project_id': '3a122fcfab7f418baf78d7b742fa20db', 'gw_port': {'id': '75dd5a1f-cc4c-404d-8416-946033d04d33', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:12Z', 'updated_at': '2022-06-16T00:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_floatingips': [{'id': 'c16cff63-5406-4fae-abcd-4a5f03076fc5', 'tenant_id': '3a122fcfab7f418baf78d7b742fa20db', 'floating_ip_address': '172.27.1.102', 'floating_network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'router_id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'port_id': '04943923-128c-4497-8f50-577da86b34e2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edd9d18b-1d6c-4052-b07a-8baf4adc8bec', 'mac_address': 'fa:16:3e:d4:5b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c407165e-8822-4cbe-a4b4-cdd515e2c048', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T00:45:28Z', 'updated_at': '2022-06-16T00:45:28Z', 'revision_number': 0, 'project_id': '3a122fcfab7f418baf78d7b742fa20db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55179b71-c585-4680-b492-8b2790e15e55', 'name': '', 'network_id': 'edd9d18b-1d6c-4052-b07a-8baf4adc8bec', 'tenant_id': '3a122fcfab7f418baf78d7b742fa20db', 'mac_address': 'fa:16:3e:09:33:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'bc787928-3000-44c3-a294-565141aabb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:14Z', 'updated_at': '2022-06-16T00:42:18Z', 'revision_number': 5, 'project_id': '3a122fcfab7f418baf78d7b742fa20db', 'subnets': [{'id': 'bc787928-3000-44c3-a294-565141aabb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:45:30.555830 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ab8461-42cc-45fc-ad9f-11bdc097e930 req-1a615d87-c83d-4867-8de1-c945d79502be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:45:30.557416 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-a8ab8461-42cc-45fc-ad9f-11bdc097e930 req-1a615d87-c83d-4867-8de1-c945d79502be service neutron] 10.222.0.40 "GET /v2.0/subnets?id=bc787928-3000-44c3-a294-565141aabb84 HTTP/1.1" status: 200 len: 851 time: 0.0569401 Jun 16 00:45:30.569816 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78daa1fd-b44e-45ce-86bc-0209a555c181 None None] The sync data for ids ['81736229-b55c-4551-8c80-77ffd4cb764d'] in dv-cinder-803823-11-iscsi is: [{'id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'name': 'tempest-TestVolumeBootPattern-1541016807-router', 'tenant_id': '3a122fcfab7f418baf78d7b742fa20db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '75dd5a1f-cc4c-404d-8416-946033d04d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:42:11Z', 'updated_at': '2022-06-16T00:42:14Z', 'revision_number': 4, 'project_id': '3a122fcfab7f418baf78d7b742fa20db', 'gw_port': {'id': '75dd5a1f-cc4c-404d-8416-946033d04d33', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:12Z', 'updated_at': '2022-06-16T00:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_floatingips': [{'id': 'c16cff63-5406-4fae-abcd-4a5f03076fc5', 'tenant_id': '3a122fcfab7f418baf78d7b742fa20db', 'floating_ip_address': '172.27.1.102', 'floating_network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'router_id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'port_id': '04943923-128c-4497-8f50-577da86b34e2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edd9d18b-1d6c-4052-b07a-8baf4adc8bec', 'mac_address': 'fa:16:3e:d4:5b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c407165e-8822-4cbe-a4b4-cdd515e2c048', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T00:45:28Z', 'updated_at': '2022-06-16T00:45:28Z', 'revision_number': 0, 'project_id': '3a122fcfab7f418baf78d7b742fa20db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55179b71-c585-4680-b492-8b2790e15e55', 'name': '', 'network_id': 'edd9d18b-1d6c-4052-b07a-8baf4adc8bec', 'tenant_id': '3a122fcfab7f418baf78d7b742fa20db', 'mac_address': 'fa:16:3e:09:33:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'bc787928-3000-44c3-a294-565141aabb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:14Z', 'updated_at': '2022-06-16T00:42:18Z', 'revision_number': 5, 'project_id': '3a122fcfab7f418baf78d7b742fa20db', 'subnets': [{'id': 'bc787928-3000-44c3-a294-565141aabb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 00:45:30.590252 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-fee72a0e-ce2c-43d4-a426-aa1f14928307 req-d4b97121-1ef5-4232-963d-1e53a262c34f tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f367a4d-3843-4e90-acf8-526e74bd1583 HTTP/1.1" status: 200 len: 210 time: 0.0443387 Jun 16 00:45:30.618914 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ab8461-42cc-45fc-ad9f-11bdc097e930 req-80378163-698a-479a-93fc-dbf5b7c48abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:45:30.620388 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-a8ab8461-42cc-45fc-ad9f-11bdc097e930 req-80378163-698a-479a-93fc-dbf5b7c48abb service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=edd9d18b-1d6c-4052-b07a-8baf4adc8bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0410125 Jun 16 00:45:30.721574 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-a8ab8461-42cc-45fc-ad9f-11bdc097e930 req-647f6a24-41e9-4bea-887b-6b4c5ab3ce0d service neutron] 10.222.0.40 "GET /v2.0/networks/edd9d18b-1d6c-4052-b07a-8baf4adc8bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947278 Jun 16 00:45:30.780748 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fb4429-b4f6-4d42-9aac-1e999ab62633 None None] New status for floating IP c16cff63-5406-4fae-abcd-4a5f03076fc5: ACTIVE {{(pid=111025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 00:45:30.816960 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-a8ab8461-42cc-45fc-ad9f-11bdc097e930 req-5a632954-9e6a-4cde-b1af-d3f05a88f238 service neutron] 10.222.0.40 "GET /v2.0/networks/edd9d18b-1d6c-4052-b07a-8baf4adc8bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886338 Jun 16 00:45:31.500514 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095facc7-7321-42d7-bcdd-49c583153ad7 req-a91a6e1c-aaea-48b0-8aa4-6d07a20646d2 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:45:31.502044 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-095facc7-7321-42d7-bcdd-49c583153ad7 req-a91a6e1c-aaea-48b0-8aa4-6d07a20646d2 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.40 "GET /v2.0/networks?id=4929321f-89e1-434e-a080-491c8ce8d5b1 HTTP/1.1" status: 200 len: 811 time: 0.1040847 Jun 16 00:45:31.550998 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=100 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:45:31.567909 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-095facc7-7321-42d7-bcdd-49c583153ad7 req-37121e86-7367-42ed-8048-3f8fa385763d tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.40 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8eb9ad6ea03410f9956bbabeddcd5b2 HTTP/1.1" status: 200 len: 379 time: 0.0510914 Jun 16 00:45:31.576511 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [req-095facc7-7321-42d7-bcdd-49c583153ad7 req-06905ca6-a064-43f7-bc39-e3dfb2033ec8 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Request body: {'port': {'device_id': '1f367a4d-3843-4e90-acf8-526e74bd1583', 'network_id': '4929321f-89e1-434e-a080-491c8ce8d5b1', 'admin_state_up': True, 'tenant_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'security_groups': ['0e388729-b8eb-4092-ab06-37e61ce7475d']}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:45:31.688946 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-3c129777-65c1-4310-8463-6f75dd7af0f7 req-d1fb85db-13d4-4834-8405-31355f1a7ae2 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f367a4d-3843-4e90-acf8-526e74bd1583 HTTP/1.1" status: 200 len: 210 time: 0.0273426 Jun 16 00:45:31.756446 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-095facc7-7321-42d7-bcdd-49c583153ad7 req-06905ca6-a064-43f7-bc39-e3dfb2033ec8 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Made reservation on behalf of f8eb9ad6ea03410f9956bbabeddcd5b2 for: {'port': 1} {{(pid=111023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 00:45:31.759960 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-095facc7-7321-42d7-bcdd-49c583153ad7 req-06905ca6-a064-43f7-bc39-e3dfb2033ec8 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:31.885090 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.db_base_plugin_common [req-095facc7-7321-42d7-bcdd-49c583153ad7 req-06905ca6-a064-43f7-bc39-e3dfb2033ec8 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Allocated IP 172.20.0.7 (4929321f-89e1-434e-a080-491c8ce8d5b1/ef28a6f2-3270-4ff3-93e9-c5ae0a8b3b51/10418ad5-9d41-4b7e-bd9d-0e56b4427fe6) {{(pid=111023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 00:45:32.022377 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-095facc7-7321-42d7-bcdd-49c583153ad7 req-06905ca6-a064-43f7-bc39-e3dfb2033ec8 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks [] for port (10418ad5-9d41-4b7e-bd9d-0e56b4427fe6), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:32.151978 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-095facc7-7321-42d7-bcdd-49c583153ad7 req-06905ca6-a064-43f7-bc39-e3dfb2033ec8 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753842110805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909837'] for port (10418ad5-9d41-4b7e-bd9d-0e56b4427fe6), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:32.195752 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-095facc7-7321-42d7-bcdd-49c583153ad7 req-06905ca6-a064-43f7-bc39-e3dfb2033ec8 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Network 4929321f-89e1-434e-a080-491c8ce8d5b1 is already hosted by enough agents. {{(pid=111023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:45:32.199061 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.base_scheduler [req-095facc7-7321-42d7-bcdd-49c583153ad7 req-06905ca6-a064-43f7-bc39-e3dfb2033ec8 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Resources bound (agent type, host, resource id): {{(pid=111023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:45:32.201349 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.l3_dvrscheduler_db [req-095facc7-7321-42d7-bcdd-49c583153ad7 req-06905ca6-a064-43f7-bc39-e3dfb2033ec8 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Received port after_create {{(pid=111023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 00:45:32.227377 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06905ca6-a064-43f7-bc39-e3dfb2033ec8 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Pushing event updated for resources: {'Port': ['ID=10418ad5-9d41-4b7e-bd9d-0e56b4427fe6,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:45:32.248502 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:45:32.257159 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095facc7-7321-42d7-bcdd-49c583153ad7 req-06905ca6-a064-43f7-bc39-e3dfb2033ec8 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:45:32.261870 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-095facc7-7321-42d7-bcdd-49c583153ad7 req-06905ca6-a064-43f7-bc39-e3dfb2033ec8 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for port (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:32.314147 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-095facc7-7321-42d7-bcdd-49c583153ad7 req-06905ca6-a064-43f7-bc39-e3dfb2033ec8 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7412674 Jun 16 00:45:32.332431 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [req-095facc7-7321-42d7-bcdd-49c583153ad7 req-752fb899-5033-492f-826a-939f06903505 service neutron] Request body: {'port': {'device_id': '1f367a4d-3843-4e90-acf8-526e74bd1583', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:45:32.396740 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-095facc7-7321-42d7-bcdd-49c583153ad7 req-752fb899-5033-492f-826a-939f06903505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (10418ad5-9d41-4b7e-bd9d-0e56b4427fe6), before_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:32.455462 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-76cbc3cc-4111-4585-ad74-0a09a972dcbb None None] Provisioning complete for port 10418ad5-9d41-4b7e-bd9d-0e56b4427fe6 triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:45:32.460398 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-76cbc3cc-4111-4585-ad74-0a09a972dcbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (10418ad5-9d41-4b7e-bd9d-0e56b4427fe6), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:32.490064 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-76cbc3cc-4111-4585-ad74-0a09a972dcbb None None] Port 10418ad5-9d41-4b7e-bd9d-0e56b4427fe6 cannot update to ACTIVE because it is not bound. {{(pid=111024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 00:45:32.535148 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:45:32.653408 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.notifiers.nova [req-095facc7-7321-42d7-bcdd-49c583153ad7 req-752fb899-5033-492f-826a-939f06903505 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10418ad5-9d41-4b7e-bd9d-0e56b4427fe6 {{(pid=111023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 00:45:32.661238 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-095facc7-7321-42d7-bcdd-49c583153ad7 req-752fb899-5033-492f-826a-939f06903505 service neutron] Publish callbacks [] for port (10418ad5-9d41-4b7e-bd9d-0e56b4427fe6), precommit_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:32.673271 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.provisioning_blocks [req-095facc7-7321-42d7-bcdd-49c583153ad7 req-752fb899-5033-492f-826a-939f06903505 service neutron] Transition to ACTIVE for port object 10418ad5-9d41-4b7e-bd9d-0e56b4427fe6 will not be triggered until provisioned by entity L2. {{(pid=111023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 00:45:32.711414 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-095facc7-7321-42d7-bcdd-49c583153ad7 req-752fb899-5033-492f-826a-939f06903505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909850'] for port (10418ad5-9d41-4b7e-bd9d-0e56b4427fe6), after_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:32.776609 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752fb899-5033-492f-826a-939f06903505 service neutron] Pushing event updated for resources: {'Port': ['ID=10418ad5-9d41-4b7e-bd9d-0e56b4427fe6,revision_number=2']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:45:32.852809 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d6408-5ff5-41f5-ba9d-b13a9ed653df req-941606e0-eacc-481e-8edd-22d2bf9a8712 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:45:32.854346 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-f96d6408-5ff5-41f5-ba9d-b13a9ed653df req-941606e0-eacc-481e-8edd-22d2bf9a8712 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f367a4d-3843-4e90-acf8-526e74bd1583 HTTP/1.1" status: 200 len: 943 time: 0.0927689 Jun 16 00:45:32.913302 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.managers [req-095facc7-7321-42d7-bcdd-49c583153ad7 req-752fb899-5033-492f-826a-939f06903505 service neutron] Attempting to bind port 10418ad5-9d41-4b7e-bd9d-0e56b4427fe6 on host hv-cinder-80382 for vnic_type normal with profile {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 00:45:32.913629 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.managers [req-095facc7-7321-42d7-bcdd-49c583153ad7 req-752fb899-5033-492f-826a-939f06903505 service neutron] Attempting to bind port 10418ad5-9d41-4b7e-bd9d-0e56b4427fe6 by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': 'aa2b41d9-37ac-45f0-b910-fb31fa865fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4929321f-89e1-434e-a080-491c8ce8d5b1'}] {{(pid=111023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 00:45:32.913947 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095facc7-7321-42d7-bcdd-49c583153ad7 req-752fb899-5033-492f-826a-939f06903505 service neutron] Attempting to bind port 10418ad5-9d41-4b7e-bd9d-0e56b4427fe6 on network 4929321f-89e1-434e-a080-491c8ce8d5b1 {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 00:45:32.921685 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095facc7-7321-42d7-bcdd-49c583153ad7 req-752fb899-5033-492f-826a-939f06903505 service neutron] Port 10418ad5-9d41-4b7e-bd9d-0e56b4427fe6 on network 4929321f-89e1-434e-a080-491c8ce8d5b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 00:45:32.921997 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095facc7-7321-42d7-bcdd-49c583153ad7 req-752fb899-5033-492f-826a-939f06903505 service neutron] Attempting to bind port 10418ad5-9d41-4b7e-bd9d-0e56b4427fe6 on network 4929321f-89e1-434e-a080-491c8ce8d5b1 {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 00:45:32.926428 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-f96d6408-5ff5-41f5-ba9d-b13a9ed653df req-b47d36fa-2e92-4ec1-8c99-7ec14551fff0 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e388729-b8eb-4092-ab06-37e61ce7475d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652766 Jun 16 00:45:32.930116 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095facc7-7321-42d7-bcdd-49c583153ad7 req-752fb899-5033-492f-826a-939f06903505 service neutron] Checking agent: {'id': '42cc932a-4e60-43e8-a4dc-4f47b3d3efae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 0, 32, 41), 'started_at': datetime.datetime(2022, 6, 16, 0, 32, 41), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 0, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 00:45:32.930447 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095facc7-7321-42d7-bcdd-49c583153ad7 req-752fb899-5033-492f-826a-939f06903505 service neutron] Checking segment: {'id': 'aa2b41d9-37ac-45f0-b910-fb31fa865fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4929321f-89e1-434e-a080-491c8ce8d5b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 00:45:32.930812 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095facc7-7321-42d7-bcdd-49c583153ad7 req-752fb899-5033-492f-826a-939f06903505 service neutron] Bound using segment: {'id': 'aa2b41d9-37ac-45f0-b910-fb31fa865fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4929321f-89e1-434e-a080-491c8ce8d5b1'} {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 00:45:32.931235 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.managers [req-095facc7-7321-42d7-bcdd-49c583153ad7 req-752fb899-5033-492f-826a-939f06903505 service neutron] Bound port: 10418ad5-9d41-4b7e-bd9d-0e56b4427fe6, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa2b41d9-37ac-45f0-b910-fb31fa865fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4929321f-89e1-434e-a080-491c8ce8d5b1'}}] {{(pid=111023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 00:45:32.931585 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-095facc7-7321-42d7-bcdd-49c583153ad7 req-752fb899-5033-492f-826a-939f06903505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (10418ad5-9d41-4b7e-bd9d-0e56b4427fe6), before_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:32.996056 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.db [req-095facc7-7321-42d7-bcdd-49c583153ad7 req-752fb899-5033-492f-826a-939f06903505 service neutron] For port 10418ad5-9d41-4b7e-bd9d-0e56b4427fe6, host hv-cinder-80382, cleared binding levels {{(pid=111023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 00:45:32.999017 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.db [req-095facc7-7321-42d7-bcdd-49c583153ad7 req-752fb899-5033-492f-826a-939f06903505 service neutron] For port 10418ad5-9d41-4b7e-bd9d-0e56b4427fe6, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=10418ad5-9d41-4b7e-bd9d-0e56b4427fe6,segment=NetworkSegment(aa2b41d9-37ac-45f0-b910-fb31fa865fb0),segment_id=aa2b41d9-37ac-45f0-b910-fb31fa865fb0)] {{(pid=111023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 00:45:33.072041 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-095facc7-7321-42d7-bcdd-49c583153ad7 req-752fb899-5033-492f-826a-939f06903505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909850'] for port (10418ad5-9d41-4b7e-bd9d-0e56b4427fe6), after_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:33.110117 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095facc7-7321-42d7-bcdd-49c583153ad7 req-752fb899-5033-492f-826a-939f06903505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:45:33.110725 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-095facc7-7321-42d7-bcdd-49c583153ad7 req-752fb899-5033-492f-826a-939f06903505 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for port (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:33.112114 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-095facc7-7321-42d7-bcdd-49c583153ad7 req-752fb899-5033-492f-826a-939f06903505 service neutron] 10.222.0.40 "PUT /v2.0/ports/10418ad5-9d41-4b7e-bd9d-0e56b4427fe6 HTTP/1.1" status: 200 len: 1093 time: 0.7845721 Jun 16 00:45:33.112513 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f367a4d-3843-4e90-acf8-526e74bd1583', 'tag': '10418ad5-9d41-4b7e-bd9d-0e56b4427fe6'}] {{(pid=111023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:45:33.114772 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849ffc5c5c28115853a01ef2d84a57e68c82d4a74a931575540ba89325b26957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5085fad3-f933-45c9-9c55-96d6c11d98f3" -d '{"events": [{"name": "network-changed", "server_uuid": "1f367a4d-3843-4e90-acf8-526e74bd1583", "tag": "10418ad5-9d41-4b7e-bd9d-0e56b4427fe6"}]}' {{(pid=111023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:45:33.136952 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752fb899-5033-492f-826a-939f06903505 service neutron] Pushing event updated for resources: {'Port': ['ID=10418ad5-9d41-4b7e-bd9d-0e56b4427fe6,revision_number=3']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:45:33.180642 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 00:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb181de-377e-439b-b753-4f958557b9f7 x-openstack-request-id: req-ddb181de-377e-439b-b753-4f958557b9f7 {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:45:33.180930 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f367a4d-3843-4e90-acf8-526e74bd1583", "tag": "10418ad5-9d41-4b7e-bd9d-0e56b4427fe6", "status": "completed", "code": 200}]} {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:45:33.181177 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ddb181de-377e-439b-b753-4f958557b9f7 {{(pid=111023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:45:33.181579 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddb181de-377e-439b-b753-4f958557b9f7'] response: {'name': 'network-changed', 'server_uuid': '1f367a4d-3843-4e90-acf8-526e74bd1583', 'tag': '10418ad5-9d41-4b7e-bd9d-0e56b4427fe6', 'status': 'completed', 'code': 200} Jun 16 00:45:33.265334 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:45:33.271182 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5085fad3-f933-45c9-9c55-96d6c11d98f3 req-b1d9e840-507e-4bb6-b0d8-b4eb195a4c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:45:33.272723 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-5085fad3-f933-45c9-9c55-96d6c11d98f3 req-b1d9e840-507e-4bb6-b0d8-b4eb195a4c06 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=f8eb9ad6ea03410f9956bbabeddcd5b2&device_id=1f367a4d-3843-4e90-acf8-526e74bd1583 HTTP/1.1" status: 200 len: 1127 time: 0.0417116 Jun 16 00:45:33.384774 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5085fad3-f933-45c9-9c55-96d6c11d98f3 req-f552d542-2ae7-47c8-87c6-4ebc2862f205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:45:33.386149 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-5085fad3-f933-45c9-9c55-96d6c11d98f3 req-f552d542-2ae7-47c8-87c6-4ebc2862f205 service neutron] 10.222.0.40 "GET /v2.0/networks?tenant_id=f8eb9ad6ea03410f9956bbabeddcd5b2&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0996599 Jun 16 00:45:33.481414 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5085fad3-f933-45c9-9c55-96d6c11d98f3 req-10b67ac9-22b7-4acd-a71c-7d02cd3a7f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:45:33.482897 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-5085fad3-f933-45c9-9c55-96d6c11d98f3 req-10b67ac9-22b7-4acd-a71c-7d02cd3a7f37 service neutron] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911808 Jun 16 00:45:33.575245 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095facc7-7321-42d7-bcdd-49c583153ad7 req-e2f89e65-7fb6-49e7-8a95-49ee7c90a41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:45:33.576701 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-095facc7-7321-42d7-bcdd-49c583153ad7 req-e2f89e65-7fb6-49e7-8a95-49ee7c90a41a service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=f8eb9ad6ea03410f9956bbabeddcd5b2&device_id=1f367a4d-3843-4e90-acf8-526e74bd1583 HTTP/1.1" status: 200 len: 1127 time: 0.0381038 Jun 16 00:45:33.620921 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-095facc7-7321-42d7-bcdd-49c583153ad7 req-055ffa4d-2bf4-4b08-9686-46906aedad59 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10418ad5-9d41-4b7e-bd9d-0e56b4427fe6 HTTP/1.1" status: 200 len: 217 time: 0.0316312 Jun 16 00:45:33.660888 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:45:33.669670 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095facc7-7321-42d7-bcdd-49c583153ad7 req-dfa6e102-126d-4911-bdcf-ab841b9491d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:45:33.671132 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-095facc7-7321-42d7-bcdd-49c583153ad7 req-dfa6e102-126d-4911-bdcf-ab841b9491d8 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=ef28a6f2-3270-4ff3-93e9-c5ae0a8b3b51 HTTP/1.1" status: 200 len: 850 time: 0.0439765 Jun 16 00:45:33.717710 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095facc7-7321-42d7-bcdd-49c583153ad7 req-32daf9c6-e05c-47c2-8d81-8ba78df47b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:45:33.719175 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-095facc7-7321-42d7-bcdd-49c583153ad7 req-32daf9c6-e05c-47c2-8d81-8ba78df47b8e service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=4929321f-89e1-434e-a080-491c8ce8d5b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0425611 Jun 16 00:45:33.810721 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-095facc7-7321-42d7-bcdd-49c583153ad7 req-5976bb00-0674-4f32-bece-8eb459f8517f service neutron] 10.222.0.40 "GET /v2.0/networks/4929321f-89e1-434e-a080-491c8ce8d5b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849290 Jun 16 00:45:33.923438 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-095facc7-7321-42d7-bcdd-49c583153ad7 req-c192c1f5-4051-4821-be9a-bde50ffce30f service neutron] 10.222.0.40 "GET /v2.0/networks/4929321f-89e1-434e-a080-491c8ce8d5b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061745 Jun 16 00:45:34.043563 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830e64a7-16c8-44f6-ac1a-2f5b368698e2 req-48809190-03e4-4366-8c2b-846c411251ea tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:45:34.045055 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-830e64a7-16c8-44f6-ac1a-2f5b368698e2 req-48809190-03e4-4366-8c2b-846c411251ea tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f367a4d-3843-4e90-acf8-526e74bd1583 HTTP/1.1" status: 200 len: 943 time: 0.0471232 Jun 16 00:45:34.094058 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-830e64a7-16c8-44f6-ac1a-2f5b368698e2 req-7b45040e-8fe4-4253-83b9-dd10e8a1cc01 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e388729-b8eb-4092-ab06-37e61ce7475d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426631 Jun 16 00:45:35.223238 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e55de42-4218-4903-8042-1dc683d03fce req-00c5a3b9-549c-42d7-87da-a89ffb7791d4 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:45:35.224696 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-6e55de42-4218-4903-8042-1dc683d03fce req-00c5a3b9-549c-42d7-87da-a89ffb7791d4 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f367a4d-3843-4e90-acf8-526e74bd1583 HTTP/1.1" status: 200 len: 943 time: 0.0453827 Jun 16 00:45:35.270196 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-6e55de42-4218-4903-8042-1dc683d03fce req-2f4568d4-0955-40b4-9de3-93953a0a978f tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e388729-b8eb-4092-ab06-37e61ce7475d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400622 Jun 16 00:45:35.960883 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device 10418ad5-9d41-4b7e-bd9d-0e56b4427fe6 details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=111024) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 00:45:36.040503 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=100 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:45:36.058797 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] For port 10418ad5-9d41-4b7e-bd9d-0e56b4427fe6, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=10418ad5-9d41-4b7e-bd9d-0e56b4427fe6,segment=NetworkSegment(aa2b41d9-37ac-45f0-b910-fb31fa865fb0),segment_id=aa2b41d9-37ac-45f0-b910-fb31fa865fb0)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:45:36.069912 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Returning: {'device': '10418ad5-9d41-4b7e-bd9d-0e56b4427fe6', 'network_id': '4929321f-89e1-434e-a080-491c8ce8d5b1', 'port_id': '10418ad5-9d41-4b7e-bd9d-0e56b4427fe6', 'mac_address': 'fa:16:3e:df:bf:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef28a6f2-3270-4ff3-93e9-c5ae0a8b3b51', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111024) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 00:45:36.103564 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Current status of the port 10418ad5-9d41-4b7e-bd9d-0e56b4427fe6 is: DOWN; New status is: BUILD {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:45:36.103939 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (10418ad5-9d41-4b7e-bd9d-0e56b4427fe6), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:36.117080 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.notifiers.nova [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10418ad5-9d41-4b7e-bd9d-0e56b4427fe6 {{(pid=111024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 00:45:36.135800 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] For port 10418ad5-9d41-4b7e-bd9d-0e56b4427fe6, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=10418ad5-9d41-4b7e-bd9d-0e56b4427fe6,segment=NetworkSegment(aa2b41d9-37ac-45f0-b910-fb31fa865fb0),segment_id=aa2b41d9-37ac-45f0-b910-fb31fa865fb0)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:45:36.207802 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (10418ad5-9d41-4b7e-bd9d-0e56b4427fe6), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:36.251815 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Pushing event updated for resources: {'Port': ['ID=10418ad5-9d41-4b7e-bd9d-0e56b4427fe6,revision_number=4']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:45:36.381821 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b36a9d-0548-4581-a916-78dcfd380a88 req-a63ccbdb-9963-4e7e-987e-4c1481eb4b00 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:45:36.383276 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-a0b36a9d-0548-4581-a916-78dcfd380a88 req-a63ccbdb-9963-4e7e-987e-4c1481eb4b00 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f367a4d-3843-4e90-acf8-526e74bd1583 HTTP/1.1" status: 200 len: 944 time: 0.0461524 Jun 16 00:45:36.433437 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-a0b36a9d-0548-4581-a916-78dcfd380a88 req-42db3a77-97f4-406b-9946-104abd6ffae3 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e388729-b8eb-4092-ab06-37e61ce7475d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447602 Jun 16 00:45:36.510125 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] get_ports_and_sgs() called for port_ids ['10418ad5-9d41-4b7e-bd9d-0e56b4427fe6'] {{(pid=111024) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 00:45:37.547102 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bbcac6-1311-481f-9d50-9d8f153176e1 req-a69f4893-881c-4301-9fca-b3aee49bc139 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:45:37.548596 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-37bbcac6-1311-481f-9d50-9d8f153176e1 req-a69f4893-881c-4301-9fca-b3aee49bc139 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f367a4d-3843-4e90-acf8-526e74bd1583 HTTP/1.1" status: 200 len: 944 time: 0.0492988 Jun 16 00:45:37.591447 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:45:37.598717 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-37bbcac6-1311-481f-9d50-9d8f153176e1 req-42b2db0e-fa36-4b5c-9fc4-f8cf60e08793 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e388729-b8eb-4092-ab06-37e61ce7475d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445108 Jun 16 00:45:37.967853 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device 10418ad5-9d41-4b7e-bd9d-0e56b4427fe6 up at agent hyperv_hv-cinder-80382 {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:45:38.008252 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Provisioning for port 10418ad5-9d41-4b7e-bd9d-0e56b4427fe6 completed by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 00:45:38.082979 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Provisioning complete for port 10418ad5-9d41-4b7e-bd9d-0e56b4427fe6 triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:45:38.083348 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (10418ad5-9d41-4b7e-bd9d-0e56b4427fe6), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:38.155297 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Current status of the port 10418ad5-9d41-4b7e-bd9d-0e56b4427fe6 is: BUILD; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:45:38.155671 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (10418ad5-9d41-4b7e-bd9d-0e56b4427fe6), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:38.177362 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f367a4d-3843-4e90-acf8-526e74bd1583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10418ad5-9d41-4b7e-bd9d-0e56b4427fe6'}] {{(pid=111024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:45:38.179541 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4573778420d3d0f041bbf6733ae9852b47924bf8d6b8ed88ee9f05ae747ab312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bae3a87-5b6e-4a3b-963c-3e06c5377e2d" -d '{"events": [{"server_uuid": "1f367a4d-3843-4e90-acf8-526e74bd1583", "name": "network-vif-plugged", "status": "completed", "tag": "10418ad5-9d41-4b7e-bd9d-0e56b4427fe6"}]}' {{(pid=111024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:45:38.192387 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] For port 10418ad5-9d41-4b7e-bd9d-0e56b4427fe6, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=10418ad5-9d41-4b7e-bd9d-0e56b4427fe6,segment=NetworkSegment(aa2b41d9-37ac-45f0-b910-fb31fa865fb0),segment_id=aa2b41d9-37ac-45f0-b910-fb31fa865fb0)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:45:38.215901 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 00:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e37d9c3-95da-465e-909f-44e7b4265c29 x-openstack-request-id: req-5e37d9c3-95da-465e-909f-44e7b4265c29 {{(pid=111024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:45:38.216214 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f367a4d-3843-4e90-acf8-526e74bd1583", "name": "network-vif-plugged", "status": "completed", "tag": "10418ad5-9d41-4b7e-bd9d-0e56b4427fe6", "code": 200}]} {{(pid=111024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:45:38.216463 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5e37d9c3-95da-465e-909f-44e7b4265c29 {{(pid=111024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:45:38.218686 dv-cinder-803823-11-iscsi neutron-server[111024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e37d9c3-95da-465e-909f-44e7b4265c29'] response: {'server_uuid': '1f367a4d-3843-4e90-acf8-526e74bd1583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10418ad5-9d41-4b7e-bd9d-0e56b4427fe6', 'code': 200} Jun 16 00:45:38.265759 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (10418ad5-9d41-4b7e-bd9d-0e56b4427fe6), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:38.294730 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:45:38.311768 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Pushing event updated for resources: {'Port': ['ID=10418ad5-9d41-4b7e-bd9d-0e56b4427fe6,revision_number=5']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:45:38.492743 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82836a16-89bf-479f-95e2-ef5b8a70eedf req-79a56aa8-6bfb-404d-9855-9a2ded0592a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:45:38.494191 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-82836a16-89bf-479f-95e2-ef5b8a70eedf req-79a56aa8-6bfb-404d-9855-9a2ded0592a5 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=1f367a4d-3843-4e90-acf8-526e74bd1583 HTTP/1.1" status: 200 len: 1129 time: 0.0376165 Jun 16 00:45:38.540977 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-82836a16-89bf-479f-95e2-ef5b8a70eedf req-e3a2c487-2c9b-4737-95f6-3d1b4c281879 service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=0e388729-b8eb-4092-ab06-37e61ce7475d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393305 Jun 16 00:45:38.713994 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc45bd20-2d71-4a41-b5ec-a2d9ae596453 req-fea589b7-5742-468a-a0c5-8cbd6a91956e tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:45:38.715453 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-cc45bd20-2d71-4a41-b5ec-a2d9ae596453 req-fea589b7-5742-468a-a0c5-8cbd6a91956e tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f367a4d-3843-4e90-acf8-526e74bd1583 HTTP/1.1" status: 200 len: 945 time: 0.0484757 Jun 16 00:45:38.763465 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-cc45bd20-2d71-4a41-b5ec-a2d9ae596453 req-fbb8182a-1a01-480e-9375-bc02300e06c7 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e388729-b8eb-4092-ab06-37e61ce7475d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418923 Jun 16 00:45:39.875264 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b58dae4-4581-4dbd-845a-a3cf0cbf48c0 req-97a238f1-6ed2-4e7d-9936-9cc905a297ee tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:45:39.876724 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-1b58dae4-4581-4dbd-845a-a3cf0cbf48c0 req-97a238f1-6ed2-4e7d-9936-9cc905a297ee tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f367a4d-3843-4e90-acf8-526e74bd1583 HTTP/1.1" status: 200 len: 945 time: 0.0456109 Jun 16 00:45:39.923895 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-1b58dae4-4581-4dbd-845a-a3cf0cbf48c0 req-658e37d2-4adb-474b-9b67-1f25275b8994 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e388729-b8eb-4092-ab06-37e61ce7475d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412140 Jun 16 00:45:40.044287 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db30cc90-835d-49ff-88b1-475be67c4d97 req-fea81fb6-9238-4f04-9984-f8f8e66e41d7 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:45:40.045769 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-db30cc90-835d-49ff-88b1-475be67c4d97 req-fea81fb6-9238-4f04-9984-f8f8e66e41d7 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f367a4d-3843-4e90-acf8-526e74bd1583 HTTP/1.1" status: 200 len: 945 time: 0.0463734 Jun 16 00:45:40.055727 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 48956) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:45:40.061239 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [None req-070d63a0-888a-4184-a34b-69474a9c4c50 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Request body: {'floatingip': {'port_id': '10418ad5-9d41-4b7e-bd9d-0e56b4427fe6'}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:45:40.103069 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-070d63a0-888a-4184-a34b-69474a9c4c50 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks [] for floatingip (1ff5204f-8d8f-43f6-96a5-377ae7f2d6b8), before_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:40.268411 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=100 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:45:40.506840 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-070d63a0-888a-4184-a34b-69474a9c4c50 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:40.567848 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-070d63a0-888a-4184-a34b-69474a9c4c50 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672953'] for floatingip (1ff5204f-8d8f-43f6-96a5-377ae7f2d6b8), after_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:40.646719 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:45:40.662852 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.db.l3_db [None req-070d63a0-888a-4184-a34b-69474a9c4c50 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Floating IP 1ff5204f-8d8f-43f6-96a5-377ae7f2d6b8 associated. External IP: 172.27.1.217, port: 10418ad5-9d41-4b7e-bd9d-0e56b4427fe6. Jun 16 00:45:40.854559 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-070d63a0-888a-4184-a34b-69474a9c4c50 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Router 0cb76a4f-6fd6-452d-baca-898d959191e7 has already been hosted by L3 agent d0297bc9-c3a8-45ac-9023-c937cb4f21fc {{(pid=111023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 00:45:40.953970 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-070d63a0-888a-4184-a34b-69474a9c4c50 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Notify agent at l3_agent.dv-cinder-803823-11-iscsi the message routers_updated {{(pid=111023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 00:45:40.958856 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-070d63a0-888a-4184-a34b-69474a9c4c50 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for floatingip (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:40.964386 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fb31f9-de59-4319-844d-decedd6d073f None None] Sync routers for ids ['0cb76a4f-6fd6-452d-baca-898d959191e7'] in dv-cinder-803823-11-iscsi {{(pid=111024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 00:45:40.975680 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fb31f9-de59-4319-844d-decedd6d073f None None] Routers {'0cb76a4f-6fd6-452d-baca-898d959191e7'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:45:40.976311 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-f0fb31f9-de59-4319-844d-decedd6d073f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:45:27Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['0cb76a4f-6fd6-452d-baca-898d959191e7'], 'active': True} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:45:40.988081 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-070d63a0-888a-4184-a34b-69474a9c4c50 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "PUT /v2.0/floatingips/1ff5204f-8d8f-43f6-96a5-377ae7f2d6b8 HTTP/1.1" status: 200 len: 991 time: 0.9312618 Jun 16 00:45:40.988665 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f367a4d-3843-4e90-acf8-526e74bd1583', 'tag': '10418ad5-9d41-4b7e-bd9d-0e56b4427fe6'}] {{(pid=111023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:45:40.990879 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849ffc5c5c28115853a01ef2d84a57e68c82d4a74a931575540ba89325b26957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11bb954c-1fc8-45ad-80b5-d79fbde920f7" -d '{"events": [{"name": "network-changed", "server_uuid": "1f367a4d-3843-4e90-acf8-526e74bd1583", "tag": "10418ad5-9d41-4b7e-bd9d-0e56b4427fe6"}]}' {{(pid=111023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:45:41.028087 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 00:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5caa5d8-ca26-4dc8-8844-9d8ec24d4a1b x-openstack-request-id: req-d5caa5d8-ca26-4dc8-8844-9d8ec24d4a1b {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:45:41.028371 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f367a4d-3843-4e90-acf8-526e74bd1583", "tag": "10418ad5-9d41-4b7e-bd9d-0e56b4427fe6", "status": "completed", "code": 200}]} {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:45:41.028645 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d5caa5d8-ca26-4dc8-8844-9d8ec24d4a1b {{(pid=111023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:45:41.029040 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5caa5d8-ca26-4dc8-8844-9d8ec24d4a1b'] response: {'name': 'network-changed', 'server_uuid': '1f367a4d-3843-4e90-acf8-526e74bd1583', 'tag': '10418ad5-9d41-4b7e-bd9d-0e56b4427fe6', 'status': 'completed', 'code': 200} Jun 16 00:45:41.118938 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb954c-1fc8-45ad-80b5-d79fbde920f7 req-e17073e4-e0c3-44dd-b33c-9bd2327d3c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:45:41.120407 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-11bb954c-1fc8-45ad-80b5-d79fbde920f7 req-e17073e4-e0c3-44dd-b33c-9bd2327d3c16 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=f8eb9ad6ea03410f9956bbabeddcd5b2&device_id=1f367a4d-3843-4e90-acf8-526e74bd1583 HTTP/1.1" status: 200 len: 1129 time: 0.0409627 Jun 16 00:45:41.200805 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvr_db [None req-f0fb31f9-de59-4319-844d-decedd6d073f None None] Set router 0cb76a4f-6fd6-452d-baca-898d959191e7 gateway port host: dv-cinder-803823-11-iscsi {{(pid=111024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:45:41.212785 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb954c-1fc8-45ad-80b5-d79fbde920f7 req-dc726301-4626-4f18-b483-be5621b69695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:45:41.214232 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-11bb954c-1fc8-45ad-80b5-d79fbde920f7 req-dc726301-4626-4f18-b483-be5621b69695 service neutron] 10.222.0.40 "GET /v2.0/networks?id=4929321f-89e1-434e-a080-491c8ce8d5b1 HTTP/1.1" status: 200 len: 912 time: 0.0883572 Jun 16 00:45:41.273912 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-11bb954c-1fc8-45ad-80b5-d79fbde920f7 req-e4e8b0e7-2213-40c2-9e65-0faf65d75b81 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10418ad5-9d41-4b7e-bd9d-0e56b4427fe6 HTTP/1.1" status: 200 len: 999 time: 0.0538490 Jun 16 00:45:41.321551 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb954c-1fc8-45ad-80b5-d79fbde920f7 req-0c5d49f3-cb3d-4744-8013-3281bb2979a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:45:41.323004 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-11bb954c-1fc8-45ad-80b5-d79fbde920f7 req-0c5d49f3-cb3d-4744-8013-3281bb2979a6 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=ef28a6f2-3270-4ff3-93e9-c5ae0a8b3b51 HTTP/1.1" status: 200 len: 850 time: 0.0435963 Jun 16 00:45:41.357276 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:45:41.369702 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb954c-1fc8-45ad-80b5-d79fbde920f7 req-7701e49e-a368-4e97-92f4-0bd5fb7f7743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:45:41.371113 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-11bb954c-1fc8-45ad-80b5-d79fbde920f7 req-7701e49e-a368-4e97-92f4-0bd5fb7f7743 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=4929321f-89e1-434e-a080-491c8ce8d5b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0417995 Jun 16 00:45:41.398116 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:45:41.410620 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-f0fb31f9-de59-4319-844d-decedd6d073f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cb76a4f-6fd6-452d-baca-898d959191e7', 'name': 'tempest-AttachVolumeTestJSON-1454236411-router', 'tenant_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'd49bb961-658b-45da-b6f0-d756299f688d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:42:31Z', 'updated_at': '2022-06-16T00:42:34Z', 'revision_number': 4, 'project_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'gw_port': {'id': 'd49bb961-658b-45da-b6f0-d756299f688d', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:20:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb76a4f-6fd6-452d-baca-898d959191e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:32Z', 'updated_at': '2022-06-16T00:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_floatingips': [{'id': '1ff5204f-8d8f-43f6-96a5-377ae7f2d6b8', 'tenant_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'floating_ip_address': '172.27.1.217', 'floating_network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'router_id': '0cb76a4f-6fd6-452d-baca-898d959191e7', 'port_id': '10418ad5-9d41-4b7e-bd9d-0e56b4427fe6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4929321f-89e1-434e-a080-491c8ce8d5b1', 'mac_address': 'fa:16:3e:df:bf:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f367a4d-3843-4e90-acf8-526e74bd1583', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T00:45:27Z', 'updated_at': '2022-06-16T00:45:40Z', 'revision_number': 1, 'project_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '930c6ce0-8a75-45e6-a0ee-56ffb5edfe9d', 'name': '', 'network_id': '4929321f-89e1-434e-a080-491c8ce8d5b1', 'tenant_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'mac_address': 'fa:16:3e:5f:18:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb76a4f-6fd6-452d-baca-898d959191e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'ef28a6f2-3270-4ff3-93e9-c5ae0a8b3b51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:34Z', 'updated_at': '2022-06-16T00:42:39Z', 'revision_number': 5, 'project_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'subnets': [{'id': 'ef28a6f2-3270-4ff3-93e9-c5ae0a8b3b51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:45:41.434927 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fb31f9-de59-4319-844d-decedd6d073f None None] Checking router: 0cb76a4f-6fd6-452d-baca-898d959191e7 for host: dv-cinder-803823-11-iscsi {{(pid=111024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 00:45:41.443964 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fb31f9-de59-4319-844d-decedd6d073f None None] Routers {'0cb76a4f-6fd6-452d-baca-898d959191e7'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:45:41.444586 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-f0fb31f9-de59-4319-844d-decedd6d073f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:45:27Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['0cb76a4f-6fd6-452d-baca-898d959191e7'], 'active': True} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:45:41.461121 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-11bb954c-1fc8-45ad-80b5-d79fbde920f7 req-94c7777a-6683-4f6b-8a6f-b940c787199d service neutron] 10.222.0.40 "GET /v2.0/networks/4929321f-89e1-434e-a080-491c8ce8d5b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842836 Jun 16 00:45:41.542288 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvr_db [None req-f0fb31f9-de59-4319-844d-decedd6d073f None None] Set router 0cb76a4f-6fd6-452d-baca-898d959191e7 gateway port host: dv-cinder-803823-11-iscsi {{(pid=111024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:45:41.553314 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-11bb954c-1fc8-45ad-80b5-d79fbde920f7 req-538608dc-e477-4fcf-8e6f-f069f521e207 service neutron] 10.222.0.40 "GET /v2.0/networks/4929321f-89e1-434e-a080-491c8ce8d5b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864451 Jun 16 00:45:41.756415 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-f0fb31f9-de59-4319-844d-decedd6d073f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cb76a4f-6fd6-452d-baca-898d959191e7', 'name': 'tempest-AttachVolumeTestJSON-1454236411-router', 'tenant_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'd49bb961-658b-45da-b6f0-d756299f688d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:42:31Z', 'updated_at': '2022-06-16T00:42:34Z', 'revision_number': 4, 'project_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'gw_port': {'id': 'd49bb961-658b-45da-b6f0-d756299f688d', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:20:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb76a4f-6fd6-452d-baca-898d959191e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:32Z', 'updated_at': '2022-06-16T00:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_floatingips': [{'id': '1ff5204f-8d8f-43f6-96a5-377ae7f2d6b8', 'tenant_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'floating_ip_address': '172.27.1.217', 'floating_network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'router_id': '0cb76a4f-6fd6-452d-baca-898d959191e7', 'port_id': '10418ad5-9d41-4b7e-bd9d-0e56b4427fe6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4929321f-89e1-434e-a080-491c8ce8d5b1', 'mac_address': 'fa:16:3e:df:bf:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f367a4d-3843-4e90-acf8-526e74bd1583', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T00:45:27Z', 'updated_at': '2022-06-16T00:45:40Z', 'revision_number': 1, 'project_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '930c6ce0-8a75-45e6-a0ee-56ffb5edfe9d', 'name': '', 'network_id': '4929321f-89e1-434e-a080-491c8ce8d5b1', 'tenant_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'mac_address': 'fa:16:3e:5f:18:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb76a4f-6fd6-452d-baca-898d959191e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'ef28a6f2-3270-4ff3-93e9-c5ae0a8b3b51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:34Z', 'updated_at': '2022-06-16T00:42:39Z', 'revision_number': 5, 'project_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'subnets': [{'id': 'ef28a6f2-3270-4ff3-93e9-c5ae0a8b3b51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:45:41.779809 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fb31f9-de59-4319-844d-decedd6d073f None None] The sync data for ids ['0cb76a4f-6fd6-452d-baca-898d959191e7'] in dv-cinder-803823-11-iscsi is: [{'id': '0cb76a4f-6fd6-452d-baca-898d959191e7', 'name': 'tempest-AttachVolumeTestJSON-1454236411-router', 'tenant_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'd49bb961-658b-45da-b6f0-d756299f688d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:42:31Z', 'updated_at': '2022-06-16T00:42:34Z', 'revision_number': 4, 'project_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'gw_port': {'id': 'd49bb961-658b-45da-b6f0-d756299f688d', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:20:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb76a4f-6fd6-452d-baca-898d959191e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:32Z', 'updated_at': '2022-06-16T00:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_floatingips': [{'id': '1ff5204f-8d8f-43f6-96a5-377ae7f2d6b8', 'tenant_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'floating_ip_address': '172.27.1.217', 'floating_network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'router_id': '0cb76a4f-6fd6-452d-baca-898d959191e7', 'port_id': '10418ad5-9d41-4b7e-bd9d-0e56b4427fe6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4929321f-89e1-434e-a080-491c8ce8d5b1', 'mac_address': 'fa:16:3e:df:bf:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f367a4d-3843-4e90-acf8-526e74bd1583', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T00:45:27Z', 'updated_at': '2022-06-16T00:45:40Z', 'revision_number': 1, 'project_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '930c6ce0-8a75-45e6-a0ee-56ffb5edfe9d', 'name': '', 'network_id': '4929321f-89e1-434e-a080-491c8ce8d5b1', 'tenant_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'mac_address': 'fa:16:3e:5f:18:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb76a4f-6fd6-452d-baca-898d959191e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'ef28a6f2-3270-4ff3-93e9-c5ae0a8b3b51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:34Z', 'updated_at': '2022-06-16T00:42:39Z', 'revision_number': 5, 'project_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'subnets': [{'id': 'ef28a6f2-3270-4ff3-93e9-c5ae0a8b3b51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 00:45:41.826481 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.agents_db [None req-15653567-1518-4353-bd1f-4d0dcdae15fd None None] Agent healthcheck: found 6 active agents {{(pid=111025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 00:45:41.970734 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3083bca0-4f03-48da-988d-f57ed95ba0b3 None None] New status for floating IP 1ff5204f-8d8f-43f6-96a5-377ae7f2d6b8: ACTIVE {{(pid=111025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 00:45:43.259078 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (42cc932a-4e60-43e8-a4dc-4f47b3d3efae), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:48.961367 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-bd5fddec-3b3e-4e17-8fff-fdc7c3bf5002 req-660c15c4-0953-42d1-89a8-f4ad33d0f307 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=c407165e-8822-4cbe-a4b4-cdd515e2c048&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379958 Jun 16 00:45:49.053745 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=100 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:45:49.059095 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5fddec-3b3e-4e17-8fff-fdc7c3bf5002 req-1aff16cc-bc3d-44ee-981e-fd67f1b78096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:45:49.060558 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-bd5fddec-3b3e-4e17-8fff-fdc7c3bf5002 req-1aff16cc-bc3d-44ee-981e-fd67f1b78096 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=3a122fcfab7f418baf78d7b742fa20db&device_id=c407165e-8822-4cbe-a4b4-cdd515e2c048 HTTP/1.1" status: 200 len: 1130 time: 0.0382187 Jun 16 00:45:49.169736 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5fddec-3b3e-4e17-8fff-fdc7c3bf5002 req-866d177b-3629-40e6-9620-5f01826d4bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:45:49.171152 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-bd5fddec-3b3e-4e17-8fff-fdc7c3bf5002 req-866d177b-3629-40e6-9620-5f01826d4bc8 service neutron] 10.222.0.40 "GET /v2.0/networks?id=edd9d18b-1d6c-4052-b07a-8baf4adc8bec HTTP/1.1" status: 200 len: 913 time: 0.0899642 Jun 16 00:45:49.235261 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-bd5fddec-3b3e-4e17-8fff-fdc7c3bf5002 req-7fff5cd0-8636-44e6-adde-17d43f8c5328 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04943923-128c-4497-8f50-577da86b34e2 HTTP/1.1" status: 200 len: 1002 time: 0.0545893 Jun 16 00:45:49.288369 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5fddec-3b3e-4e17-8fff-fdc7c3bf5002 req-80a438d2-5b25-46f3-bf8e-b6721aa97d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:45:49.289907 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-bd5fddec-3b3e-4e17-8fff-fdc7c3bf5002 req-80a438d2-5b25-46f3-bf8e-b6721aa97d98 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=bc787928-3000-44c3-a294-565141aabb84 HTTP/1.1" status: 200 len: 851 time: 0.0460916 Jun 16 00:45:49.331042 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5fddec-3b3e-4e17-8fff-fdc7c3bf5002 req-a33885b9-97da-4528-a20b-028385c8613d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:45:49.333126 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-bd5fddec-3b3e-4e17-8fff-fdc7c3bf5002 req-a33885b9-97da-4528-a20b-028385c8613d service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=edd9d18b-1d6c-4052-b07a-8baf4adc8bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0374975 Jun 16 00:45:49.424016 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-bd5fddec-3b3e-4e17-8fff-fdc7c3bf5002 req-92e5c644-489b-49c5-9ab2-51e38f18ff52 service neutron] 10.222.0.40 "GET /v2.0/networks/edd9d18b-1d6c-4052-b07a-8baf4adc8bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849776 Jun 16 00:45:49.514663 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-bd5fddec-3b3e-4e17-8fff-fdc7c3bf5002 req-c62d7ef6-3477-4ab7-a162-dd74c6c5bc77 service neutron] 10.222.0.40 "GET /v2.0/networks/edd9d18b-1d6c-4052-b07a-8baf4adc8bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838737 Jun 16 00:45:50.034206 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=10 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:45:50.036640 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=45 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:45:52.068787 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:45:52.070626 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=31,neutron:UPDATE=4 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:45:54.517203 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-fd95a035-77eb-4547-a4b5-eef575573449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (2a8c543c-b8d9-40d8-999c-fa03b757f547), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:56.767259 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-6bd2032c-3e4f-4b26-a59a-847e2c4b87a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (d0297bc9-c3a8-45ac-9023-c937cb4f21fc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:57.933916 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-117977e4-98b1-40f2-baea-1bec010e476c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (b90f279a-3e8f-4325-a28d-8d213fb96fbc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:59.202277 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:45:59.270569 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-faa15201-cec6-4660-ae33-7025f254e5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (50ece25a-9452-44f6-8bc9-48c0ade2294b), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:45:59.509824 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=39 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:45:59.511699 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=61 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:45:59.705020 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (81117e21-cbf2-493f-9e14-29a3cec1f25a), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:46:09.639787 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=2 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:46:09.647266 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=58,neutron:UPDATE=4 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:46:13.230390 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (42cc932a-4e60-43e8-a4dc-4f47b3d3efae), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:46:18.833588 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.agents_db [None req-15653567-1518-4353-bd1f-4d0dcdae15fd None None] Agent healthcheck: found 6 active agents {{(pid=111025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 00:46:23.187554 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=2 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:46:23.193522 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:46:23.860112 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=6 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:46:24.516480 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a220c254-a7e0-435f-9ad6-30de08ff0793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (2a8c543c-b8d9-40d8-999c-fa03b757f547), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:46:26.796563 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a8ec9304-7f03-41d8-856e-6f9e21091dc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (d0297bc9-c3a8-45ac-9023-c937cb4f21fc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:46:27.938742 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-117977e4-98b1-40f2-baea-1bec010e476c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (b90f279a-3e8f-4325-a28d-8d213fb96fbc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:46:28.825035 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:46:29.270155 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-faa15201-cec6-4660-ae33-7025f254e5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (50ece25a-9452-44f6-8bc9-48c0ade2294b), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:46:29.693347 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (81117e21-cbf2-493f-9e14-29a3cec1f25a), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:46:39.640633 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:46:39.644456 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:46:41.358806 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5ba95-115c-4e93-ab7d-11cf2105c251 req-ce3d97d4-efd7-4a4d-bdf0-7ae3b813034a tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:46:41.360241 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-79f5ba95-115c-4e93-ab7d-11cf2105c251 req-ce3d97d4-efd7-4a4d-bdf0-7ae3b813034a tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f367a4d-3843-4e90-acf8-526e74bd1583 HTTP/1.1" status: 200 len: 945 time: 0.0462070 Jun 16 00:46:41.409716 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-79f5ba95-115c-4e93-ab7d-11cf2105c251 req-3cda04e1-f669-4321-ba0f-515b0266b860 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e388729-b8eb-4092-ab06-37e61ce7475d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440025 Jun 16 00:46:42.530867 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ab595a-8827-4b3b-ae0b-08ce92c7e97f req-d4238f34-abbf-446c-8d83-075e0e2c1b32 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:46:42.535059 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-e4ab595a-8827-4b3b-ae0b-08ce92c7e97f req-d4238f34-abbf-446c-8d83-075e0e2c1b32 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f367a4d-3843-4e90-acf8-526e74bd1583 HTTP/1.1" status: 200 len: 945 time: 0.0543795 Jun 16 00:46:42.579978 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-e4ab595a-8827-4b3b-ae0b-08ce92c7e97f req-96970eac-e7af-4435-b3c7-93427cfcfb0e tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e388729-b8eb-4092-ab06-37e61ce7475d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418465 Jun 16 00:46:43.144944 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36103a4e-0eab-434d-a9fc-869ba27362ca req-2db01963-6b83-4d77-af40-66420d42c46a tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:46:43.146322 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-36103a4e-0eab-434d-a9fc-869ba27362ca req-2db01963-6b83-4d77-af40-66420d42c46a tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.40 "GET /v2.0/ports?device_id=1f367a4d-3843-4e90-acf8-526e74bd1583 HTTP/1.1" status: 200 len: 945 time: 0.0450909 Jun 16 00:46:43.231882 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [req-36103a4e-0eab-434d-a9fc-869ba27362ca req-b1784f97-b483-4dfd-9876-55dca2aba9bc tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Deleting port 10418ad5-9d41-4b7e-bd9d-0e56b4427fe6 {{(pid=111023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 00:46:43.232289 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-36103a4e-0eab-434d-a9fc-869ba27362ca req-b1784f97-b483-4dfd-9876-55dca2aba9bc tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753842671270'] for port (10418ad5-9d41-4b7e-bd9d-0e56b4427fe6), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:46:43.247537 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (42cc932a-4e60-43e8-a4dc-4f47b3d3efae), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:46:43.591398 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.db [req-36103a4e-0eab-434d-a9fc-869ba27362ca req-b1784f97-b483-4dfd-9876-55dca2aba9bc tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] For port 10418ad5-9d41-4b7e-bd9d-0e56b4427fe6, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=10418ad5-9d41-4b7e-bd9d-0e56b4427fe6,segment=NetworkSegment(aa2b41d9-37ac-45f0-b910-fb31fa865fb0),segment_id=aa2b41d9-37ac-45f0-b910-fb31fa865fb0)] {{(pid=111023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:46:43.591752 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-36103a4e-0eab-434d-a9fc-869ba27362ca req-b1784f97-b483-4dfd-9876-55dca2aba9bc tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642233'] for port (10418ad5-9d41-4b7e-bd9d-0e56b4427fe6), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:46:43.739187 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cca8a5-dc29-4195-825b-8d01c9638813 req-64a6681a-be5d-409c-85dc-2384142e9f44 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:46:43.740670 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-54cca8a5-dc29-4195-825b-8d01c9638813 req-64a6681a-be5d-409c-85dc-2384142e9f44 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f367a4d-3843-4e90-acf8-526e74bd1583 HTTP/1.1" status: 200 len: 945 time: 0.0857360 Jun 16 00:46:43.816626 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-36103a4e-0eab-434d-a9fc-869ba27362ca req-b1784f97-b483-4dfd-9876-55dca2aba9bc tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:46:43.822595 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-36103a4e-0eab-434d-a9fc-869ba27362ca req-b1784f97-b483-4dfd-9876-55dca2aba9bc tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672953'] for floatingip (1ff5204f-8d8f-43f6-96a5-377ae7f2d6b8), after_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:46:43.822595 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.db.l3_db [req-36103a4e-0eab-434d-a9fc-869ba27362ca req-b1784f97-b483-4dfd-9876-55dca2aba9bc tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Floating IP 1ff5204f-8d8f-43f6-96a5-377ae7f2d6b8 disassociated. External IP: 172.27.1.217, port: 10418ad5-9d41-4b7e-bd9d-0e56b4427fe6. Jun 16 00:46:43.822595 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [req-36103a4e-0eab-434d-a9fc-869ba27362ca req-b1784f97-b483-4dfd-9876-55dca2aba9bc tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Calling delete_port for 10418ad5-9d41-4b7e-bd9d-0e56b4427fe6 owned by compute:nova {{(pid=111023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 00:46:43.835339 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-54cca8a5-dc29-4195-825b-8d01c9638813 req-972f7846-3f8f-4283-b469-071428f4c483 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e388729-b8eb-4092-ab06-37e61ce7475d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674355 Jun 16 00:46:44.030513 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-36103a4e-0eab-434d-a9fc-869ba27362ca req-b1784f97-b483-4dfd-9876-55dca2aba9bc tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753842673475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753842110814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909837'] for port (10418ad5-9d41-4b7e-bd9d-0e56b4427fe6), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:46:44.062445 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1784f97-b483-4dfd-9876-55dca2aba9bc tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Pushing event deleted for resources: {'Port': ['ID=10418ad5-9d41-4b7e-bd9d-0e56b4427fe6,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:46:44.074727 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1784f97-b483-4dfd-9876-55dca2aba9bc tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:46:44.075325 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1784f97-b483-4dfd-9876-55dca2aba9bc tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:46:44.075660 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1784f97-b483-4dfd-9876-55dca2aba9bc tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:46:44.075998 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1784f97-b483-4dfd-9876-55dca2aba9bc tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:46:44.076336 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1784f97-b483-4dfd-9876-55dca2aba9bc tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:46:44.076827 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1784f97-b483-4dfd-9876-55dca2aba9bc tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:46:44.077152 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1784f97-b483-4dfd-9876-55dca2aba9bc tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:46:44.077473 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1784f97-b483-4dfd-9876-55dca2aba9bc tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:46:44.121044 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1784f97-b483-4dfd-9876-55dca2aba9bc tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:46:44.121044 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1784f97-b483-4dfd-9876-55dca2aba9bc tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:46:44.121044 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1784f97-b483-4dfd-9876-55dca2aba9bc tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:46:44.121044 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1784f97-b483-4dfd-9876-55dca2aba9bc tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:46:44.121044 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1784f97-b483-4dfd-9876-55dca2aba9bc tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:46:44.121044 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1784f97-b483-4dfd-9876-55dca2aba9bc tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:46:44.121044 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1784f97-b483-4dfd-9876-55dca2aba9bc tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:46:44.179975 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.l3_agent_scheduler [req-36103a4e-0eab-434d-a9fc-869ba27362ca req-b1784f97-b483-4dfd-9876-55dca2aba9bc tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Router 0cb76a4f-6fd6-452d-baca-898d959191e7 has already been hosted by L3 agent d0297bc9-c3a8-45ac-9023-c937cb4f21fc {{(pid=111023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 00:46:44.190560 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:46:44.268335 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:46:44.279123 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-36103a4e-0eab-434d-a9fc-869ba27362ca req-b1784f97-b483-4dfd-9876-55dca2aba9bc tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Notify agent at l3_agent.dv-cinder-803823-11-iscsi the message routers_updated {{(pid=111023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 00:46:44.288594 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65576c24-c512-4a86-8fc7-f326015bcbb9 None None] Sync routers for ids ['0cb76a4f-6fd6-452d-baca-898d959191e7'] in dv-cinder-803823-11-iscsi {{(pid=111024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 00:46:44.297943 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65576c24-c512-4a86-8fc7-f326015bcbb9 None None] Routers {'0cb76a4f-6fd6-452d-baca-898d959191e7'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:46:44.298554 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-65576c24-c512-4a86-8fc7-f326015bcbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:46:27Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['0cb76a4f-6fd6-452d-baca-898d959191e7'], 'active': True} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:46:44.324435 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.l3_dvrscheduler_db [req-36103a4e-0eab-434d-a9fc-869ba27362ca req-b1784f97-b483-4dfd-9876-55dca2aba9bc tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] No DVR routers for this DVR port 10418ad5-9d41-4b7e-bd9d-0e56b4427fe6 on host hv-cinder-80382 {{(pid=111023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 00:46:44.327223 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-36103a4e-0eab-434d-a9fc-869ba27362ca req-b1784f97-b483-4dfd-9876-55dca2aba9bc tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for port (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:46:44.330556 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-36103a4e-0eab-434d-a9fc-869ba27362ca req-b1784f97-b483-4dfd-9876-55dca2aba9bc tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.40 "DELETE /v2.0/ports/10418ad5-9d41-4b7e-bd9d-0e56b4427fe6 HTTP/1.1" status: 204 len: 173 time: 1.1783442 Jun 16 00:46:44.330934 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f367a4d-3843-4e90-acf8-526e74bd1583', 'name': 'network-vif-deleted', 'tag': '10418ad5-9d41-4b7e-bd9d-0e56b4427fe6'}] {{(pid=111023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:46:44.333266 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849ffc5c5c28115853a01ef2d84a57e68c82d4a74a931575540ba89325b26957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a52d5d5-fc6d-4a44-82aa-dd3c3f60484e" -d '{"events": [{"server_uuid": "1f367a4d-3843-4e90-acf8-526e74bd1583", "name": "network-vif-deleted", "tag": "10418ad5-9d41-4b7e-bd9d-0e56b4427fe6"}]}' {{(pid=111023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:46:44.367507 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 00:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db8e883-677a-48ef-80f3-8656c4921112 x-openstack-request-id: req-7db8e883-677a-48ef-80f3-8656c4921112 {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:46:44.367800 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f367a4d-3843-4e90-acf8-526e74bd1583", "name": "network-vif-deleted", "tag": "10418ad5-9d41-4b7e-bd9d-0e56b4427fe6", "status": "completed", "code": 200}]} {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:46:44.368577 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7db8e883-677a-48ef-80f3-8656c4921112 {{(pid=111023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:46:44.368978 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7db8e883-677a-48ef-80f3-8656c4921112'] response: {'server_uuid': '1f367a4d-3843-4e90-acf8-526e74bd1583', 'name': 'network-vif-deleted', 'tag': '10418ad5-9d41-4b7e-bd9d-0e56b4427fe6', 'status': 'completed', 'code': 200} Jun 16 00:46:44.408285 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvr_db [None req-65576c24-c512-4a86-8fc7-f326015bcbb9 None None] Set router 0cb76a4f-6fd6-452d-baca-898d959191e7 gateway port host: dv-cinder-803823-11-iscsi {{(pid=111024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:46:44.615458 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-65576c24-c512-4a86-8fc7-f326015bcbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cb76a4f-6fd6-452d-baca-898d959191e7', 'name': 'tempest-AttachVolumeTestJSON-1454236411-router', 'tenant_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'd49bb961-658b-45da-b6f0-d756299f688d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:42:31Z', 'updated_at': '2022-06-16T00:42:34Z', 'revision_number': 4, 'project_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'gw_port': {'id': 'd49bb961-658b-45da-b6f0-d756299f688d', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:20:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb76a4f-6fd6-452d-baca-898d959191e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:32Z', 'updated_at': '2022-06-16T00:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_interfaces': [{'id': '930c6ce0-8a75-45e6-a0ee-56ffb5edfe9d', 'name': '', 'network_id': '4929321f-89e1-434e-a080-491c8ce8d5b1', 'tenant_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'mac_address': 'fa:16:3e:5f:18:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb76a4f-6fd6-452d-baca-898d959191e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'ef28a6f2-3270-4ff3-93e9-c5ae0a8b3b51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:34Z', 'updated_at': '2022-06-16T00:42:39Z', 'revision_number': 5, 'project_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'subnets': [{'id': 'ef28a6f2-3270-4ff3-93e9-c5ae0a8b3b51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:46:44.642658 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65576c24-c512-4a86-8fc7-f326015bcbb9 None None] Checking router: 0cb76a4f-6fd6-452d-baca-898d959191e7 for host: dv-cinder-803823-11-iscsi {{(pid=111024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 00:46:44.651273 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65576c24-c512-4a86-8fc7-f326015bcbb9 None None] Routers {'0cb76a4f-6fd6-452d-baca-898d959191e7'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:46:44.651959 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-65576c24-c512-4a86-8fc7-f326015bcbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:46:27Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['0cb76a4f-6fd6-452d-baca-898d959191e7'], 'active': True} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:46:44.757449 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvr_db [None req-65576c24-c512-4a86-8fc7-f326015bcbb9 None None] Set router 0cb76a4f-6fd6-452d-baca-898d959191e7 gateway port host: dv-cinder-803823-11-iscsi {{(pid=111024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:46:44.937112 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-65576c24-c512-4a86-8fc7-f326015bcbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cb76a4f-6fd6-452d-baca-898d959191e7', 'name': 'tempest-AttachVolumeTestJSON-1454236411-router', 'tenant_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'd49bb961-658b-45da-b6f0-d756299f688d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:42:31Z', 'updated_at': '2022-06-16T00:42:34Z', 'revision_number': 4, 'project_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'gw_port': {'id': 'd49bb961-658b-45da-b6f0-d756299f688d', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:20:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb76a4f-6fd6-452d-baca-898d959191e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:32Z', 'updated_at': '2022-06-16T00:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_interfaces': [{'id': '930c6ce0-8a75-45e6-a0ee-56ffb5edfe9d', 'name': '', 'network_id': '4929321f-89e1-434e-a080-491c8ce8d5b1', 'tenant_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'mac_address': 'fa:16:3e:5f:18:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb76a4f-6fd6-452d-baca-898d959191e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'ef28a6f2-3270-4ff3-93e9-c5ae0a8b3b51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:34Z', 'updated_at': '2022-06-16T00:42:39Z', 'revision_number': 5, 'project_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'subnets': [{'id': 'ef28a6f2-3270-4ff3-93e9-c5ae0a8b3b51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:46:44.945108 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-6bcbca70-d201-45c9-b4df-6ab1179807e8 req-4b3d920f-d6db-4d88-add3-fae0b41d1e49 tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f367a4d-3843-4e90-acf8-526e74bd1583 HTTP/1.1" status: 200 len: 210 time: 0.0293715 Jun 16 00:46:44.965700 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65576c24-c512-4a86-8fc7-f326015bcbb9 None None] The sync data for ids ['0cb76a4f-6fd6-452d-baca-898d959191e7'] in dv-cinder-803823-11-iscsi is: [{'id': '0cb76a4f-6fd6-452d-baca-898d959191e7', 'name': 'tempest-AttachVolumeTestJSON-1454236411-router', 'tenant_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'd49bb961-658b-45da-b6f0-d756299f688d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:42:31Z', 'updated_at': '2022-06-16T00:42:34Z', 'revision_number': 4, 'project_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'gw_port': {'id': 'd49bb961-658b-45da-b6f0-d756299f688d', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:20:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb76a4f-6fd6-452d-baca-898d959191e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:32Z', 'updated_at': '2022-06-16T00:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_interfaces': [{'id': '930c6ce0-8a75-45e6-a0ee-56ffb5edfe9d', 'name': '', 'network_id': '4929321f-89e1-434e-a080-491c8ce8d5b1', 'tenant_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'mac_address': 'fa:16:3e:5f:18:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb76a4f-6fd6-452d-baca-898d959191e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'ef28a6f2-3270-4ff3-93e9-c5ae0a8b3b51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:34Z', 'updated_at': '2022-06-16T00:42:39Z', 'revision_number': 5, 'project_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'subnets': [{'id': 'ef28a6f2-3270-4ff3-93e9-c5ae0a8b3b51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 00:46:45.197313 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d8956b-0639-4282-964a-cbe5b9abbdfa None None] New status for floating IP 1ff5204f-8d8f-43f6-96a5-377ae7f2d6b8: DOWN {{(pid=111025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 00:46:46.094247 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 49116) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:46:46.148161 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-7099079e-5215-4e93-9a3e-d7be4b28e16a tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks [] for security_group (0e388729-b8eb-4092-ab06-37e61ce7475d), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:46:46.171948 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-7099079e-5215-4e93-9a3e-d7be4b28e16a tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks [] for security_group (0e388729-b8eb-4092-ab06-37e61ce7475d), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:46:46.268971 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device 10418ad5-9d41-4b7e-bd9d-0e56b4427fe6 no longer exists at agent hyperv_hv-cinder-80382 {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 00:46:46.281556 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-7099079e-5215-4e93-9a3e-d7be4b28e16a tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (0e388729-b8eb-4092-ab06-37e61ce7475d), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:46:46.284153 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-7099079e-5215-4e93-9a3e-d7be4b28e16a tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks [] for security_group (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:46:46.285347 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-7099079e-5215-4e93-9a3e-d7be4b28e16a tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "DELETE /v2.0/security-groups/0e388729-b8eb-4092-ab06-37e61ce7475d HTTP/1.1" status: 204 len: 168 time: 0.1900637 Jun 16 00:46:46.288427 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 49118) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:46:46.291755 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] No Port match for: 10418ad5-9d41-4b7e-bd9d-0e56b4427fe6 {{(pid=111024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 00:46:46.291755 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device 10418ad5-9d41-4b7e-bd9d-0e56b4427fe6 not bound to the agent host hv-cinder-80382 {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 00:46:46.295464 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7099079e-5215-4e93-9a3e-d7be4b28e16a tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e388729-b8eb-4092-ab06-37e61ce7475d,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:46:46.303504 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.api.v2.resource [None req-a2f2ddb0-0a84-4496-9d00-50305f5f1d7d tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] show failed (client error): The resource could not be found. Jun 16 00:46:46.304498 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-a2f2ddb0-0a84-4496-9d00-50305f5f1d7d tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "GET /v2.0/security-groups/0e388729-b8eb-4092-ab06-37e61ce7475d HTTP/1.1" status: 404 len: 347 time: 0.0148783 Jun 16 00:46:46.308123 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 49120) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:46:46.422848 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [None req-7ce479e7-5e55-441f-bacd-4bd48fc0681d tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Deleting port a70f6729-c295-4541-a237-f094a659bdaa {{(pid=111023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 00:46:46.423180 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-7ce479e7-5e55-441f-bacd-4bd48fc0681d tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753842671270'] for port (a70f6729-c295-4541-a237-f094a659bdaa), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:46:46.498522 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-7ce479e7-5e55-441f-bacd-4bd48fc0681d tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642233'] for port (a70f6729-c295-4541-a237-f094a659bdaa), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:46:46.498845 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-7ce479e7-5e55-441f-bacd-4bd48fc0681d tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks [] for floatingip (a70f6729-c295-4541-a237-f094a659bdaa), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:46:46.511448 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [None req-7ce479e7-5e55-441f-bacd-4bd48fc0681d tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Calling delete_port for a70f6729-c295-4541-a237-f094a659bdaa owned by network:floatingip {{(pid=111023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 00:46:46.693327 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-7ce479e7-5e55-441f-bacd-4bd48fc0681d tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753842673475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753842110814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909837'] for port (a70f6729-c295-4541-a237-f094a659bdaa), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:46:46.716372 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce479e7-5e55-441f-bacd-4bd48fc0681d tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Pushing event deleted for resources: {'Port': ['ID=a70f6729-c295-4541-a237-f094a659bdaa,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:46:46.780842 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-7ce479e7-5e55-441f-bacd-4bd48fc0681d tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks [] for floatingip (1ff5204f-8d8f-43f6-96a5-377ae7f2d6b8), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:46:46.783261 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-7ce479e7-5e55-441f-bacd-4bd48fc0681d tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for floatingip (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:46:46.786049 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-7ce479e7-5e55-441f-bacd-4bd48fc0681d tempest-AttachVolumeTestJSON-215219749 tempest-AttachVolumeTestJSON-215219749-project] 10.222.0.20 "DELETE /v2.0/floatingips/1ff5204f-8d8f-43f6-96a5-377ae7f2d6b8 HTTP/1.1" status: 204 len: 168 time: 0.4751787 Jun 16 00:46:50.652658 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 49148) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:46:50.846925 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:46:50.879103 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:46:50.961295 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-1babd095-e9c2-4696-a8ed-dd99bcdaaec3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-678073'] for router_interface (0cb76a4f-6fd6-452d-baca-898d959191e7), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:46:51.170658 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [None req-1babd095-e9c2-4696-a8ed-dd99bcdaaec3 admin admin] Deleting port 930c6ce0-8a75-45e6-a0ee-56ffb5edfe9d {{(pid=111023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 00:46:51.170882 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-1babd095-e9c2-4696-a8ed-dd99bcdaaec3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753842671270'] for port (930c6ce0-8a75-45e6-a0ee-56ffb5edfe9d), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:46:51.246082 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.db [None req-1babd095-e9c2-4696-a8ed-dd99bcdaaec3 admin admin] For port 930c6ce0-8a75-45e6-a0ee-56ffb5edfe9d, host dv-cinder-803823-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=930c6ce0-8a75-45e6-a0ee-56ffb5edfe9d,segment=NetworkSegment(aa2b41d9-37ac-45f0-b910-fb31fa865fb0),segment_id=aa2b41d9-37ac-45f0-b910-fb31fa865fb0)] {{(pid=111023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:46:51.246427 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-1babd095-e9c2-4696-a8ed-dd99bcdaaec3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642233'] for port (930c6ce0-8a75-45e6-a0ee-56ffb5edfe9d), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:46:51.258539 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [None req-1babd095-e9c2-4696-a8ed-dd99bcdaaec3 admin admin] Calling delete_port for 930c6ce0-8a75-45e6-a0ee-56ffb5edfe9d owned by network:router_interface {{(pid=111023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 00:46:51.492930 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-1babd095-e9c2-4696-a8ed-dd99bcdaaec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753842673475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753842110814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909837'] for port (930c6ce0-8a75-45e6-a0ee-56ffb5edfe9d), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:46:51.517122 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1babd095-e9c2-4696-a8ed-dd99bcdaaec3 admin admin] Pushing event deleted for resources: {'Port': ['ID=930c6ce0-8a75-45e6-a0ee-56ffb5edfe9d,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:46:51.674230 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:46:51.677068 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-1babd095-e9c2-4696-a8ed-dd99bcdaaec3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677933'] for router_interface (0cb76a4f-6fd6-452d-baca-898d959191e7), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:46:51.772833 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:46:51.879632 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1babd095-e9c2-4696-a8ed-dd99bcdaaec3 admin admin] Router 0cb76a4f-6fd6-452d-baca-898d959191e7 has already been hosted by L3 agent d0297bc9-c3a8-45ac-9023-c937cb4f21fc {{(pid=111023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 00:46:51.977857 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1babd095-e9c2-4696-a8ed-dd99bcdaaec3 admin admin] Notify agent at l3_agent.dv-cinder-803823-11-iscsi the message routers_updated {{(pid=111023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 00:46:51.986574 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-1babd095-e9c2-4696-a8ed-dd99bcdaaec3 admin admin] 10.222.0.20 "PUT /v2.0/routers/0cb76a4f-6fd6-452d-baca-898d959191e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3302817 Jun 16 00:46:51.986574 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 49150) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:46:51.989731 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a14b3d-836f-4f7b-80b5-18de91afa16c None None] Sync routers for ids ['0cb76a4f-6fd6-452d-baca-898d959191e7'] in dv-cinder-803823-11-iscsi {{(pid=111024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 00:46:52.002117 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a14b3d-836f-4f7b-80b5-18de91afa16c None None] Routers {'0cb76a4f-6fd6-452d-baca-898d959191e7'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:46:52.002727 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-60a14b3d-836f-4f7b-80b5-18de91afa16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:46:27Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['0cb76a4f-6fd6-452d-baca-898d959191e7'], 'active': True} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:46:52.079963 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-b5450892-40f4-4477-838a-e8b0ae299b61 admin admin] Publish callbacks [] for router (0cb76a4f-6fd6-452d-baca-898d959191e7), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:46:52.102356 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvr_db [None req-60a14b3d-836f-4f7b-80b5-18de91afa16c None None] Set router 0cb76a4f-6fd6-452d-baca-898d959191e7 gateway port host: dv-cinder-803823-11-iscsi {{(pid=111024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:46:52.174969 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-b5450892-40f4-4477-838a-e8b0ae299b61 admin admin] Publish callbacks [] for router_gateway (0cb76a4f-6fd6-452d-baca-898d959191e7), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:46:52.211550 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:46:52.284532 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [None req-b5450892-40f4-4477-838a-e8b0ae299b61 admin admin] Deleting port d49bb961-658b-45da-b6f0-d756299f688d {{(pid=111023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 00:46:52.284887 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-b5450892-40f4-4477-838a-e8b0ae299b61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753842671270'] for port (d49bb961-658b-45da-b6f0-d756299f688d), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:46:52.365926 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.db [None req-b5450892-40f4-4477-838a-e8b0ae299b61 admin admin] For port d49bb961-658b-45da-b6f0-d756299f688d, host dv-cinder-803823-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=d49bb961-658b-45da-b6f0-d756299f688d,segment=NetworkSegment(6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc),segment_id=6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc)] {{(pid=111023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:46:52.366182 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-b5450892-40f4-4477-838a-e8b0ae299b61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642233'] for port (d49bb961-658b-45da-b6f0-d756299f688d), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:46:52.379388 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [None req-b5450892-40f4-4477-838a-e8b0ae299b61 admin admin] Calling delete_port for d49bb961-658b-45da-b6f0-d756299f688d owned by network:router_gateway {{(pid=111023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 00:46:52.392143 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-60a14b3d-836f-4f7b-80b5-18de91afa16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cb76a4f-6fd6-452d-baca-898d959191e7', 'name': 'tempest-AttachVolumeTestJSON-1454236411-router', 'tenant_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'd49bb961-658b-45da-b6f0-d756299f688d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:42:31Z', 'updated_at': '2022-06-16T00:46:51Z', 'revision_number': 5, 'project_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'gw_port': {'id': 'd49bb961-658b-45da-b6f0-d756299f688d', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:20:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb76a4f-6fd6-452d-baca-898d959191e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:32Z', 'updated_at': '2022-06-16T00:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi'}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:46:52.395386 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=100 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:46:52.417246 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a14b3d-836f-4f7b-80b5-18de91afa16c None None] Checking router: 0cb76a4f-6fd6-452d-baca-898d959191e7 for host: dv-cinder-803823-11-iscsi {{(pid=111024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 00:46:52.425642 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a14b3d-836f-4f7b-80b5-18de91afa16c None None] Routers {'0cb76a4f-6fd6-452d-baca-898d959191e7'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:46:52.426374 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-60a14b3d-836f-4f7b-80b5-18de91afa16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:46:27Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['0cb76a4f-6fd6-452d-baca-898d959191e7'], 'active': True} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:46:52.492943 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:46:52.509335 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvr_db [None req-60a14b3d-836f-4f7b-80b5-18de91afa16c None None] Set router 0cb76a4f-6fd6-452d-baca-898d959191e7 gateway port host: None {{(pid=111024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:46:52.556099 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-60a14b3d-836f-4f7b-80b5-18de91afa16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cb76a4f-6fd6-452d-baca-898d959191e7', 'name': 'tempest-AttachVolumeTestJSON-1454236411-router', 'tenant_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:42:31Z', 'updated_at': '2022-06-16T00:46:52Z', 'revision_number': 6, 'project_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'gw_port_host': None}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:46:52.576681 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=11 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:46:52.584536 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a14b3d-836f-4f7b-80b5-18de91afa16c None None] The sync data for ids ['0cb76a4f-6fd6-452d-baca-898d959191e7'] in dv-cinder-803823-11-iscsi is: [{'id': '0cb76a4f-6fd6-452d-baca-898d959191e7', 'name': 'tempest-AttachVolumeTestJSON-1454236411-router', 'tenant_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:42:31Z', 'updated_at': '2022-06-16T00:46:52Z', 'revision_number': 6, 'project_id': 'f8eb9ad6ea03410f9956bbabeddcd5b2', 'gw_port_host': None}] {{(pid=111024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 00:46:52.598325 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-b5450892-40f4-4477-838a-e8b0ae299b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753842673475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753842110814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909837'] for port (d49bb961-658b-45da-b6f0-d756299f688d), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:46:52.622881 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5450892-40f4-4477-838a-e8b0ae299b61 admin admin] Pushing event deleted for resources: {'Port': ['ID=d49bb961-658b-45da-b6f0-d756299f688d,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:46:52.686871 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-b5450892-40f4-4477-838a-e8b0ae299b61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-673148'] for router_gateway (0cb76a4f-6fd6-452d-baca-898d959191e7), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:46:52.688699 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:46:52.773792 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-b5450892-40f4-4477-838a-e8b0ae299b61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3429'] for router (0cb76a4f-6fd6-452d-baca-898d959191e7), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:46:52.775957 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-b5450892-40f4-4477-838a-e8b0ae299b61 admin admin] Publish callbacks [] for router_controller (0cb76a4f-6fd6-452d-baca-898d959191e7), precommit_delete_associations {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:46:52.864428 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-b5450892-40f4-4477-838a-e8b0ae299b61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-673004'] for router (0cb76a4f-6fd6-452d-baca-898d959191e7), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:46:52.865042 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5450892-40f4-4477-838a-e8b0ae299b61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0cb76a4f-6fd6-452d-baca-898d959191e7 {{(pid=111023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 00:46:52.869997 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-b5450892-40f4-4477-838a-e8b0ae299b61 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:46:52.871113 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-b5450892-40f4-4477-838a-e8b0ae299b61 admin admin] 10.222.0.20 "DELETE /v2.0/routers/0cb76a4f-6fd6-452d-baca-898d959191e7 HTTP/1.1" status: 204 len: 168 time: 0.8844059 Jun 16 00:46:52.873588 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 49152) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:46:52.919328 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.db_base_plugin_v2 [None req-6003ba17-5abd-4510-8a1d-6efe848e25fe admin admin] Deleting subnet ef28a6f2-3270-4ff3-93e9-c5ae0a8b3b51 {{(pid=111023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 00:46:52.922792 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-6003ba17-5abd-4510-8a1d-6efe848e25fe admin admin] Publish callbacks [] for subnet (ef28a6f2-3270-4ff3-93e9-c5ae0a8b3b51), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:46:52.963359 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-6003ba17-5abd-4510-8a1d-6efe848e25fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10236084'] for subnet (ef28a6f2-3270-4ff3-93e9-c5ae0a8b3b51), precommit_delete_associations {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:46:53.038025 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-6003ba17-5abd-4510-8a1d-6efe848e25fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1219515'] for subnet (ef28a6f2-3270-4ff3-93e9-c5ae0a8b3b51), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:46:53.150210 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-6003ba17-5abd-4510-8a1d-6efe848e25fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1219458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2909856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10303412'] for subnet (ef28a6f2-3270-4ff3-93e9-c5ae0a8b3b51), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:46:53.173392 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6003ba17-5abd-4510-8a1d-6efe848e25fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef28a6f2-3270-4ff3-93e9-c5ae0a8b3b51,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:46:53.178961 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-6003ba17-5abd-4510-8a1d-6efe848e25fe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:46:53.182556 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-6003ba17-5abd-4510-8a1d-6efe848e25fe admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ef28a6f2-3270-4ff3-93e9-c5ae0a8b3b51 HTTP/1.1" status: 204 len: 168 time: 0.3080814 Jun 16 00:46:53.185148 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 49154) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:46:53.186011 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f040a6e-af45-433c-87b5-8f779644298c None None] Network 4929321f-89e1-434e-a080-491c8ce8d5b1 requested from dv-cinder-803823-11-iscsi {{(pid=111024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 00:46:53.255916 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-eda06a21-8785-48d3-bb47-7ccd9275195a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1350587'] for network (4929321f-89e1-434e-a080-491c8ce8d5b1), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:46:53.299552 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [None req-eda06a21-8785-48d3-bb47-7ccd9275195a admin admin] Deleting port aeba0116-b643-4d71-8647-cfaf4c1c0322 {{(pid=111023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 00:46:53.299888 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-eda06a21-8785-48d3-bb47-7ccd9275195a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753842671270'] for port (aeba0116-b643-4d71-8647-cfaf4c1c0322), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:46:53.352582 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c70d83-3cfe-441b-8c75-84b3cf939d06 None None] DHCP port deletion for 4929321f-89e1-434e-a080-491c8ce8d5b1 request from dv-cinder-803823-11-iscsi {{(pid=111024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 00:46:53.390072 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.db [None req-eda06a21-8785-48d3-bb47-7ccd9275195a admin admin] For port aeba0116-b643-4d71-8647-cfaf4c1c0322, host dv-cinder-803823-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=aeba0116-b643-4d71-8647-cfaf4c1c0322,segment=NetworkSegment(aa2b41d9-37ac-45f0-b910-fb31fa865fb0),segment_id=aa2b41d9-37ac-45f0-b910-fb31fa865fb0)] {{(pid=111023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:46:53.390072 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-eda06a21-8785-48d3-bb47-7ccd9275195a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642233'] for port (aeba0116-b643-4d71-8647-cfaf4c1c0322), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:46:53.394639 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [None req-eda06a21-8785-48d3-bb47-7ccd9275195a admin admin] Calling delete_port for aeba0116-b643-4d71-8647-cfaf4c1c0322 owned by network:dhcp {{(pid=111023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 00:46:53.394854 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-07c70d83-3cfe-441b-8c75-84b3cf939d06 None None] Deleting port aeba0116-b643-4d71-8647-cfaf4c1c0322 {{(pid=111024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 00:46:53.395239 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-07c70d83-3cfe-441b-8c75-84b3cf939d06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753842671270'] for port (aeba0116-b643-4d71-8647-cfaf4c1c0322), before_delete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:46:53.459937 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-07c70d83-3cfe-441b-8c75-84b3cf939d06 None None] For port aeba0116-b643-4d71-8647-cfaf4c1c0322, host dv-cinder-803823-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=aeba0116-b643-4d71-8647-cfaf4c1c0322,segment=NetworkSegment(aa2b41d9-37ac-45f0-b910-fb31fa865fb0),segment_id=aa2b41d9-37ac-45f0-b910-fb31fa865fb0)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:46:53.460337 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-07c70d83-3cfe-441b-8c75-84b3cf939d06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642233'] for port (aeba0116-b643-4d71-8647-cfaf4c1c0322), precommit_delete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:46:53.474574 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-07c70d83-3cfe-441b-8c75-84b3cf939d06 None None] Calling delete_port for aeba0116-b643-4d71-8647-cfaf4c1c0322 owned by network:dhcp {{(pid=111024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 00:46:53.539260 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-eda06a21-8785-48d3-bb47-7ccd9275195a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753842673475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753842110814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909837'] for port (aeba0116-b643-4d71-8647-cfaf4c1c0322), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:46:53.555237 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-07c70d83-3cfe-441b-8c75-84b3cf939d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753842673475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753842110814'] for port (aeba0116-b643-4d71-8647-cfaf4c1c0322), after_delete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:46:53.566154 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda06a21-8785-48d3-bb47-7ccd9275195a admin admin] Pushing event deleted for resources: {'Port': ['ID=aeba0116-b643-4d71-8647-cfaf4c1c0322,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:46:53.569747 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda06a21-8785-48d3-bb47-7ccd9275195a admin admin] No DVR routers for this DVR port aeba0116-b643-4d71-8647-cfaf4c1c0322 on host dv-cinder-803823-11-iscsi {{(pid=111023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 00:46:53.578913 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c70d83-3cfe-441b-8c75-84b3cf939d06 None None] Pushing event deleted for resources: {'Port': ['ID=aeba0116-b643-4d71-8647-cfaf4c1c0322,revision_number=None']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:46:53.593345 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c70d83-3cfe-441b-8c75-84b3cf939d06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:46:53.593526 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c70d83-3cfe-441b-8c75-84b3cf939d06 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:46:53.593866 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c70d83-3cfe-441b-8c75-84b3cf939d06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:46:53.594196 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c70d83-3cfe-441b-8c75-84b3cf939d06 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:46:53.594520 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c70d83-3cfe-441b-8c75-84b3cf939d06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:46:53.594878 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c70d83-3cfe-441b-8c75-84b3cf939d06 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:46:53.595164 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c70d83-3cfe-441b-8c75-84b3cf939d06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:46:53.595477 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c70d83-3cfe-441b-8c75-84b3cf939d06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:46:53.595796 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c70d83-3cfe-441b-8c75-84b3cf939d06 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:46:53.596108 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c70d83-3cfe-441b-8c75-84b3cf939d06 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:46:53.596421 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c70d83-3cfe-441b-8c75-84b3cf939d06 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:46:53.596765 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c70d83-3cfe-441b-8c75-84b3cf939d06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:46:53.597076 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c70d83-3cfe-441b-8c75-84b3cf939d06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:46:53.597383 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c70d83-3cfe-441b-8c75-84b3cf939d06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:46:53.597690 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c70d83-3cfe-441b-8c75-84b3cf939d06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:46:53.600746 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c70d83-3cfe-441b-8c75-84b3cf939d06 None None] No DVR routers for this DVR port aeba0116-b643-4d71-8647-cfaf4c1c0322 on host dv-cinder-803823-11-iscsi {{(pid=111024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 00:46:53.666242 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-eda06a21-8785-48d3-bb47-7ccd9275195a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1217386', 'neutron.services.segments.db._delete_segments_for_network-8753842649658'] for network (4929321f-89e1-434e-a080-491c8ce8d5b1), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:46:53.680809 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.services.segments.db [None req-eda06a21-8785-48d3-bb47-7ccd9275195a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4929321f-89e1-434e-a080-491c8ce8d5b1']}} {{(pid=111023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:46:53.691582 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.services.segments.db [None req-eda06a21-8785-48d3-bb47-7ccd9275195a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa2b41d9-37ac-45f0-b910-fb31fa865fb0') {'for_net_delete': True} {{(pid=111023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:46:53.691582 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.services.segments.db [None req-eda06a21-8785-48d3-bb47-7ccd9275195a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa2b41d9-37ac-45f0-b910-fb31fa865fb0') {} {{(pid=111023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:46:53.700969 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-eda06a21-8785-48d3-bb47-7ccd9275195a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753842648513', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10236077'] for segment (aa2b41d9-37ac-45f0-b910-fb31fa865fb0), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:46:53.714561 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-eda06a21-8785-48d3-bb47-7ccd9275195a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219328'] for segment (aa2b41d9-37ac-45f0-b910-fb31fa865fb0), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:46:53.720835 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eda06a21-8785-48d3-bb47-7ccd9275195a admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=111023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 00:46:53.724725 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-eda06a21-8785-48d3-bb47-7ccd9275195a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2909950'] for segment (aa2b41d9-37ac-45f0-b910-fb31fa865fb0), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:46:53.725411 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=9 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:46:54.044562 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.services.segments.plugin [-] Segment aa2b41d9-37ac-45f0-b910-fb31fa865fb0 resource provider aggregate not found Jun 16 00:46:54.059800 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device d49bb961-658b-45da-b6f0-d756299f688d no longer exists at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 00:46:54.064314 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.services.segments.plugin [-] Segment aa2b41d9-37ac-45f0-b910-fb31fa865fb0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aa2b41d9-37ac-45f0-b910-fb31fa865fb0 found for delete ", "request_id": "req-d96bfca9-0c1c-4037-9d80-b815584f62d2"}]} Jun 16 00:46:54.079849 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] No Port match for: d49bb961-658b-45da-b6f0-d756299f688d {{(pid=111024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 00:46:54.080195 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device d49bb961-658b-45da-b6f0-d756299f688d not bound to the agent host dv-cinder-803823-11-iscsi {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 00:46:54.080625 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device 930c6ce0-8a75-45e6-a0ee-56ffb5edfe9d no longer exists at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 00:46:54.097655 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] No Port match for: 930c6ce0-8a75-45e6-a0ee-56ffb5edfe9d {{(pid=111024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 00:46:54.098035 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device 930c6ce0-8a75-45e6-a0ee-56ffb5edfe9d not bound to the agent host dv-cinder-803823-11-iscsi {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 00:46:54.098381 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device aeba0116-b643-4d71-8647-cfaf4c1c0322 no longer exists at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 00:46:54.119584 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] No Port match for: aeba0116-b643-4d71-8647-cfaf4c1c0322 {{(pid=111024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 00:46:54.119927 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device aeba0116-b643-4d71-8647-cfaf4c1c0322 not bound to the agent host dv-cinder-803823-11-iscsi {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 00:46:54.155864 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-eda06a21-8785-48d3-bb47-7ccd9275195a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1220132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673112'] for network (4929321f-89e1-434e-a080-491c8ce8d5b1), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:46:54.160139 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-eda06a21-8785-48d3-bb47-7ccd9275195a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590195'] for network (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:46:54.163286 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-eda06a21-8785-48d3-bb47-7ccd9275195a admin admin] 10.222.0.20 "DELETE /v2.0/networks/4929321f-89e1-434e-a080-491c8ce8d5b1 HTTP/1.1" status: 204 len: 168 time: 0.9772387 Jun 16 00:46:54.176734 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda06a21-8785-48d3-bb47-7ccd9275195a admin admin] Pushing event deleted for resources: {'Network': ['ID=4929321f-89e1-434e-a080-491c8ce8d5b1,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:46:54.464042 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 49164) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:46:54.491120 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:46:54.498764 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-eedd7c1c-172f-4216-b590-de2f5333a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (2a8c543c-b8d9-40d8-999c-fa03b757f547), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:46:54.505099 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-ea916bbe-c7a8-4fe2-a106-9bd0184f8a6c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f8eb9ad6ea03410f9956bbabeddcd5b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399435 Jun 16 00:46:54.507565 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 49166) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:46:54.557863 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-8c422499-d35b-452b-ae0d-b5318b2e3b18 admin admin] Publish callbacks [] for security_group (ea41d88b-3b4a-45a9-8c5a-66df6c10f9f2), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:46:54.579395 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-8c422499-d35b-452b-ae0d-b5318b2e3b18 admin admin] Publish callbacks [] for security_group (ea41d88b-3b4a-45a9-8c5a-66df6c10f9f2), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:46:54.709649 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-8c422499-d35b-452b-ae0d-b5318b2e3b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (ea41d88b-3b4a-45a9-8c5a-66df6c10f9f2), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:46:54.712188 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-8c422499-d35b-452b-ae0d-b5318b2e3b18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:46:54.713354 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-8c422499-d35b-452b-ae0d-b5318b2e3b18 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ea41d88b-3b4a-45a9-8c5a-66df6c10f9f2 HTTP/1.1" status: 204 len: 168 time: 0.2049065 Jun 16 00:46:54.721292 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c422499-d35b-452b-ae0d-b5318b2e3b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea41d88b-3b4a-45a9-8c5a-66df6c10f9f2,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:46:55.822533 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.agents_db [None req-15653567-1518-4353-bd1f-4d0dcdae15fd None None] Agent healthcheck: found 6 active agents {{(pid=111025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 00:46:56.298471 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=9 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:46:56.785115 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-ac8e28ec-f44e-4b9a-9fed-0ed9b442dd5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (d0297bc9-c3a8-45ac-9023-c937cb4f21fc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:46:57.955647 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-117977e4-98b1-40f2-baea-1bec010e476c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (b90f279a-3e8f-4325-a28d-8d213fb96fbc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:46:59.258705 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-faa15201-cec6-4660-ae33-7025f254e5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (50ece25a-9452-44f6-8bc9-48c0ade2294b), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:46:59.721521 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (81117e21-cbf2-493f-9e14-29a3cec1f25a), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:00.855582 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:47:04.152838 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 49268) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:47:04.261885 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-2e13cfa9-bcbc-4af0-83ce-12dee8ce4845 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:04.336351 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-2e13cfa9-bcbc-4af0-83ce-12dee8ce4845 admin admin] Publish callbacks [] for security_group (42da6070-3d02-432d-9cb2-b57a5ae5049e), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:04.407414 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-2e13cfa9-bcbc-4af0-83ce-12dee8ce4845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (42da6070-3d02-432d-9cb2-b57a5ae5049e), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:04.445048 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-2e13cfa9-bcbc-4af0-83ce-12dee8ce4845 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c59f48b88ad24399bd4143cbec9a4eee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2910969 Jun 16 00:47:04.447765 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 49276) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:47:04.449602 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e13cfa9-bcbc-4af0-83ce-12dee8ce4845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42da6070-3d02-432d-9cb2-b57a5ae5049e,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:47:04.501074 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-8b9e6915-883e-4cde-83d0-c5d20bbad970 admin admin] Publish callbacks [] for security_group (42da6070-3d02-432d-9cb2-b57a5ae5049e), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:04.523563 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-8b9e6915-883e-4cde-83d0-c5d20bbad970 admin admin] Publish callbacks [] for security_group (42da6070-3d02-432d-9cb2-b57a5ae5049e), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:04.641159 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-8b9e6915-883e-4cde-83d0-c5d20bbad970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (42da6070-3d02-432d-9cb2-b57a5ae5049e), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:04.643761 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-8b9e6915-883e-4cde-83d0-c5d20bbad970 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:04.644931 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-8b9e6915-883e-4cde-83d0-c5d20bbad970 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/42da6070-3d02-432d-9cb2-b57a5ae5049e HTTP/1.1" status: 204 len: 168 time: 0.1960890 Jun 16 00:47:04.654379 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9e6915-883e-4cde-83d0-c5d20bbad970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42da6070-3d02-432d-9cb2-b57a5ae5049e,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:47:04.660352 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9e6915-883e-4cde-83d0-c5d20bbad970 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:47:04.660729 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9e6915-883e-4cde-83d0-c5d20bbad970 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:47:04.661068 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9e6915-883e-4cde-83d0-c5d20bbad970 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:47:04.661486 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9e6915-883e-4cde-83d0-c5d20bbad970 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:47:04.662255 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9e6915-883e-4cde-83d0-c5d20bbad970 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:47:04.662607 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9e6915-883e-4cde-83d0-c5d20bbad970 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:47:04.662925 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9e6915-883e-4cde-83d0-c5d20bbad970 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:47:04.663246 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9e6915-883e-4cde-83d0-c5d20bbad970 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:47:04.663570 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9e6915-883e-4cde-83d0-c5d20bbad970 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:47:04.663892 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9e6915-883e-4cde-83d0-c5d20bbad970 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:47:04.664220 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9e6915-883e-4cde-83d0-c5d20bbad970 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:47:04.664558 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9e6915-883e-4cde-83d0-c5d20bbad970 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:47:04.664883 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9e6915-883e-4cde-83d0-c5d20bbad970 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:47:04.665247 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9e6915-883e-4cde-83d0-c5d20bbad970 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:47:04.665516 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9e6915-883e-4cde-83d0-c5d20bbad970 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:47:05.206370 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 49282) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:47:05.219733 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-41ca7976-ca13-4365-ba75-5474f7a68b01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:05.293039 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-41ca7976-ca13-4365-ba75-5474f7a68b01 admin admin] Publish callbacks [] for security_group (b53d8296-d369-4c00-990a-12049de673c2), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:05.344078 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-41ca7976-ca13-4365-ba75-5474f7a68b01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (b53d8296-d369-4c00-990a-12049de673c2), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:05.383766 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-41ca7976-ca13-4365-ba75-5474f7a68b01 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=25fec50cf6a54bcd9439ae2f15a5d147&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1763086 Jun 16 00:47:05.384802 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ca7976-ca13-4365-ba75-5474f7a68b01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b53d8296-d369-4c00-990a-12049de673c2,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:47:05.387662 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 49286) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:47:05.439881 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-00392afe-0640-41f8-92bc-9dd4b64a539e admin admin] Publish callbacks [] for security_group (b53d8296-d369-4c00-990a-12049de673c2), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:05.462942 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-00392afe-0640-41f8-92bc-9dd4b64a539e admin admin] Publish callbacks [] for security_group (b53d8296-d369-4c00-990a-12049de673c2), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:05.555394 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-00392afe-0640-41f8-92bc-9dd4b64a539e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (b53d8296-d369-4c00-990a-12049de673c2), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:05.558149 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-00392afe-0640-41f8-92bc-9dd4b64a539e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:05.559997 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-00392afe-0640-41f8-92bc-9dd4b64a539e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b53d8296-d369-4c00-990a-12049de673c2 HTTP/1.1" status: 204 len: 168 time: 0.1713760 Jun 16 00:47:05.568279 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00392afe-0640-41f8-92bc-9dd4b64a539e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b53d8296-d369-4c00-990a-12049de673c2,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:47:05.819148 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:47:07.711272 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-06a27663-1a79-46f2-8122-59d88434e261 req-2c7a67c5-c0e9-4e40-ba56-e377b846eacc tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-298912126&fields=id&tenant_id=3a122fcfab7f418baf78d7b742fa20db HTTP/1.1" status: 200 len: 267 time: 0.0445750 Jun 16 00:47:08.016478 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a27663-1a79-46f2-8122-59d88434e261 req-af307e33-7e28-4850-a907-07d89f817ab5 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:47:08.018036 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-06a27663-1a79-46f2-8122-59d88434e261 req-af307e33-7e28-4850-a907-07d89f817ab5 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/networks?id=edd9d18b-1d6c-4052-b07a-8baf4adc8bec HTTP/1.1" status: 200 len: 812 time: 0.3005493 Jun 16 00:47:08.032794 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-06a27663-1a79-46f2-8122-59d88434e261 req-aa0f6ff2-51e6-44d2-a4f5-6a8e2c42a16a tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/quotas/3a122fcfab7f418baf78d7b742fa20db HTTP/1.1" status: 200 len: 375 time: 0.0095050 Jun 16 00:47:08.082635 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-06a27663-1a79-46f2-8122-59d88434e261 req-b2688629-802c-44ed-8089-81353bcf9acf tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3a122fcfab7f418baf78d7b742fa20db&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0450103 Jun 16 00:47:08.284281 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-06a27663-1a79-46f2-8122-59d88434e261 req-12cfc500-9ab6-4c02-b10d-366be0d60207 service neutron] 10.222.0.20 "GET /v2.0/networks/edd9d18b-1d6c-4052-b07a-8baf4adc8bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892323 Jun 16 00:47:08.371225 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-06a27663-1a79-46f2-8122-59d88434e261 req-b4df9aff-0064-4b8a-b06d-fed26be554ec service neutron] 10.222.0.20 "GET /v2.0/networks/edd9d18b-1d6c-4052-b07a-8baf4adc8bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811615 Jun 16 00:47:08.826862 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:47:08.848007 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-7c02bb21-5a05-4fb4-9bf1-77c30bd6a79b req-ad9a324a-694d-4e0f-976a-5e75e48b31a6 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/ports?device_id=65ca4dcb-076c-452d-ab6a-dec4242c6d6f HTTP/1.1" status: 200 len: 210 time: 0.0311697 Jun 16 00:47:09.943971 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-c918b961-1abb-4b35-9a5a-2f78214fd807 req-c63c919d-3260-4435-a34b-b47d33049d0c tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/ports?device_id=65ca4dcb-076c-452d-ab6a-dec4242c6d6f HTTP/1.1" status: 200 len: 210 time: 0.0277152 Jun 16 00:47:10.773245 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a27663-1a79-46f2-8122-59d88434e261 req-f8b1619a-d55e-46b6-9760-493234f671a0 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:47:10.774688 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-06a27663-1a79-46f2-8122-59d88434e261 req-f8b1619a-d55e-46b6-9760-493234f671a0 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.40 "GET /v2.0/networks?id=edd9d18b-1d6c-4052-b07a-8baf4adc8bec HTTP/1.1" status: 200 len: 812 time: 0.0983145 Jun 16 00:47:10.846215 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-06a27663-1a79-46f2-8122-59d88434e261 req-387db5a0-4c8a-425b-b4ab-2cc005373901 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.40 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a122fcfab7f418baf78d7b742fa20db HTTP/1.1" status: 200 len: 379 time: 0.0583227 Jun 16 00:47:10.854456 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [req-06a27663-1a79-46f2-8122-59d88434e261 req-df4f4b40-280a-44a0-83f5-830144929090 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Request body: {'port': {'device_id': '65ca4dcb-076c-452d-ab6a-dec4242c6d6f', 'network_id': 'edd9d18b-1d6c-4052-b07a-8baf4adc8bec', 'admin_state_up': True, 'tenant_id': '3a122fcfab7f418baf78d7b742fa20db', 'security_groups': ['9f9352b3-d578-4225-bf07-e2cb32cb93a9']}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:47:11.039537 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06a27663-1a79-46f2-8122-59d88434e261 req-df4f4b40-280a-44a0-83f5-830144929090 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Made reservation on behalf of 3a122fcfab7f418baf78d7b742fa20db for: {'port': 1} {{(pid=111023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 00:47:11.042936 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-06a27663-1a79-46f2-8122-59d88434e261 req-df4f4b40-280a-44a0-83f5-830144929090 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:11.046751 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-b57a7091-2f42-42f1-aa19-67e481295317 req-150b7e52-8822-453e-932f-1b71c0ebd8fa tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/ports?device_id=65ca4dcb-076c-452d-ab6a-dec4242c6d6f HTTP/1.1" status: 200 len: 210 time: 0.0354748 Jun 16 00:47:11.078670 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 49394) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:47:11.176744 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.db_base_plugin_common [req-06a27663-1a79-46f2-8122-59d88434e261 req-df4f4b40-280a-44a0-83f5-830144929090 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Allocated IP 172.20.0.9 (edd9d18b-1d6c-4052-b07a-8baf4adc8bec/bc787928-3000-44c3-a294-565141aabb84/fb0d924d-2464-4401-827f-d9b8de88d21b) {{(pid=111023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 00:47:11.188110 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:47:11.213506 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-f8825474-1bb6-4bfe-9278-e8463f8f9dba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:11.288045 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-f8825474-1bb6-4bfe-9278-e8463f8f9dba admin admin] Publish callbacks [] for security_group (4bbba71b-226b-4828-aba2-8b7d987728c2), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:11.321631 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-06a27663-1a79-46f2-8122-59d88434e261 req-df4f4b40-280a-44a0-83f5-830144929090 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks [] for port (fb0d924d-2464-4401-827f-d9b8de88d21b), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:11.344039 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-f8825474-1bb6-4bfe-9278-e8463f8f9dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (4bbba71b-226b-4828-aba2-8b7d987728c2), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:11.358746 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:47:11.362671 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:47:11.382391 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8825474-1bb6-4bfe-9278-e8463f8f9dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bbba71b-226b-4828-aba2-8b7d987728c2,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:47:11.388433 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-f8825474-1bb6-4bfe-9278-e8463f8f9dba admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=29a7145000c14b01817e4ed8645ae1d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3081746 Jun 16 00:47:11.391095 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 49398) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:47:11.436657 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-06a27663-1a79-46f2-8122-59d88434e261 req-df4f4b40-280a-44a0-83f5-830144929090 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753842110805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909837'] for port (fb0d924d-2464-4401-827f-d9b8de88d21b), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:11.438756 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-a0798089-90be-44e9-9e2f-d57ac244281e admin admin] Publish callbacks [] for security_group (4bbba71b-226b-4828-aba2-8b7d987728c2), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:11.445322 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:47:11.462721 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-a0798089-90be-44e9-9e2f-d57ac244281e admin admin] Publish callbacks [] for security_group (4bbba71b-226b-4828-aba2-8b7d987728c2), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:11.490356 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06a27663-1a79-46f2-8122-59d88434e261 req-df4f4b40-280a-44a0-83f5-830144929090 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Network edd9d18b-1d6c-4052-b07a-8baf4adc8bec is already hosted by enough agents. {{(pid=111023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:47:11.498374 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.base_scheduler [req-06a27663-1a79-46f2-8122-59d88434e261 req-df4f4b40-280a-44a0-83f5-830144929090 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Resources bound (agent type, host, resource id): {{(pid=111023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:47:11.504277 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.l3_dvrscheduler_db [req-06a27663-1a79-46f2-8122-59d88434e261 req-df4f4b40-280a-44a0-83f5-830144929090 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Received port after_create {{(pid=111023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 00:47:11.507146 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4f4b40-280a-44a0-83f5-830144929090 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Pushing event updated for resources: {'Port': ['ID=fb0d924d-2464-4401-827f-d9b8de88d21b,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:47:11.565218 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a27663-1a79-46f2-8122-59d88434e261 req-df4f4b40-280a-44a0-83f5-830144929090 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:47:11.567757 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-06a27663-1a79-46f2-8122-59d88434e261 req-df4f4b40-280a-44a0-83f5-830144929090 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for port (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:11.584925 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-a0798089-90be-44e9-9e2f-d57ac244281e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (4bbba71b-226b-4828-aba2-8b7d987728c2), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:11.590191 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-a0798089-90be-44e9-9e2f-d57ac244281e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:11.590191 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-a0798089-90be-44e9-9e2f-d57ac244281e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4bbba71b-226b-4828-aba2-8b7d987728c2 HTTP/1.1" status: 204 len: 168 time: 0.1970000 Jun 16 00:47:11.601490 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0798089-90be-44e9-9e2f-d57ac244281e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bbba71b-226b-4828-aba2-8b7d987728c2,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:47:11.655836 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-06a27663-1a79-46f2-8122-59d88434e261 req-df4f4b40-280a-44a0-83f5-830144929090 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8051920 Jun 16 00:47:11.673240 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [req-06a27663-1a79-46f2-8122-59d88434e261 req-f325c580-c44b-4776-91f6-1425e25eaa3f service neutron] Request body: {'port': {'device_id': '65ca4dcb-076c-452d-ab6a-dec4242c6d6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:47:11.740568 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-06a27663-1a79-46f2-8122-59d88434e261 req-f325c580-c44b-4776-91f6-1425e25eaa3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (fb0d924d-2464-4401-827f-d9b8de88d21b), before_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:11.790160 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-c82aecb3-b1fc-434f-b4f3-d71bbc165fe1 None None] Provisioning complete for port fb0d924d-2464-4401-827f-d9b8de88d21b triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:47:11.790810 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-c82aecb3-b1fc-434f-b4f3-d71bbc165fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (fb0d924d-2464-4401-827f-d9b8de88d21b), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:11.827618 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-c82aecb3-b1fc-434f-b4f3-d71bbc165fe1 None None] Port fb0d924d-2464-4401-827f-d9b8de88d21b cannot update to ACTIVE because it is not bound. {{(pid=111024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 00:47:12.003107 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.notifiers.nova [req-06a27663-1a79-46f2-8122-59d88434e261 req-f325c580-c44b-4776-91f6-1425e25eaa3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb0d924d-2464-4401-827f-d9b8de88d21b {{(pid=111023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 00:47:12.010848 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-06a27663-1a79-46f2-8122-59d88434e261 req-f325c580-c44b-4776-91f6-1425e25eaa3f service neutron] Publish callbacks [] for port (fb0d924d-2464-4401-827f-d9b8de88d21b), precommit_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:12.023009 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.provisioning_blocks [req-06a27663-1a79-46f2-8122-59d88434e261 req-f325c580-c44b-4776-91f6-1425e25eaa3f service neutron] Transition to ACTIVE for port object fb0d924d-2464-4401-827f-d9b8de88d21b will not be triggered until provisioned by entity L2. {{(pid=111023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 00:47:12.076245 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-06a27663-1a79-46f2-8122-59d88434e261 req-f325c580-c44b-4776-91f6-1425e25eaa3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909850'] for port (fb0d924d-2464-4401-827f-d9b8de88d21b), after_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:12.165272 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f325c580-c44b-4776-91f6-1425e25eaa3f service neutron] Pushing event updated for resources: {'Port': ['ID=fb0d924d-2464-4401-827f-d9b8de88d21b,revision_number=2']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:47:12.168864 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:47:12.207724 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d66ee22-f65c-41ef-bdc2-5580fa9c83c1 req-cd8c59b1-6a20-4534-be66-434bf4c17902 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:47:12.210021 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-5d66ee22-f65c-41ef-bdc2-5580fa9c83c1 req-cd8c59b1-6a20-4534-be66-434bf4c17902 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/ports?device_id=65ca4dcb-076c-452d-ab6a-dec4242c6d6f HTTP/1.1" status: 200 len: 943 time: 0.0726931 Jun 16 00:47:12.231177 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.managers [req-06a27663-1a79-46f2-8122-59d88434e261 req-f325c580-c44b-4776-91f6-1425e25eaa3f service neutron] Attempting to bind port fb0d924d-2464-4401-827f-d9b8de88d21b on host hv-cinder-80382 for vnic_type normal with profile {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 00:47:12.231583 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.managers [req-06a27663-1a79-46f2-8122-59d88434e261 req-f325c580-c44b-4776-91f6-1425e25eaa3f service neutron] Attempting to bind port fb0d924d-2464-4401-827f-d9b8de88d21b by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': '7c0103d3-cac1-4b5e-92ff-48f99487b187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'edd9d18b-1d6c-4052-b07a-8baf4adc8bec'}] {{(pid=111023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 00:47:12.231954 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a27663-1a79-46f2-8122-59d88434e261 req-f325c580-c44b-4776-91f6-1425e25eaa3f service neutron] Attempting to bind port fb0d924d-2464-4401-827f-d9b8de88d21b on network edd9d18b-1d6c-4052-b07a-8baf4adc8bec {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 00:47:12.236796 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a27663-1a79-46f2-8122-59d88434e261 req-f325c580-c44b-4776-91f6-1425e25eaa3f service neutron] Port fb0d924d-2464-4401-827f-d9b8de88d21b on network edd9d18b-1d6c-4052-b07a-8baf4adc8bec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 00:47:12.239099 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a27663-1a79-46f2-8122-59d88434e261 req-f325c580-c44b-4776-91f6-1425e25eaa3f service neutron] Attempting to bind port fb0d924d-2464-4401-827f-d9b8de88d21b on network edd9d18b-1d6c-4052-b07a-8baf4adc8bec {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 00:47:12.242422 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a27663-1a79-46f2-8122-59d88434e261 req-f325c580-c44b-4776-91f6-1425e25eaa3f service neutron] Checking agent: {'id': '42cc932a-4e60-43e8-a4dc-4f47b3d3efae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 0, 32, 41), 'started_at': datetime.datetime(2022, 6, 16, 0, 32, 41), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 0, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 00:47:12.242757 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a27663-1a79-46f2-8122-59d88434e261 req-f325c580-c44b-4776-91f6-1425e25eaa3f service neutron] Checking segment: {'id': '7c0103d3-cac1-4b5e-92ff-48f99487b187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'edd9d18b-1d6c-4052-b07a-8baf4adc8bec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 00:47:12.243136 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a27663-1a79-46f2-8122-59d88434e261 req-f325c580-c44b-4776-91f6-1425e25eaa3f service neutron] Bound using segment: {'id': '7c0103d3-cac1-4b5e-92ff-48f99487b187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'edd9d18b-1d6c-4052-b07a-8baf4adc8bec'} {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 00:47:12.243564 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.managers [req-06a27663-1a79-46f2-8122-59d88434e261 req-f325c580-c44b-4776-91f6-1425e25eaa3f service neutron] Bound port: fb0d924d-2464-4401-827f-d9b8de88d21b, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c0103d3-cac1-4b5e-92ff-48f99487b187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'edd9d18b-1d6c-4052-b07a-8baf4adc8bec'}}] {{(pid=111023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 00:47:12.243923 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-06a27663-1a79-46f2-8122-59d88434e261 req-f325c580-c44b-4776-91f6-1425e25eaa3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (fb0d924d-2464-4401-827f-d9b8de88d21b), before_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:12.264993 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-5d66ee22-f65c-41ef-bdc2-5580fa9c83c1 req-6d3be8ae-6911-4710-9604-735ccdeaa183 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f9352b3-d578-4225-bf07-e2cb32cb93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490606 Jun 16 00:47:12.291284 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 49406) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:47:12.305425 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-dba0d031-55e2-4233-9de5-9dcddfa5e145 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:12.324228 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.db [req-06a27663-1a79-46f2-8122-59d88434e261 req-f325c580-c44b-4776-91f6-1425e25eaa3f service neutron] For port fb0d924d-2464-4401-827f-d9b8de88d21b, host hv-cinder-80382, cleared binding levels {{(pid=111023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 00:47:12.327980 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.db [req-06a27663-1a79-46f2-8122-59d88434e261 req-f325c580-c44b-4776-91f6-1425e25eaa3f service neutron] For port fb0d924d-2464-4401-827f-d9b8de88d21b, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=fb0d924d-2464-4401-827f-d9b8de88d21b,segment=NetworkSegment(7c0103d3-cac1-4b5e-92ff-48f99487b187),segment_id=7c0103d3-cac1-4b5e-92ff-48f99487b187)] {{(pid=111023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 00:47:12.381805 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-dba0d031-55e2-4233-9de5-9dcddfa5e145 admin admin] Publish callbacks [] for security_group (d05caa43-dcc2-4e6a-9652-58802c611490), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:12.413088 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-06a27663-1a79-46f2-8122-59d88434e261 req-f325c580-c44b-4776-91f6-1425e25eaa3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909850'] for port (fb0d924d-2464-4401-827f-d9b8de88d21b), after_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:12.435869 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-dba0d031-55e2-4233-9de5-9dcddfa5e145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (d05caa43-dcc2-4e6a-9652-58802c611490), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:12.456555 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a27663-1a79-46f2-8122-59d88434e261 req-f325c580-c44b-4776-91f6-1425e25eaa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:47:12.457241 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-06a27663-1a79-46f2-8122-59d88434e261 req-f325c580-c44b-4776-91f6-1425e25eaa3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for port (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:12.458952 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-06a27663-1a79-46f2-8122-59d88434e261 req-f325c580-c44b-4776-91f6-1425e25eaa3f service neutron] 10.222.0.40 "PUT /v2.0/ports/fb0d924d-2464-4401-827f-d9b8de88d21b HTTP/1.1" status: 200 len: 1093 time: 0.7905200 Jun 16 00:47:12.459101 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65ca4dcb-076c-452d-ab6a-dec4242c6d6f', 'tag': 'fb0d924d-2464-4401-827f-d9b8de88d21b'}] {{(pid=111023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:47:12.461251 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849ffc5c5c28115853a01ef2d84a57e68c82d4a74a931575540ba89325b26957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578a55bd-9ae5-411a-8438-ccb17a4b35b4" -d '{"events": [{"name": "network-changed", "server_uuid": "65ca4dcb-076c-452d-ab6a-dec4242c6d6f", "tag": "fb0d924d-2464-4401-827f-d9b8de88d21b"}]}' {{(pid=111023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:47:12.479368 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-dba0d031-55e2-4233-9de5-9dcddfa5e145 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3de7517111664d2bb5a26720ab32579c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1866508 Jun 16 00:47:12.480598 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba0d031-55e2-4233-9de5-9dcddfa5e145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d05caa43-dcc2-4e6a-9652-58802c611490,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:47:12.481388 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f325c580-c44b-4776-91f6-1425e25eaa3f service neutron] Pushing event updated for resources: {'Port': ['ID=fb0d924d-2464-4401-827f-d9b8de88d21b,revision_number=3']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:47:12.484218 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 49410) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:47:12.513608 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 00:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1d0e62-d5da-457a-9e4f-7838c5bd37cf x-openstack-request-id: req-6f1d0e62-d5da-457a-9e4f-7838c5bd37cf {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:47:12.516761 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65ca4dcb-076c-452d-ab6a-dec4242c6d6f", "tag": "fb0d924d-2464-4401-827f-d9b8de88d21b", "status": "completed", "code": 200}]} {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:47:12.516761 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6f1d0e62-d5da-457a-9e4f-7838c5bd37cf {{(pid=111023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:47:12.516761 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f1d0e62-d5da-457a-9e4f-7838c5bd37cf'] response: {'name': 'network-changed', 'server_uuid': '65ca4dcb-076c-452d-ab6a-dec4242c6d6f', 'tag': 'fb0d924d-2464-4401-827f-d9b8de88d21b', 'status': 'completed', 'code': 200} Jun 16 00:47:12.539602 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-3bc960a3-3977-42e9-91ee-760553a5e398 admin admin] Publish callbacks [] for security_group (d05caa43-dcc2-4e6a-9652-58802c611490), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:12.587606 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-3bc960a3-3977-42e9-91ee-760553a5e398 admin admin] Publish callbacks [] for security_group (d05caa43-dcc2-4e6a-9652-58802c611490), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:12.619011 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578a55bd-9ae5-411a-8438-ccb17a4b35b4 req-594df07c-d6f1-47a2-8f99-23934ea22910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:47:12.620532 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-578a55bd-9ae5-411a-8438-ccb17a4b35b4 req-594df07c-d6f1-47a2-8f99-23934ea22910 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=3a122fcfab7f418baf78d7b742fa20db&device_id=65ca4dcb-076c-452d-ab6a-dec4242c6d6f HTTP/1.1" status: 200 len: 1127 time: 0.0657465 Jun 16 00:47:12.629478 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:47:12.732710 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578a55bd-9ae5-411a-8438-ccb17a4b35b4 req-772bafbe-3820-4ab9-a9ea-3295f4ca4003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:47:12.734148 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-578a55bd-9ae5-411a-8438-ccb17a4b35b4 req-772bafbe-3820-4ab9-a9ea-3295f4ca4003 service neutron] 10.222.0.40 "GET /v2.0/networks?tenant_id=3a122fcfab7f418baf78d7b742fa20db&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1000204 Jun 16 00:47:12.735281 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-3bc960a3-3977-42e9-91ee-760553a5e398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (d05caa43-dcc2-4e6a-9652-58802c611490), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:12.737718 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-3bc960a3-3977-42e9-91ee-760553a5e398 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:12.738746 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-3bc960a3-3977-42e9-91ee-760553a5e398 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d05caa43-dcc2-4e6a-9652-58802c611490 HTTP/1.1" status: 204 len: 168 time: 0.2540109 Jun 16 00:47:12.768391 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc960a3-3977-42e9-91ee-760553a5e398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05caa43-dcc2-4e6a-9652-58802c611490,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:47:12.855303 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578a55bd-9ae5-411a-8438-ccb17a4b35b4 req-fdeea572-5242-47e2-8ea8-5870f9ea4795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:47:12.857363 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-578a55bd-9ae5-411a-8438-ccb17a4b35b4 req-fdeea572-5242-47e2-8ea8-5870f9ea4795 service neutron] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1175687 Jun 16 00:47:12.950836 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a27663-1a79-46f2-8122-59d88434e261 req-0535ddbd-686d-4c7a-82bc-da111dd806e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:47:12.952328 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-06a27663-1a79-46f2-8122-59d88434e261 req-0535ddbd-686d-4c7a-82bc-da111dd806e4 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=3a122fcfab7f418baf78d7b742fa20db&device_id=65ca4dcb-076c-452d-ab6a-dec4242c6d6f HTTP/1.1" status: 200 len: 1127 time: 0.0400076 Jun 16 00:47:12.996381 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-06a27663-1a79-46f2-8122-59d88434e261 req-7d68c098-e184-400f-b961-3d3b7154239f service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb0d924d-2464-4401-827f-d9b8de88d21b HTTP/1.1" status: 200 len: 217 time: 0.0323472 Jun 16 00:47:13.048345 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a27663-1a79-46f2-8122-59d88434e261 req-f1d0071c-c4de-413b-98e3-b5ba563f6310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:47:13.049848 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-06a27663-1a79-46f2-8122-59d88434e261 req-f1d0071c-c4de-413b-98e3-b5ba563f6310 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=bc787928-3000-44c3-a294-565141aabb84 HTTP/1.1" status: 200 len: 851 time: 0.0482712 Jun 16 00:47:13.094221 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a27663-1a79-46f2-8122-59d88434e261 req-c5b66ae9-016e-4343-a8e3-8c8759836fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:47:13.095762 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-06a27663-1a79-46f2-8122-59d88434e261 req-c5b66ae9-016e-4343-a8e3-8c8759836fbb service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=edd9d18b-1d6c-4052-b07a-8baf4adc8bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0405536 Jun 16 00:47:13.190958 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-06a27663-1a79-46f2-8122-59d88434e261 req-675fc4aa-ef4f-479e-8acb-7002818d99d4 service neutron] 10.222.0.40 "GET /v2.0/networks/edd9d18b-1d6c-4052-b07a-8baf4adc8bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893569 Jun 16 00:47:13.241771 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (42cc932a-4e60-43e8-a4dc-4f47b3d3efae), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:13.284114 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-06a27663-1a79-46f2-8122-59d88434e261 req-07f3d1fa-4e57-4357-afbf-281a79740b95 service neutron] 10.222.0.40 "GET /v2.0/networks/edd9d18b-1d6c-4052-b07a-8baf4adc8bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866144 Jun 16 00:47:13.381497 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162ef21b-de2c-466a-884f-6f41448d3a01 req-1d4af4c1-a29e-403a-bc4b-e94f866e72d0 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:47:13.382960 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-162ef21b-de2c-466a-884f-6f41448d3a01 req-1d4af4c1-a29e-403a-bc4b-e94f866e72d0 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/ports?device_id=65ca4dcb-076c-452d-ab6a-dec4242c6d6f HTTP/1.1" status: 200 len: 943 time: 0.0502956 Jun 16 00:47:13.432840 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-162ef21b-de2c-466a-884f-6f41448d3a01 req-8fab6d83-02c0-4594-817a-d3b57cea5f88 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f9352b3-d578-4225-bf07-e2cb32cb93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437293 Jun 16 00:47:14.555720 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b5af7-445f-4ce5-bac8-cc23a2ab5092 req-0bf3de5e-d530-4672-b3fc-29993f50fbc9 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:47:14.557310 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-f75b5af7-445f-4ce5-bac8-cc23a2ab5092 req-0bf3de5e-d530-4672-b3fc-29993f50fbc9 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/ports?device_id=65ca4dcb-076c-452d-ab6a-dec4242c6d6f HTTP/1.1" status: 200 len: 943 time: 0.0530362 Jun 16 00:47:14.579886 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:47:14.611795 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-f75b5af7-445f-4ce5-bac8-cc23a2ab5092 req-0bb4eaa2-e544-4143-8158-90e91e869894 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f9352b3-d578-4225-bf07-e2cb32cb93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483458 Jun 16 00:47:15.724825 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903f2451-90ea-4550-ab36-acaa523c8336 req-99c30d38-c149-4eb7-99cc-ba739e20d1f6 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:47:15.726301 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-903f2451-90ea-4550-ab36-acaa523c8336 req-99c30d38-c149-4eb7-99cc-ba739e20d1f6 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/ports?device_id=65ca4dcb-076c-452d-ab6a-dec4242c6d6f HTTP/1.1" status: 200 len: 943 time: 0.0480545 Jun 16 00:47:15.775937 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-903f2451-90ea-4550-ab36-acaa523c8336 req-93689d8a-c271-40eb-b6bc-3dabaae2271a tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f9352b3-d578-4225-bf07-e2cb32cb93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437479 Jun 16 00:47:16.896373 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec72f3-63d4-4881-88fb-3135038c1b91 req-11048eb0-df49-4eb3-b4c5-9ed7591e736d tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:47:16.897920 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-66ec72f3-63d4-4881-88fb-3135038c1b91 req-11048eb0-df49-4eb3-b4c5-9ed7591e736d tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/ports?device_id=65ca4dcb-076c-452d-ab6a-dec4242c6d6f HTTP/1.1" status: 200 len: 943 time: 0.0458617 Jun 16 00:47:16.947731 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-66ec72f3-63d4-4881-88fb-3135038c1b91 req-4e964b94-b106-47d1-8ead-0b63c302b20a tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f9352b3-d578-4225-bf07-e2cb32cb93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440097 Jun 16 00:47:18.043730 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:47:18.059838 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3556ec4d-9a14-492a-b662-d252b47017fc req-6a85f107-e2e1-4635-b3cb-9406e4920065 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:47:18.066218 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-3556ec4d-9a14-492a-b662-d252b47017fc req-6a85f107-e2e1-4635-b3cb-9406e4920065 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/ports?device_id=65ca4dcb-076c-452d-ab6a-dec4242c6d6f HTTP/1.1" status: 200 len: 943 time: 0.0466318 Jun 16 00:47:18.113699 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-3556ec4d-9a14-492a-b662-d252b47017fc req-652782cd-48af-4cb4-b751-b85a259d38a2 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f9352b3-d578-4225-bf07-e2cb32cb93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467246 Jun 16 00:47:19.224466 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebd9f55-983f-4c94-a483-438277226cce req-46891f67-65e4-49d4-b05a-70691ab87b4c tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:47:19.225915 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-9ebd9f55-983f-4c94-a483-438277226cce req-46891f67-65e4-49d4-b05a-70691ab87b4c tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/ports?device_id=65ca4dcb-076c-452d-ab6a-dec4242c6d6f HTTP/1.1" status: 200 len: 943 time: 0.0452468 Jun 16 00:47:19.273837 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-9ebd9f55-983f-4c94-a483-438277226cce req-703ec853-c098-4714-aa9b-97e50541c587 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f9352b3-d578-4225-bf07-e2cb32cb93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425031 Jun 16 00:47:20.287621 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=10 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:47:20.291533 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=16 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:47:20.389024 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d838e87-414f-4c24-8ce7-62153e211a70 req-9fc30fa5-8fb4-4761-840c-1d41bf28b89c tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:47:20.391147 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-3d838e87-414f-4c24-8ce7-62153e211a70 req-9fc30fa5-8fb4-4761-840c-1d41bf28b89c tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/ports?device_id=65ca4dcb-076c-452d-ab6a-dec4242c6d6f HTTP/1.1" status: 200 len: 943 time: 0.0466223 Jun 16 00:47:20.441460 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-3d838e87-414f-4c24-8ce7-62153e211a70 req-f6b221d1-0311-4bd2-81bf-5184b16a9b0a tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f9352b3-d578-4225-bf07-e2cb32cb93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446990 Jun 16 00:47:21.556794 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ec314-cd46-4e14-9c17-c3ac68793cc5 req-e6f449c6-4401-41b2-9a3b-7b30ec855a9a tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:47:21.558256 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-f98ec314-cd46-4e14-9c17-c3ac68793cc5 req-e6f449c6-4401-41b2-9a3b-7b30ec855a9a tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/ports?device_id=65ca4dcb-076c-452d-ab6a-dec4242c6d6f HTTP/1.1" status: 200 len: 943 time: 0.0496516 Jun 16 00:47:21.606848 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-f98ec314-cd46-4e14-9c17-c3ac68793cc5 req-cfd1e8c3-1193-4e0d-af18-a059a4eb8ab0 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f9352b3-d578-4225-bf07-e2cb32cb93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424838 Jun 16 00:47:22.417369 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device fb0d924d-2464-4401-827f-d9b8de88d21b details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=111024) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 00:47:22.423479 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=81,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:47:22.460092 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:UPDATE=5 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:47:22.518147 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] For port fb0d924d-2464-4401-827f-d9b8de88d21b, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=fb0d924d-2464-4401-827f-d9b8de88d21b,segment=NetworkSegment(7c0103d3-cac1-4b5e-92ff-48f99487b187),segment_id=7c0103d3-cac1-4b5e-92ff-48f99487b187)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:47:22.529595 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Returning: {'device': 'fb0d924d-2464-4401-827f-d9b8de88d21b', 'network_id': 'edd9d18b-1d6c-4052-b07a-8baf4adc8bec', 'port_id': 'fb0d924d-2464-4401-827f-d9b8de88d21b', 'mac_address': 'fa:16:3e:35:b1:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc787928-3000-44c3-a294-565141aabb84', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111024) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 00:47:22.563799 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Current status of the port fb0d924d-2464-4401-827f-d9b8de88d21b is: DOWN; New status is: BUILD {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:47:22.564179 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (fb0d924d-2464-4401-827f-d9b8de88d21b), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:22.577392 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.notifiers.nova [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb0d924d-2464-4401-827f-d9b8de88d21b {{(pid=111024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 00:47:22.596828 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] For port fb0d924d-2464-4401-827f-d9b8de88d21b, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=fb0d924d-2464-4401-827f-d9b8de88d21b,segment=NetworkSegment(7c0103d3-cac1-4b5e-92ff-48f99487b187),segment_id=7c0103d3-cac1-4b5e-92ff-48f99487b187)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:47:22.675817 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (fb0d924d-2464-4401-827f-d9b8de88d21b), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:22.719281 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa9f563-c027-4f2b-a9a5-87e2f2cf8716 req-7419094c-f26b-45f5-81f5-382c1bf77457 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:47:22.720782 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-faa9f563-c027-4f2b-a9a5-87e2f2cf8716 req-7419094c-f26b-45f5-81f5-382c1bf77457 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/ports?device_id=65ca4dcb-076c-452d-ab6a-dec4242c6d6f HTTP/1.1" status: 200 len: 944 time: 0.0473344 Jun 16 00:47:22.722890 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Pushing event updated for resources: {'Port': ['ID=fb0d924d-2464-4401-827f-d9b8de88d21b,revision_number=4']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:47:22.770099 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-faa9f563-c027-4f2b-a9a5-87e2f2cf8716 req-f3e9dd6e-dcdb-4094-8554-e8818e5a27dd tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f9352b3-d578-4225-bf07-e2cb32cb93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428777 Jun 16 00:47:22.991131 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] get_ports_and_sgs() called for port_ids ['fb0d924d-2464-4401-827f-d9b8de88d21b'] {{(pid=111024) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 00:47:24.040040 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d9f7db-23d1-4143-94b8-aa1022949e7e req-9bea343d-f111-4e38-9bdc-d3d12c494866 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:47:24.041503 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-01d9f7db-23d1-4143-94b8-aa1022949e7e req-9bea343d-f111-4e38-9bdc-d3d12c494866 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/ports?device_id=65ca4dcb-076c-452d-ab6a-dec4242c6d6f HTTP/1.1" status: 200 len: 944 time: 0.0455709 Jun 16 00:47:24.089934 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-01d9f7db-23d1-4143-94b8-aa1022949e7e req-d3fe1763-d918-4fff-8f96-91b5430acded tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f9352b3-d578-4225-bf07-e2cb32cb93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423386 Jun 16 00:47:24.432073 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device fb0d924d-2464-4401-827f-d9b8de88d21b up at agent hyperv_hv-cinder-80382 {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:47:24.490350 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Provisioning for port fb0d924d-2464-4401-827f-d9b8de88d21b completed by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 00:47:24.533279 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e6a17768-46a1-4788-84d0-9f1d0c2443b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (2a8c543c-b8d9-40d8-999c-fa03b757f547), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:24.555347 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Provisioning complete for port fb0d924d-2464-4401-827f-d9b8de88d21b triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:47:24.555713 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (fb0d924d-2464-4401-827f-d9b8de88d21b), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:24.629845 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Current status of the port fb0d924d-2464-4401-827f-d9b8de88d21b is: BUILD; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:47:24.630230 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (fb0d924d-2464-4401-827f-d9b8de88d21b), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:24.632795 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:47:24.653358 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65ca4dcb-076c-452d-ab6a-dec4242c6d6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb0d924d-2464-4401-827f-d9b8de88d21b'}] {{(pid=111024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:47:24.655803 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4573778420d3d0f041bbf6733ae9852b47924bf8d6b8ed88ee9f05ae747ab312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9124ad0c-bcf3-4fc3-ad19-e5d20466dfaf" -d '{"events": [{"server_uuid": "65ca4dcb-076c-452d-ab6a-dec4242c6d6f", "name": "network-vif-plugged", "status": "completed", "tag": "fb0d924d-2464-4401-827f-d9b8de88d21b"}]}' {{(pid=111024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:47:24.669044 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] For port fb0d924d-2464-4401-827f-d9b8de88d21b, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=fb0d924d-2464-4401-827f-d9b8de88d21b,segment=NetworkSegment(7c0103d3-cac1-4b5e-92ff-48f99487b187),segment_id=7c0103d3-cac1-4b5e-92ff-48f99487b187)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:47:24.727374 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (fb0d924d-2464-4401-827f-d9b8de88d21b), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:24.757858 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 00:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5360817d-fa5b-462b-9d47-50c98c0b9788 x-openstack-request-id: req-5360817d-fa5b-462b-9d47-50c98c0b9788 {{(pid=111024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:47:24.758142 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65ca4dcb-076c-452d-ab6a-dec4242c6d6f", "name": "network-vif-plugged", "status": "completed", "tag": "fb0d924d-2464-4401-827f-d9b8de88d21b", "code": 200}]} {{(pid=111024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:47:24.758387 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5360817d-fa5b-462b-9d47-50c98c0b9788 {{(pid=111024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:47:24.758804 dv-cinder-803823-11-iscsi neutron-server[111024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5360817d-fa5b-462b-9d47-50c98c0b9788'] response: {'server_uuid': '65ca4dcb-076c-452d-ab6a-dec4242c6d6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb0d924d-2464-4401-827f-d9b8de88d21b', 'code': 200} Jun 16 00:47:24.782170 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Pushing event updated for resources: {'Port': ['ID=fb0d924d-2464-4401-827f-d9b8de88d21b,revision_number=5']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:47:24.840465 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 49526) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:47:24.945467 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-9b2c1c49-a5fe-41da-be60-839836e65ae6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:25.020275 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-9b2c1c49-a5fe-41da-be60-839836e65ae6 admin admin] Publish callbacks [] for security_group (540cb60d-0f82-4a10-b286-8a1cb29b1952), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:25.110591 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-9b2c1c49-a5fe-41da-be60-839836e65ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (540cb60d-0f82-4a10-b286-8a1cb29b1952), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:25.115606 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:47:25.194516 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-9b2c1c49-a5fe-41da-be60-839836e65ae6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c92ca4af59b64fa79d78ca781d9ad4cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3528886 Jun 16 00:47:25.197072 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 49532) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:47:25.214322 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2c1c49-a5fe-41da-be60-839836e65ae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=540cb60d-0f82-4a10-b286-8a1cb29b1952,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:47:25.219764 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2eed49-f0ff-474f-8aea-cc7f668ebbef req-0f086777-d0ab-40d8-80ba-83f9274b4d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:47:25.221273 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-ca2eed49-f0ff-474f-8aea-cc7f668ebbef req-0f086777-d0ab-40d8-80ba-83f9274b4d7c service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=65ca4dcb-076c-452d-ab6a-dec4242c6d6f HTTP/1.1" status: 200 len: 1129 time: 0.0903318 Jun 16 00:47:25.248400 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c61f07-c417-4629-8f9b-4af2d7b08896 req-310be2fa-4b86-4061-8418-b1cf080a9e18 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:47:25.250100 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-92c61f07-c417-4629-8f9b-4af2d7b08896 req-310be2fa-4b86-4061-8418-b1cf080a9e18 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/ports?device_id=65ca4dcb-076c-452d-ab6a-dec4242c6d6f HTTP/1.1" status: 200 len: 945 time: 0.0799084 Jun 16 00:47:25.251691 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-ae57ec5c-35d6-4cbb-9b9c-1a8ed1dcbfcf admin admin] Publish callbacks [] for security_group (540cb60d-0f82-4a10-b286-8a1cb29b1952), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:25.273703 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-ae57ec5c-35d6-4cbb-9b9c-1a8ed1dcbfcf admin admin] Publish callbacks [] for security_group (540cb60d-0f82-4a10-b286-8a1cb29b1952), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:25.296667 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-ca2eed49-f0ff-474f-8aea-cc7f668ebbef req-ba1c8507-9a0b-4e12-8267-7c5fd88726ca service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=9f9352b3-d578-4225-bf07-e2cb32cb93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696688 Jun 16 00:47:25.302192 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:47:25.321136 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-92c61f07-c417-4629-8f9b-4af2d7b08896 req-3256910f-0004-4a73-9abf-a140bd3a5e79 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f9352b3-d578-4225-bf07-e2cb32cb93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625083 Jun 16 00:47:25.395485 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-ae57ec5c-35d6-4cbb-9b9c-1a8ed1dcbfcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (540cb60d-0f82-4a10-b286-8a1cb29b1952), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:25.398151 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-ae57ec5c-35d6-4cbb-9b9c-1a8ed1dcbfcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:25.399308 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-ae57ec5c-35d6-4cbb-9b9c-1a8ed1dcbfcf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/540cb60d-0f82-4a10-b286-8a1cb29b1952 HTTP/1.1" status: 204 len: 168 time: 0.2012610 Jun 16 00:47:25.408110 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae57ec5c-35d6-4cbb-9b9c-1a8ed1dcbfcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=540cb60d-0f82-4a10-b286-8a1cb29b1952,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:47:26.097090 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 49538) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:47:26.112209 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-cb571bdc-7068-4f9a-93ab-dd15f2030e2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:26.186920 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-cb571bdc-7068-4f9a-93ab-dd15f2030e2e admin admin] Publish callbacks [] for security_group (cb6d3e2e-c396-4d7e-ae76-42d13928e93a), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:26.229654 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-cb571bdc-7068-4f9a-93ab-dd15f2030e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (cb6d3e2e-c396-4d7e-ae76-42d13928e93a), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:26.269338 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-cb571bdc-7068-4f9a-93ab-dd15f2030e2e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d6aa232bfc5a414eae61219bee6b44d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1710806 Jun 16 00:47:26.284616 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb571bdc-7068-4f9a-93ab-dd15f2030e2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6d3e2e-c396-4d7e-ae76-42d13928e93a,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:47:26.285653 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 49540) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:47:26.288663 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:47:26.325374 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-e9f1fc27-0eef-4f50-a0d7-366ed0e3a9ef admin admin] Publish callbacks [] for security_group (cb6d3e2e-c396-4d7e-ae76-42d13928e93a), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:26.348041 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-e9f1fc27-0eef-4f50-a0d7-366ed0e3a9ef admin admin] Publish callbacks [] for security_group (cb6d3e2e-c396-4d7e-ae76-42d13928e93a), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:26.440127 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2392a4e3-e650-4284-a2ab-7357ee330392 req-6b487179-60ea-4cc0-af3b-598aea9c3830 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:47:26.441603 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-2392a4e3-e650-4284-a2ab-7357ee330392 req-6b487179-60ea-4cc0-af3b-598aea9c3830 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/ports?device_id=65ca4dcb-076c-452d-ab6a-dec4242c6d6f HTTP/1.1" status: 200 len: 945 time: 0.0509038 Jun 16 00:47:26.489885 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-2392a4e3-e650-4284-a2ab-7357ee330392 req-7abbb665-d8d1-4443-a31a-6ec92ee23dc4 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f9352b3-d578-4225-bf07-e2cb32cb93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427547 Jun 16 00:47:26.492963 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-e9f1fc27-0eef-4f50-a0d7-366ed0e3a9ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (cb6d3e2e-c396-4d7e-ae76-42d13928e93a), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:26.495610 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-e9f1fc27-0eef-4f50-a0d7-366ed0e3a9ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:26.497862 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-e9f1fc27-0eef-4f50-a0d7-366ed0e3a9ef admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cb6d3e2e-c396-4d7e-ae76-42d13928e93a HTTP/1.1" status: 204 len: 168 time: 0.2236953 Jun 16 00:47:26.506819 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f1fc27-0eef-4f50-a0d7-366ed0e3a9ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb6d3e2e-c396-4d7e-ae76-42d13928e93a,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:47:26.778309 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-3ad3c58f-0de5-4c93-a758-eae6039fe383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (d0297bc9-c3a8-45ac-9023-c937cb4f21fc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:27.608703 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ad0e15-fb0a-498b-a61a-9859445d2a68 req-20a51e91-d81d-478c-992f-82b0d7c2eedc tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:47:27.610854 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-b1ad0e15-fb0a-498b-a61a-9859445d2a68 req-20a51e91-d81d-478c-992f-82b0d7c2eedc tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/ports?device_id=65ca4dcb-076c-452d-ab6a-dec4242c6d6f HTTP/1.1" status: 200 len: 945 time: 0.0531800 Jun 16 00:47:27.660356 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-b1ad0e15-fb0a-498b-a61a-9859445d2a68 req-52108e00-eb08-478c-b9c2-d68a4a051ca1 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f9352b3-d578-4225-bf07-e2cb32cb93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437407 Jun 16 00:47:27.773070 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba279de4-9be6-4a03-b5ec-bde417bd87c3 req-5862116a-ea23-4dd2-b6e4-89b2b3a90eaf tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:47:27.774499 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-ba279de4-9be6-4a03-b5ec-bde417bd87c3 req-5862116a-ea23-4dd2-b6e4-89b2b3a90eaf tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/ports?device_id=65ca4dcb-076c-452d-ab6a-dec4242c6d6f HTTP/1.1" status: 200 len: 945 time: 0.0452974 Jun 16 00:47:27.823878 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-ba279de4-9be6-4a03-b5ec-bde417bd87c3 req-4926cdc4-b29d-488c-87f7-22c3d24af38a tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f9352b3-d578-4225-bf07-e2cb32cb93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436950 Jun 16 00:47:27.849844 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 49572) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:47:27.892309 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c724a30c-d71c-4a50-91bb-5f5a90b55898 tempest-TestVolumeBootPattern-737946169 tempest-TestVolumeBootPattern-737946169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:47:27.893881 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-c724a30c-d71c-4a50-91bb-5f5a90b55898 tempest-TestVolumeBootPattern-737946169 tempest-TestVolumeBootPattern-737946169-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=65ca4dcb-076c-452d-ab6a-dec4242c6d6f HTTP/1.1" status: 200 len: 1124 time: 0.0427995 Jun 16 00:47:27.896957 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 49574) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:47:27.901399 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.v2.base [None req-b6d503ab-e628-497a-9cfc-2534d52ba564 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Request body: {'floatingip': {'floating_network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'port_id': 'fb0d924d-2464-4401-827f-d9b8de88d21b', 'tenant_id': '3a122fcfab7f418baf78d7b742fa20db', 'fixed_ip_address': '172.20.0.9'}} {{(pid=111022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:47:27.933140 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-117977e4-98b1-40f2-baea-1bec010e476c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (b90f279a-3e8f-4325-a28d-8d213fb96fbc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:28.007112 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-b6d503ab-e628-497a-9cfc-2534d52ba564 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:28.090705 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-b6d503ab-e628-497a-9cfc-2534d52ba564 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:28.173060 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:47:28.197553 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.db.db_base_plugin_common [None req-b6d503ab-e628-497a-9cfc-2534d52ba564 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Allocated IP 172.27.1.63 (81cb8278-aa95-4a96-976c-13998a04ce85/7fa235f2-2172-4ff3-86e8-0e0d1995c273/e24aad84-6ac8-49d5-9d15-635e3d422872) {{(pid=111022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 00:47:28.283910 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:47:28.305567 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-b6d503ab-e628-497a-9cfc-2534d52ba564 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks [] for port (e24aad84-6ac8-49d5-9d15-635e3d422872), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:28.384937 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-b6d503ab-e628-497a-9cfc-2534d52ba564 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753842110805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18330592'] for port (e24aad84-6ac8-49d5-9d15-635e3d422872), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:28.426568 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d503ab-e628-497a-9cfc-2534d52ba564 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Network 81cb8278-aa95-4a96-976c-13998a04ce85 is already hosted by enough agents. {{(pid=111022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:47:28.429689 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.scheduler.base_scheduler [None req-b6d503ab-e628-497a-9cfc-2534d52ba564 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Resources bound (agent type, host, resource id): {{(pid=111022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:47:28.433721 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d503ab-e628-497a-9cfc-2534d52ba564 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Received port after_create {{(pid=111022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 00:47:28.440625 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d503ab-e628-497a-9cfc-2534d52ba564 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Pushing event updated for resources: {'Port': ['ID=e24aad84-6ac8-49d5-9d15-635e3d422872,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:47:28.791180 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-b6d503ab-e628-497a-9cfc-2534d52ba564 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks [] for floatingip (165f4cbe-7daf-4da4-b212-a58a97ae8468), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:28.921343 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-b6d503ab-e628-497a-9cfc-2534d52ba564 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (e24aad84-6ac8-49d5-9d15-635e3d422872), before_update {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:28.940509 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:47:29.078670 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-b6d503ab-e628-497a-9cfc-2534d52ba564 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks [] for port (e24aad84-6ac8-49d5-9d15-635e3d422872), precommit_update {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:29.155522 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-b6d503ab-e628-497a-9cfc-2534d52ba564 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18330615'] for port (e24aad84-6ac8-49d5-9d15-635e3d422872), after_update {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:29.228944 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d503ab-e628-497a-9cfc-2534d52ba564 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Pushing event updated for resources: {'Port': ['ID=e24aad84-6ac8-49d5-9d15-635e3d422872,revision_number=2']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:47:29.239412 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-b6d503ab-e628-497a-9cfc-2534d52ba564 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672953'] for floatingip (165f4cbe-7daf-4da4-b212-a58a97ae8468), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:29.299134 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-faa15201-cec6-4660-ae33-7025f254e5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (50ece25a-9452-44f6-8bc9-48c0ade2294b), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:29.331279 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.db.l3_db [None req-b6d503ab-e628-497a-9cfc-2534d52ba564 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Floating IP 165f4cbe-7daf-4da4-b212-a58a97ae8468 associated. External IP: 172.27.1.63, port: fb0d924d-2464-4401-827f-d9b8de88d21b. Jun 16 00:47:29.414217 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:47:29.533729 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6d503ab-e628-497a-9cfc-2534d52ba564 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Router 81736229-b55c-4551-8c80-77ffd4cb764d has already been hosted by L3 agent d0297bc9-c3a8-45ac-9023-c937cb4f21fc {{(pid=111022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 00:47:29.586049 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 49618) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:47:29.638816 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d503ab-e628-497a-9cfc-2534d52ba564 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Notify agent at l3_agent.dv-cinder-803823-11-iscsi the message routers_updated {{(pid=111022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 00:47:29.655002 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a429cf41-cf64-46b6-82d4-99bbff7afc6a None None] Sync routers for ids ['81736229-b55c-4551-8c80-77ffd4cb764d'] in dv-cinder-803823-11-iscsi {{(pid=111025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 00:47:29.666630 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a429cf41-cf64-46b6-82d4-99bbff7afc6a None None] Routers {'81736229-b55c-4551-8c80-77ffd4cb764d'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:47:29.668650 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-a429cf41-cf64-46b6-82d4-99bbff7afc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:47:27Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['81736229-b55c-4551-8c80-77ffd4cb764d'], 'active': True} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:47:29.686834 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (81117e21-cbf2-493f-9e14-29a3cec1f25a), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:29.704809 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-649e8620-3c4a-46db-89e8-0e04c12af0a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:29.717584 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-b6d503ab-e628-497a-9cfc-2534d52ba564 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for floatingip (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:29.753068 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-b6d503ab-e628-497a-9cfc-2534d52ba564 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8528636 Jun 16 00:47:29.753068 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65ca4dcb-076c-452d-ab6a-dec4242c6d6f', 'tag': 'fb0d924d-2464-4401-827f-d9b8de88d21b'}] {{(pid=111022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:47:29.753847 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e11db3c8c8b471c3a5a6d77657e69b374448db58d6f4ea609d7f7612e3d25af7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee3ff39-51c3-4b15-a593-1547ee240038" -d '{"events": [{"name": "network-changed", "server_uuid": "65ca4dcb-076c-452d-ab6a-dec4242c6d6f", "tag": "fb0d924d-2464-4401-827f-d9b8de88d21b"}]}' {{(pid=111022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:47:29.778083 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvr_db [None req-a429cf41-cf64-46b6-82d4-99bbff7afc6a None None] Set router 81736229-b55c-4551-8c80-77ffd4cb764d gateway port host: dv-cinder-803823-11-iscsi {{(pid=111025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:47:29.794714 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-649e8620-3c4a-46db-89e8-0e04c12af0a3 admin admin] Publish callbacks [] for security_group (2c3a4005-8cb7-405a-80c3-0bd8b7223469), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:29.852601 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-649e8620-3c4a-46db-89e8-0e04c12af0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (2c3a4005-8cb7-405a-80c3-0bd8b7223469), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:29.892702 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649e8620-3c4a-46db-89e8-0e04c12af0a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3a4005-8cb7-405a-80c3-0bd8b7223469,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:47:29.899791 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 49628) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:47:29.906989 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-649e8620-3c4a-46db-89e8-0e04c12af0a3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3003d2da94f148629701a517a70f35ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3197384 Jun 16 00:47:29.954837 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 00:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e85fd99d-c97e-47f4-895a-ec28c62cce6e x-openstack-request-id: req-e85fd99d-c97e-47f4-895a-ec28c62cce6e {{(pid=111022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:47:29.955136 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65ca4dcb-076c-452d-ab6a-dec4242c6d6f", "tag": "fb0d924d-2464-4401-827f-d9b8de88d21b", "status": "completed", "code": 200}]} {{(pid=111022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:47:29.955366 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e85fd99d-c97e-47f4-895a-ec28c62cce6e {{(pid=111022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:47:29.955765 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e85fd99d-c97e-47f4-895a-ec28c62cce6e'] response: {'name': 'network-changed', 'server_uuid': '65ca4dcb-076c-452d-ab6a-dec4242c6d6f', 'tag': 'fb0d924d-2464-4401-827f-d9b8de88d21b', 'status': 'completed', 'code': 200} Jun 16 00:47:29.956726 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-7348cf43-1191-4233-9539-a4590835e6b1 admin admin] Publish callbacks [] for security_group (2c3a4005-8cb7-405a-80c3-0bd8b7223469), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:29.981088 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-7348cf43-1191-4233-9539-a4590835e6b1 admin admin] Publish callbacks [] for security_group (2c3a4005-8cb7-405a-80c3-0bd8b7223469), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:30.014136 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-a429cf41-cf64-46b6-82d4-99bbff7afc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'name': 'tempest-TestVolumeBootPattern-1541016807-router', 'tenant_id': '3a122fcfab7f418baf78d7b742fa20db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '75dd5a1f-cc4c-404d-8416-946033d04d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:42:11Z', 'updated_at': '2022-06-16T00:42:14Z', 'revision_number': 4, 'project_id': '3a122fcfab7f418baf78d7b742fa20db', 'gw_port': {'id': '75dd5a1f-cc4c-404d-8416-946033d04d33', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:12Z', 'updated_at': '2022-06-16T00:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_floatingips': [{'id': '165f4cbe-7daf-4da4-b212-a58a97ae8468', 'tenant_id': '3a122fcfab7f418baf78d7b742fa20db', 'floating_ip_address': '172.27.1.63', 'floating_network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'router_id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'port_id': 'fb0d924d-2464-4401-827f-d9b8de88d21b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edd9d18b-1d6c-4052-b07a-8baf4adc8bec', 'mac_address': 'fa:16:3e:35:b1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ca4dcb-076c-452d-ab6a-dec4242c6d6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T00:47:28Z', 'updated_at': '2022-06-16T00:47:28Z', 'revision_number': 0, 'project_id': '3a122fcfab7f418baf78d7b742fa20db', 'fixed_ip_address_scope': None}, {'id': 'c16cff63-5406-4fae-abcd-4a5f03076fc5', 'tenant_id': '3a122fcfab7f418baf78d7b742fa20db', 'floating_ip_address': '172.27.1.102', 'floating_network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'router_id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'port_id': '04943923-128c-4497-8f50-577da86b34e2', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edd9d18b-1d6c-4052-b07a-8baf4adc8bec', 'mac_address': 'fa:16:3e:d4:5b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c407165e-8822-4cbe-a4b4-cdd515e2c048', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T00:45:28Z', 'updated_at': '2022-06-16T00:45:30Z', 'revision_number': 1, 'project_id': '3a122fcfab7f418baf78d7b742fa20db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55179b71-c585-4680-b492-8b2790e15e55', 'name': '', 'network_id': 'edd9d18b-1d6c-4052-b07a-8baf4adc8bec', 'tenant_id': '3a122fcfab7f418baf78d7b742fa20db', 'mac_address': 'fa:16:3e:09:33:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'bc787928-3000-44c3-a294-565141aabb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:14Z', 'updated_at': '2022-06-16T00:42:18Z', 'revision_number': 5, 'project_id': '3a122fcfab7f418baf78d7b742fa20db', 'subnets': [{'id': 'bc787928-3000-44c3-a294-565141aabb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:47:30.035347 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee3ff39-51c3-4b15-a593-1547ee240038 req-249429ab-6c70-48a9-9d82-1d1f8add053d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:47:30.036863 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-7ee3ff39-51c3-4b15-a593-1547ee240038 req-249429ab-6c70-48a9-9d82-1d1f8add053d service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=3a122fcfab7f418baf78d7b742fa20db&device_id=65ca4dcb-076c-452d-ab6a-dec4242c6d6f HTTP/1.1" status: 200 len: 1129 time: 0.0407326 Jun 16 00:47:30.039499 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a429cf41-cf64-46b6-82d4-99bbff7afc6a None None] Checking router: 81736229-b55c-4551-8c80-77ffd4cb764d for host: dv-cinder-803823-11-iscsi {{(pid=111025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 00:47:30.048906 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a429cf41-cf64-46b6-82d4-99bbff7afc6a None None] Routers {'81736229-b55c-4551-8c80-77ffd4cb764d'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:47:30.049502 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-a429cf41-cf64-46b6-82d4-99bbff7afc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:47:27Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['81736229-b55c-4551-8c80-77ffd4cb764d'], 'active': True} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:47:30.128576 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee3ff39-51c3-4b15-a593-1547ee240038 req-1eed0f3e-094f-4a42-ba2c-3cf50dd4fa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:47:30.130027 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-7ee3ff39-51c3-4b15-a593-1547ee240038 req-1eed0f3e-094f-4a42-ba2c-3cf50dd4fa80 service neutron] 10.222.0.40 "GET /v2.0/networks?id=edd9d18b-1d6c-4052-b07a-8baf4adc8bec HTTP/1.1" status: 200 len: 913 time: 0.0879810 Jun 16 00:47:30.138624 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-7348cf43-1191-4233-9539-a4590835e6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (2c3a4005-8cb7-405a-80c3-0bd8b7223469), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:30.141394 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-7348cf43-1191-4233-9539-a4590835e6b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:30.142665 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-7348cf43-1191-4233-9539-a4590835e6b1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2c3a4005-8cb7-405a-80c3-0bd8b7223469 HTTP/1.1" status: 204 len: 168 time: 0.2419922 Jun 16 00:47:30.150683 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvr_db [None req-a429cf41-cf64-46b6-82d4-99bbff7afc6a None None] Set router 81736229-b55c-4551-8c80-77ffd4cb764d gateway port host: dv-cinder-803823-11-iscsi {{(pid=111025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:47:30.151730 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348cf43-1191-4233-9539-a4590835e6b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3a4005-8cb7-405a-80c3-0bd8b7223469,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:47:30.198925 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-7ee3ff39-51c3-4b15-a593-1547ee240038 req-59151327-187a-483f-8d15-2253ca9d4cab service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb0d924d-2464-4401-827f-d9b8de88d21b HTTP/1.1" status: 200 len: 998 time: 0.0630798 Jun 16 00:47:30.247422 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:47:30.253205 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee3ff39-51c3-4b15-a593-1547ee240038 req-a1a5c2c4-7136-407f-891c-d8a2ee578ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:47:30.254718 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-7ee3ff39-51c3-4b15-a593-1547ee240038 req-a1a5c2c4-7136-407f-891c-d8a2ee578ce9 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=bc787928-3000-44c3-a294-565141aabb84 HTTP/1.1" status: 200 len: 851 time: 0.0490360 Jun 16 00:47:30.298982 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee3ff39-51c3-4b15-a593-1547ee240038 req-3bc616ee-f610-467c-aa16-1848517f783f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:47:30.300550 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-7ee3ff39-51c3-4b15-a593-1547ee240038 req-3bc616ee-f610-467c-aa16-1848517f783f service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=edd9d18b-1d6c-4052-b07a-8baf4adc8bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0401568 Jun 16 00:47:30.367219 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-a429cf41-cf64-46b6-82d4-99bbff7afc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'name': 'tempest-TestVolumeBootPattern-1541016807-router', 'tenant_id': '3a122fcfab7f418baf78d7b742fa20db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '75dd5a1f-cc4c-404d-8416-946033d04d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:42:11Z', 'updated_at': '2022-06-16T00:42:14Z', 'revision_number': 4, 'project_id': '3a122fcfab7f418baf78d7b742fa20db', 'gw_port': {'id': '75dd5a1f-cc4c-404d-8416-946033d04d33', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:12Z', 'updated_at': '2022-06-16T00:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_floatingips': [{'id': '165f4cbe-7daf-4da4-b212-a58a97ae8468', 'tenant_id': '3a122fcfab7f418baf78d7b742fa20db', 'floating_ip_address': '172.27.1.63', 'floating_network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'router_id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'port_id': 'fb0d924d-2464-4401-827f-d9b8de88d21b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edd9d18b-1d6c-4052-b07a-8baf4adc8bec', 'mac_address': 'fa:16:3e:35:b1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ca4dcb-076c-452d-ab6a-dec4242c6d6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T00:47:28Z', 'updated_at': '2022-06-16T00:47:28Z', 'revision_number': 0, 'project_id': '3a122fcfab7f418baf78d7b742fa20db', 'fixed_ip_address_scope': None}, {'id': 'c16cff63-5406-4fae-abcd-4a5f03076fc5', 'tenant_id': '3a122fcfab7f418baf78d7b742fa20db', 'floating_ip_address': '172.27.1.102', 'floating_network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'router_id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'port_id': '04943923-128c-4497-8f50-577da86b34e2', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edd9d18b-1d6c-4052-b07a-8baf4adc8bec', 'mac_address': 'fa:16:3e:d4:5b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c407165e-8822-4cbe-a4b4-cdd515e2c048', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T00:45:28Z', 'updated_at': '2022-06-16T00:45:30Z', 'revision_number': 1, 'project_id': '3a122fcfab7f418baf78d7b742fa20db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55179b71-c585-4680-b492-8b2790e15e55', 'name': '', 'network_id': 'edd9d18b-1d6c-4052-b07a-8baf4adc8bec', 'tenant_id': '3a122fcfab7f418baf78d7b742fa20db', 'mac_address': 'fa:16:3e:09:33:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'bc787928-3000-44c3-a294-565141aabb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:14Z', 'updated_at': '2022-06-16T00:42:18Z', 'revision_number': 5, 'project_id': '3a122fcfab7f418baf78d7b742fa20db', 'subnets': [{'id': 'bc787928-3000-44c3-a294-565141aabb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:47:30.396104 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a429cf41-cf64-46b6-82d4-99bbff7afc6a None None] The sync data for ids ['81736229-b55c-4551-8c80-77ffd4cb764d'] in dv-cinder-803823-11-iscsi is: [{'id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'name': 'tempest-TestVolumeBootPattern-1541016807-router', 'tenant_id': '3a122fcfab7f418baf78d7b742fa20db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '75dd5a1f-cc4c-404d-8416-946033d04d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:42:11Z', 'updated_at': '2022-06-16T00:42:14Z', 'revision_number': 4, 'project_id': '3a122fcfab7f418baf78d7b742fa20db', 'gw_port': {'id': '75dd5a1f-cc4c-404d-8416-946033d04d33', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:12Z', 'updated_at': '2022-06-16T00:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_floatingips': [{'id': '165f4cbe-7daf-4da4-b212-a58a97ae8468', 'tenant_id': '3a122fcfab7f418baf78d7b742fa20db', 'floating_ip_address': '172.27.1.63', 'floating_network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'router_id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'port_id': 'fb0d924d-2464-4401-827f-d9b8de88d21b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edd9d18b-1d6c-4052-b07a-8baf4adc8bec', 'mac_address': 'fa:16:3e:35:b1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ca4dcb-076c-452d-ab6a-dec4242c6d6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T00:47:28Z', 'updated_at': '2022-06-16T00:47:28Z', 'revision_number': 0, 'project_id': '3a122fcfab7f418baf78d7b742fa20db', 'fixed_ip_address_scope': None}, {'id': 'c16cff63-5406-4fae-abcd-4a5f03076fc5', 'tenant_id': '3a122fcfab7f418baf78d7b742fa20db', 'floating_ip_address': '172.27.1.102', 'floating_network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'router_id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'port_id': '04943923-128c-4497-8f50-577da86b34e2', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edd9d18b-1d6c-4052-b07a-8baf4adc8bec', 'mac_address': 'fa:16:3e:d4:5b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c407165e-8822-4cbe-a4b4-cdd515e2c048', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T00:45:28Z', 'updated_at': '2022-06-16T00:45:30Z', 'revision_number': 1, 'project_id': '3a122fcfab7f418baf78d7b742fa20db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55179b71-c585-4680-b492-8b2790e15e55', 'name': '', 'network_id': 'edd9d18b-1d6c-4052-b07a-8baf4adc8bec', 'tenant_id': '3a122fcfab7f418baf78d7b742fa20db', 'mac_address': 'fa:16:3e:09:33:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'bc787928-3000-44c3-a294-565141aabb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:14Z', 'updated_at': '2022-06-16T00:42:18Z', 'revision_number': 5, 'project_id': '3a122fcfab7f418baf78d7b742fa20db', 'subnets': [{'id': 'bc787928-3000-44c3-a294-565141aabb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 00:47:30.396335 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-7ee3ff39-51c3-4b15-a593-1547ee240038 req-a8964adb-d93c-443f-8f1e-6f6448d7226d service neutron] 10.222.0.40 "GET /v2.0/networks/edd9d18b-1d6c-4052-b07a-8baf4adc8bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894485 Jun 16 00:47:30.487852 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:47:30.499577 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-7ee3ff39-51c3-4b15-a593-1547ee240038 req-3213ae29-752a-4b08-bab7-975a4427d2a3 service neutron] 10.222.0.40 "GET /v2.0/networks/edd9d18b-1d6c-4052-b07a-8baf4adc8bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981579 Jun 16 00:47:30.598271 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bd3eb4-2a8f-4d32-9510-6c0bacac90f5 None None] New status for floating IP 165f4cbe-7daf-4da4-b212-a58a97ae8468: ACTIVE {{(pid=111024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 00:47:30.823050 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 49634) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:47:30.841366 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-bf9962d4-e88b-4782-9c56-5b46c119ccb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:30.856002 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:47:30.921075 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-bf9962d4-e88b-4782-9c56-5b46c119ccb7 admin admin] Publish callbacks [] for security_group (28c8d00c-3527-4437-9834-e047eccb1f18), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:30.983586 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-bf9962d4-e88b-4782-9c56-5b46c119ccb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (28c8d00c-3527-4437-9834-e047eccb1f18), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:31.023161 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-bf9962d4-e88b-4782-9c56-5b46c119ccb7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=221dd1a7a810457080f72476b7c3818c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1989927 Jun 16 00:47:31.024008 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9962d4-e88b-4782-9c56-5b46c119ccb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c8d00c-3527-4437-9834-e047eccb1f18,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:47:31.025860 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 49636) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:47:31.074278 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-b112ebd3-31ac-4b9e-a350-9c2224f2c19e admin admin] Publish callbacks [] for security_group (28c8d00c-3527-4437-9834-e047eccb1f18), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:31.095861 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-b112ebd3-31ac-4b9e-a350-9c2224f2c19e admin admin] Publish callbacks [] for security_group (28c8d00c-3527-4437-9834-e047eccb1f18), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:31.201289 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-b112ebd3-31ac-4b9e-a350-9c2224f2c19e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (28c8d00c-3527-4437-9834-e047eccb1f18), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:31.203739 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-b112ebd3-31ac-4b9e-a350-9c2224f2c19e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:31.205386 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-b112ebd3-31ac-4b9e-a350-9c2224f2c19e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/28c8d00c-3527-4437-9834-e047eccb1f18 HTTP/1.1" status: 204 len: 168 time: 0.1784766 Jun 16 00:47:31.213018 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b112ebd3-31ac-4b9e-a350-9c2224f2c19e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c8d00c-3527-4437-9834-e047eccb1f18,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:47:32.154916 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 49658) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:47:32.252067 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.v2.base [None req-5f8e5d55-13bc-44f7-9ec7-99018b056055 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1343494283-network', 'tenant_id': 'a32b5211fe814671baad0e5816e4b949'}} {{(pid=111022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:47:32.314993 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f8e5d55-13bc-44f7-9ec7-99018b056055 admin admin] Made reservation on behalf of a32b5211fe814671baad0e5816e4b949 for: {'network': 1} {{(pid=111022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 00:47:32.317304 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-5f8e5d55-13bc-44f7-9ec7-99018b056055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for network (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:32.325964 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-5f8e5d55-13bc-44f7-9ec7-99018b056055 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:32.405639 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-5f8e5d55-13bc-44f7-9ec7-99018b056055 admin admin] Publish callbacks [] for security_group (f837d9d0-3162-46b3-8189-f76e365e46c0), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:32.463733 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-5f8e5d55-13bc-44f7-9ec7-99018b056055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (f837d9d0-3162-46b3-8189-f76e365e46c0), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:32.485050 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=76,neutron:DELETE=4,neutron:INSERT=19,neutron:UPDATE=1 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:47:32.491538 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f8e5d55-13bc-44f7-9ec7-99018b056055 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=111022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 00:47:32.500358 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8e5d55-13bc-44f7-9ec7-99018b056055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f837d9d0-3162-46b3-8189-f76e365e46c0,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:47:32.506257 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-5f8e5d55-13bc-44f7-9ec7-99018b056055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219328'] for segment (92204960-d9cd-426a-b86b-9937179c330c), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:32.506844 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.db.segments_db [None req-5f8e5d55-13bc-44f7-9ec7-99018b056055 admin admin] Added segment 92204960-d9cd-426a-b86b-9937179c330c of type vlan for network 61f6e394-6573-4b4c-ae93-70c44bece667 Jun 16 00:47:32.548224 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-5f8e5d55-13bc-44f7-9ec7-99018b056055 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753842147476'] for network (61f6e394-6573-4b4c-ae93-70c44bece667), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:32.652000 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-5f8e5d55-13bc-44f7-9ec7-99018b056055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177'] for network (61f6e394-6573-4b4c-ae93-70c44bece667), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:32.653058 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8e5d55-13bc-44f7-9ec7-99018b056055 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:47:32.653630 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-5f8e5d55-13bc-44f7-9ec7-99018b056055 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590195'] for network (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:32.714375 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8e5d55-13bc-44f7-9ec7-99018b056055 admin admin] Pushing event updated for resources: {'Network': ['ID=61f6e394-6573-4b4c-ae93-70c44bece667,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:47:32.726181 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Network 61f6e394-6573-4b4c-ae93-70c44bece667 details requested by agent ovs-agent-dv-cinder-803823-11-iscsi with host dv-cinder-803823-11-iscsi {{(pid=111024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 00:47:32.739963 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:UPDATE=6,neutron:SELECT=94 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:47:32.775271 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-5f8e5d55-13bc-44f7-9ec7-99018b056055 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6192667 Jun 16 00:47:32.778130 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 49662) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:47:32.783487 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.v2.base [None req-f7aa6a10-7604-4877-8d27-205ce9b69e61 admin admin] Request body: {'subnet': {'network_id': '61f6e394-6573-4b4c-ae93-70c44bece667', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1343494283-subnet', 'tenant_id': 'a32b5211fe814671baad0e5816e4b949', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:47:32.821092 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.agents_db [None req-15653567-1518-4353-bd1f-4d0dcdae15fd None None] Agent healthcheck: found 6 active agents {{(pid=111025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 00:47:32.870006 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7aa6a10-7604-4877-8d27-205ce9b69e61 admin admin] Made reservation on behalf of a32b5211fe814671baad0e5816e4b949 for: {'subnet': 1} {{(pid=111022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 00:47:32.872455 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-f7aa6a10-7604-4877-8d27-205ce9b69e61 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18407631'] for subnet (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:32.996379 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:47:33.087286 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-f7aa6a10-7604-4877-8d27-205ce9b69e61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18330380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18407649'] for subnet (6086339d-dd85-472e-884f-83d11212f4bf), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:33.151622 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aa6a10-7604-4877-8d27-205ce9b69e61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6086339d-dd85-472e-884f-83d11212f4bf,revision_number=0']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:47:33.156825 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7aa6a10-7604-4877-8d27-205ce9b69e61 admin admin] Checking segment: {'id': '92204960-d9cd-426a-b86b-9937179c330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '61f6e394-6573-4b4c-ae93-70c44bece667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 00:47:33.157462 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7aa6a10-7604-4877-8d27-205ce9b69e61 admin admin] Network hostable DHCP agents. Network: 61f6e394-6573-4b4c-ae93-70c44bece667, hostable agents: ['2a8c543c-b8d9-40d8-999c-fa03b757f547'], hosted agents: [] {{(pid=111022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 00:47:33.229267 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7aa6a10-7604-4877-8d27-205ce9b69e61 admin admin] Network 61f6e394-6573-4b4c-ae93-70c44bece667 is scheduled to be hosted by DHCP agent 2a8c543c-b8d9-40d8-999c-fa03b757f547 with binding_index 1 {{(pid=111022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 00:47:33.298389 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.scheduler.base_scheduler [None req-f7aa6a10-7604-4877-8d27-205ce9b69e61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-11-iscsi, 61f6e394-6573-4b4c-ae93-70c44bece667) {{(pid=111022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:47:33.302914 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7aa6a10-7604-4877-8d27-205ce9b69e61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:47:33.303525 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-f7aa6a10-7604-4877-8d27-205ce9b69e61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590195'] for subnet (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:33.308709 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1426d32f-5e87-434b-849f-24d7c934f27a None None] Network 61f6e394-6573-4b4c-ae93-70c44bece667 requested from dv-cinder-803823-11-iscsi {{(pid=111024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 00:47:33.369582 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-f7aa6a10-7604-4877-8d27-205ce9b69e61 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5904081 Jun 16 00:47:33.406962 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c679685-1cc9-45a6-81f5-9033c693b55b None None] Network 61f6e394-6573-4b4c-ae93-70c44bece667 requested from dv-cinder-803823-11-iscsi {{(pid=111024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 00:47:35.491572 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf13174-a4e6-48cd-97c0-97340a2a32fc req-690d2e55-4661-472d-b27c-acca642ebdaa tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:47:35.493017 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-7bf13174-a4e6-48cd-97c0-97340a2a32fc req-690d2e55-4661-472d-b27c-acca642ebdaa tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] 10.222.0.20 "GET /v2.0/networks?id=61f6e394-6573-4b4c-ae93-70c44bece667 HTTP/1.1" status: 200 len: 809 time: 0.0988536 Jun 16 00:47:35.507408 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-7bf13174-a4e6-48cd-97c0-97340a2a32fc req-fca0625a-4f1f-459b-afa4-9e8b92da69fd tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] 10.222.0.20 "GET /v2.0/quotas/a32b5211fe814671baad0e5816e4b949 HTTP/1.1" status: 200 len: 375 time: 0.0091798 Jun 16 00:47:35.542580 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-7bf13174-a4e6-48cd-97c0-97340a2a32fc req-1eb444ea-98da-4f2f-b22e-13ec5913a8fd tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a32b5211fe814671baad0e5816e4b949&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305448 Jun 16 00:47:35.630335 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-7bf13174-a4e6-48cd-97c0-97340a2a32fc req-559d61ea-bed1-4240-89a8-bbeb212aa917 service neutron] 10.222.0.20 "GET /v2.0/networks/61f6e394-6573-4b4c-ae93-70c44bece667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814247 Jun 16 00:47:35.729568 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-7bf13174-a4e6-48cd-97c0-97340a2a32fc req-44ce2b3f-ff8b-4225-aade-929c6a518813 service neutron] 10.222.0.20 "GET /v2.0/networks/61f6e394-6573-4b4c-ae93-70c44bece667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933588 Jun 16 00:47:35.980476 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-cde06e2e-4d2a-4a80-a51a-fbab4c01f797 req-c36b9bd9-847b-4695-adf8-c7f2beceb75a tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6baae9a-a6ae-4312-9aa7-ae9df1f6e8d4 HTTP/1.1" status: 200 len: 210 time: 0.0277967 Jun 16 00:47:37.076925 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-1d8e98c7-f30b-4e43-8af1-1ab0e1d5a725 req-da275aca-0c76-42c4-aa72-c41a7c041a18 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6baae9a-a6ae-4312-9aa7-ae9df1f6e8d4 HTTP/1.1" status: 200 len: 210 time: 0.0267575 Jun 16 00:47:38.205041 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-f971499f-5907-41c2-8d66-d76ea45bbd2d req-99fdcf75-5780-44d3-9a65-9c1ede5c87de tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6baae9a-a6ae-4312-9aa7-ae9df1f6e8d4 HTTP/1.1" status: 200 len: 210 time: 0.0506608 Jun 16 00:47:38.293436 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf13174-a4e6-48cd-97c0-97340a2a32fc req-cb892fe8-f7a8-4f1c-a60e-ea79791ab060 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:47:38.294773 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-7bf13174-a4e6-48cd-97c0-97340a2a32fc req-cb892fe8-f7a8-4f1c-a60e-ea79791ab060 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] 10.222.0.40 "GET /v2.0/networks?id=61f6e394-6573-4b4c-ae93-70c44bece667 HTTP/1.1" status: 200 len: 809 time: 0.1298826 Jun 16 00:47:38.313191 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [req-7bf13174-a4e6-48cd-97c0-97340a2a32fc req-3b29d81b-3b72-45de-b7c7-abfffbdf2762 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] Request body: {'port': {'device_id': 'f6baae9a-a6ae-4312-9aa7-ae9df1f6e8d4', 'network_id': '61f6e394-6573-4b4c-ae93-70c44bece667', 'admin_state_up': True, 'tenant_id': 'a32b5211fe814671baad0e5816e4b949'}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:47:38.538334 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bf13174-a4e6-48cd-97c0-97340a2a32fc req-3b29d81b-3b72-45de-b7c7-abfffbdf2762 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] Made reservation on behalf of a32b5211fe814671baad0e5816e4b949 for: {'port': 1} {{(pid=111023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 00:47:38.542288 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-7bf13174-a4e6-48cd-97c0-97340a2a32fc req-3b29d81b-3b72-45de-b7c7-abfffbdf2762 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:38.673738 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.db_base_plugin_common [req-7bf13174-a4e6-48cd-97c0-97340a2a32fc req-3b29d81b-3b72-45de-b7c7-abfffbdf2762 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] Allocated IP 172.20.0.8 (61f6e394-6573-4b4c-ae93-70c44bece667/6086339d-dd85-472e-884f-83d11212f4bf/9bce2f12-f315-4b2b-8ad8-a0bb21371db7) {{(pid=111023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 00:47:38.824078 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-7bf13174-a4e6-48cd-97c0-97340a2a32fc req-3b29d81b-3b72-45de-b7c7-abfffbdf2762 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] Publish callbacks [] for port (9bce2f12-f315-4b2b-8ad8-a0bb21371db7), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:38.849541 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:47:38.904419 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-7bf13174-a4e6-48cd-97c0-97340a2a32fc req-3b29d81b-3b72-45de-b7c7-abfffbdf2762 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753842110805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909837'] for port (9bce2f12-f315-4b2b-8ad8-a0bb21371db7), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:38.938549 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:47:38.947648 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bf13174-a4e6-48cd-97c0-97340a2a32fc req-3b29d81b-3b72-45de-b7c7-abfffbdf2762 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] Network 61f6e394-6573-4b4c-ae93-70c44bece667 is already hosted by enough agents. {{(pid=111023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:47:38.951019 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.base_scheduler [req-7bf13174-a4e6-48cd-97c0-97340a2a32fc req-3b29d81b-3b72-45de-b7c7-abfffbdf2762 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] Resources bound (agent type, host, resource id): {{(pid=111023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:47:38.954764 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bf13174-a4e6-48cd-97c0-97340a2a32fc req-3b29d81b-3b72-45de-b7c7-abfffbdf2762 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] Received port after_create {{(pid=111023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 00:47:38.983947 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29d81b-3b72-45de-b7c7-abfffbdf2762 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] Pushing event updated for resources: {'Port': ['ID=9bce2f12-f315-4b2b-8ad8-a0bb21371db7,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:47:39.017399 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf13174-a4e6-48cd-97c0-97340a2a32fc req-3b29d81b-3b72-45de-b7c7-abfffbdf2762 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:47:39.018001 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-7bf13174-a4e6-48cd-97c0-97340a2a32fc req-3b29d81b-3b72-45de-b7c7-abfffbdf2762 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for port (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:39.084411 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-7bf13174-a4e6-48cd-97c0-97340a2a32fc req-3b29d81b-3b72-45de-b7c7-abfffbdf2762 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7746975 Jun 16 00:47:39.102975 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [req-7bf13174-a4e6-48cd-97c0-97340a2a32fc req-4bd5d6db-eb55-4ce2-bf57-bbf1598a12e0 service neutron] Request body: {'port': {'device_id': 'f6baae9a-a6ae-4312-9aa7-ae9df1f6e8d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:47:39.167382 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-7bf13174-a4e6-48cd-97c0-97340a2a32fc req-4bd5d6db-eb55-4ce2-bf57-bbf1598a12e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (9bce2f12-f315-4b2b-8ad8-a0bb21371db7), before_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:39.323019 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e21f1e-de5f-4c06-9aeb-93858d34fae9 req-76e00551-cd21-4d42-a8c5-12e2585ba710 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:47:39.324495 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-f3e21f1e-de5f-4c06-9aeb-93858d34fae9 req-76e00551-cd21-4d42-a8c5-12e2585ba710 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6baae9a-a6ae-4312-9aa7-ae9df1f6e8d4 HTTP/1.1" status: 200 len: 931 time: 0.0465379 Jun 16 00:47:39.371839 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:47:39.379940 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-f3e21f1e-de5f-4c06-9aeb-93858d34fae9 req-cf7228b8-7a92-438d-96f3-8b2d458678f6 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] 10.222.0.20 "GET /v2.0/security-groups?id=f837d9d0-3162-46b3-8189-f76e365e46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498109 Jun 16 00:47:39.426271 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.notifiers.nova [req-7bf13174-a4e6-48cd-97c0-97340a2a32fc req-4bd5d6db-eb55-4ce2-bf57-bbf1598a12e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bce2f12-f315-4b2b-8ad8-a0bb21371db7 {{(pid=111023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 00:47:39.433615 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-7bf13174-a4e6-48cd-97c0-97340a2a32fc req-4bd5d6db-eb55-4ce2-bf57-bbf1598a12e0 service neutron] Publish callbacks [] for port (9bce2f12-f315-4b2b-8ad8-a0bb21371db7), precommit_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:39.446318 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.provisioning_blocks [req-7bf13174-a4e6-48cd-97c0-97340a2a32fc req-4bd5d6db-eb55-4ce2-bf57-bbf1598a12e0 service neutron] Transition to ACTIVE for port object 9bce2f12-f315-4b2b-8ad8-a0bb21371db7 will not be triggered until provisioned by entity L2. {{(pid=111023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 00:47:39.532400 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-7bf13174-a4e6-48cd-97c0-97340a2a32fc req-4bd5d6db-eb55-4ce2-bf57-bbf1598a12e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909850'] for port (9bce2f12-f315-4b2b-8ad8-a0bb21371db7), after_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:39.604776 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd5d6db-eb55-4ce2-bf57-bbf1598a12e0 service neutron] Pushing event updated for resources: {'Port': ['ID=9bce2f12-f315-4b2b-8ad8-a0bb21371db7,revision_number=2']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:47:39.658402 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.managers [req-7bf13174-a4e6-48cd-97c0-97340a2a32fc req-4bd5d6db-eb55-4ce2-bf57-bbf1598a12e0 service neutron] Attempting to bind port 9bce2f12-f315-4b2b-8ad8-a0bb21371db7 on host hv-cinder-80382 for vnic_type normal with profile {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 00:47:39.658631 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.managers [req-7bf13174-a4e6-48cd-97c0-97340a2a32fc req-4bd5d6db-eb55-4ce2-bf57-bbf1598a12e0 service neutron] Attempting to bind port 9bce2f12-f315-4b2b-8ad8-a0bb21371db7 by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': '92204960-d9cd-426a-b86b-9937179c330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '61f6e394-6573-4b4c-ae93-70c44bece667'}] {{(pid=111023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 00:47:39.658956 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf13174-a4e6-48cd-97c0-97340a2a32fc req-4bd5d6db-eb55-4ce2-bf57-bbf1598a12e0 service neutron] Attempting to bind port 9bce2f12-f315-4b2b-8ad8-a0bb21371db7 on network 61f6e394-6573-4b4c-ae93-70c44bece667 {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 00:47:39.663378 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf13174-a4e6-48cd-97c0-97340a2a32fc req-4bd5d6db-eb55-4ce2-bf57-bbf1598a12e0 service neutron] Port 9bce2f12-f315-4b2b-8ad8-a0bb21371db7 on network 61f6e394-6573-4b4c-ae93-70c44bece667 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 00:47:39.663689 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf13174-a4e6-48cd-97c0-97340a2a32fc req-4bd5d6db-eb55-4ce2-bf57-bbf1598a12e0 service neutron] Attempting to bind port 9bce2f12-f315-4b2b-8ad8-a0bb21371db7 on network 61f6e394-6573-4b4c-ae93-70c44bece667 {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 00:47:39.668653 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf13174-a4e6-48cd-97c0-97340a2a32fc req-4bd5d6db-eb55-4ce2-bf57-bbf1598a12e0 service neutron] Checking agent: {'id': '42cc932a-4e60-43e8-a4dc-4f47b3d3efae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 0, 32, 41), 'started_at': datetime.datetime(2022, 6, 16, 0, 32, 41), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 0, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 00:47:39.668983 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf13174-a4e6-48cd-97c0-97340a2a32fc req-4bd5d6db-eb55-4ce2-bf57-bbf1598a12e0 service neutron] Checking segment: {'id': '92204960-d9cd-426a-b86b-9937179c330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '61f6e394-6573-4b4c-ae93-70c44bece667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 00:47:39.669355 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf13174-a4e6-48cd-97c0-97340a2a32fc req-4bd5d6db-eb55-4ce2-bf57-bbf1598a12e0 service neutron] Bound using segment: {'id': '92204960-d9cd-426a-b86b-9937179c330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '61f6e394-6573-4b4c-ae93-70c44bece667'} {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 00:47:39.669770 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.managers [req-7bf13174-a4e6-48cd-97c0-97340a2a32fc req-4bd5d6db-eb55-4ce2-bf57-bbf1598a12e0 service neutron] Bound port: 9bce2f12-f315-4b2b-8ad8-a0bb21371db7, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92204960-d9cd-426a-b86b-9937179c330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '61f6e394-6573-4b4c-ae93-70c44bece667'}}] {{(pid=111023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 00:47:39.670114 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-7bf13174-a4e6-48cd-97c0-97340a2a32fc req-4bd5d6db-eb55-4ce2-bf57-bbf1598a12e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (9bce2f12-f315-4b2b-8ad8-a0bb21371db7), before_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:39.730217 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.db [req-7bf13174-a4e6-48cd-97c0-97340a2a32fc req-4bd5d6db-eb55-4ce2-bf57-bbf1598a12e0 service neutron] For port 9bce2f12-f315-4b2b-8ad8-a0bb21371db7, host hv-cinder-80382, cleared binding levels {{(pid=111023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 00:47:39.733159 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.db [req-7bf13174-a4e6-48cd-97c0-97340a2a32fc req-4bd5d6db-eb55-4ce2-bf57-bbf1598a12e0 service neutron] For port 9bce2f12-f315-4b2b-8ad8-a0bb21371db7, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=9bce2f12-f315-4b2b-8ad8-a0bb21371db7,segment=NetworkSegment(92204960-d9cd-426a-b86b-9937179c330c),segment_id=92204960-d9cd-426a-b86b-9937179c330c)] {{(pid=111023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 00:47:39.830203 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-7bf13174-a4e6-48cd-97c0-97340a2a32fc req-4bd5d6db-eb55-4ce2-bf57-bbf1598a12e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909850'] for port (9bce2f12-f315-4b2b-8ad8-a0bb21371db7), after_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:39.864264 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf13174-a4e6-48cd-97c0-97340a2a32fc req-4bd5d6db-eb55-4ce2-bf57-bbf1598a12e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:47:39.864892 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-7bf13174-a4e6-48cd-97c0-97340a2a32fc req-4bd5d6db-eb55-4ce2-bf57-bbf1598a12e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for port (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:39.866321 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-7bf13174-a4e6-48cd-97c0-97340a2a32fc req-4bd5d6db-eb55-4ce2-bf57-bbf1598a12e0 service neutron] 10.222.0.40 "PUT /v2.0/ports/9bce2f12-f315-4b2b-8ad8-a0bb21371db7 HTTP/1.1" status: 200 len: 1093 time: 0.7679336 Jun 16 00:47:39.866764 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6baae9a-a6ae-4312-9aa7-ae9df1f6e8d4', 'tag': '9bce2f12-f315-4b2b-8ad8-a0bb21371db7'}] {{(pid=111023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:47:39.869033 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849ffc5c5c28115853a01ef2d84a57e68c82d4a74a931575540ba89325b26957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e2ce94-6417-4779-b92c-592358a7f0aa" -d '{"events": [{"name": "network-changed", "server_uuid": "f6baae9a-a6ae-4312-9aa7-ae9df1f6e8d4", "tag": "9bce2f12-f315-4b2b-8ad8-a0bb21371db7"}]}' {{(pid=111023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:47:39.893321 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd5d6db-eb55-4ce2-bf57-bbf1598a12e0 service neutron] Pushing event updated for resources: {'Port': ['ID=9bce2f12-f315-4b2b-8ad8-a0bb21371db7,revision_number=3']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:47:39.911071 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 00:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-185d52b6-d1ad-4f2b-8278-3b05fe89ab96 x-openstack-request-id: req-185d52b6-d1ad-4f2b-8278-3b05fe89ab96 {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:47:39.911071 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6baae9a-a6ae-4312-9aa7-ae9df1f6e8d4", "tag": "9bce2f12-f315-4b2b-8ad8-a0bb21371db7", "status": "completed", "code": 200}]} {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:47:39.911071 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-185d52b6-d1ad-4f2b-8278-3b05fe89ab96 {{(pid=111023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:47:39.911071 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-185d52b6-d1ad-4f2b-8278-3b05fe89ab96'] response: {'name': 'network-changed', 'server_uuid': 'f6baae9a-a6ae-4312-9aa7-ae9df1f6e8d4', 'tag': '9bce2f12-f315-4b2b-8ad8-a0bb21371db7', 'status': 'completed', 'code': 200} Jun 16 00:47:39.960769 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:47:39.999786 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e2ce94-6417-4779-b92c-592358a7f0aa req-2e424e31-aea3-4130-993a-65a0a1ae6173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:47:40.001317 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-82e2ce94-6417-4779-b92c-592358a7f0aa req-2e424e31-aea3-4130-993a-65a0a1ae6173 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=a32b5211fe814671baad0e5816e4b949&device_id=f6baae9a-a6ae-4312-9aa7-ae9df1f6e8d4 HTTP/1.1" status: 200 len: 1127 time: 0.0488865 Jun 16 00:47:40.111257 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e2ce94-6417-4779-b92c-592358a7f0aa req-13af47ca-93b3-42e5-bbbf-59c9b86e7b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:47:40.112706 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-82e2ce94-6417-4779-b92c-592358a7f0aa req-13af47ca-93b3-42e5-bbbf-59c9b86e7b59 service neutron] 10.222.0.40 "GET /v2.0/networks?tenant_id=a32b5211fe814671baad0e5816e4b949&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0904548 Jun 16 00:47:40.189046 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:47:40.205379 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e2ce94-6417-4779-b92c-592358a7f0aa req-85efecb4-498d-4c33-ad4c-5a81d9ca9d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:47:40.207313 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-82e2ce94-6417-4779-b92c-592358a7f0aa req-85efecb4-498d-4c33-ad4c-5a81d9ca9d91 service neutron] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883596 Jun 16 00:47:40.315711 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf13174-a4e6-48cd-97c0-97340a2a32fc req-29d4af9b-08a9-458b-ae06-29c9dae1de7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:47:40.317242 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-7bf13174-a4e6-48cd-97c0-97340a2a32fc req-29d4af9b-08a9-458b-ae06-29c9dae1de7a service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=a32b5211fe814671baad0e5816e4b949&device_id=f6baae9a-a6ae-4312-9aa7-ae9df1f6e8d4 HTTP/1.1" status: 200 len: 1127 time: 0.0386772 Jun 16 00:47:40.364045 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-7bf13174-a4e6-48cd-97c0-97340a2a32fc req-d9f78c2f-ef4a-463a-8251-94211b87bd2d service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9bce2f12-f315-4b2b-8ad8-a0bb21371db7 HTTP/1.1" status: 200 len: 217 time: 0.0346823 Jun 16 00:47:40.370518 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=86 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:47:40.409338 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf13174-a4e6-48cd-97c0-97340a2a32fc req-f23ae10a-0168-48e6-8957-7fc7b218fe09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:47:40.411090 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-7bf13174-a4e6-48cd-97c0-97340a2a32fc req-f23ae10a-0168-48e6-8957-7fc7b218fe09 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=6086339d-dd85-472e-884f-83d11212f4bf HTTP/1.1" status: 200 len: 849 time: 0.0421543 Jun 16 00:47:40.443396 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-7bf13174-a4e6-48cd-97c0-97340a2a32fc req-0c3c2fdb-c275-4bf6-acdd-b8d7a3f78405 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=61f6e394-6573-4b4c-ae93-70c44bece667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264745 Jun 16 00:47:40.495390 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8d9e9f-f051-45c4-8213-5956c06d728b req-95e817db-f9dd-4b8c-82b7-1ced44a05f8f tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:47:40.496859 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-cf8d9e9f-f051-45c4-8213-5956c06d728b req-95e817db-f9dd-4b8c-82b7-1ced44a05f8f tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6baae9a-a6ae-4312-9aa7-ae9df1f6e8d4 HTTP/1.1" status: 200 len: 943 time: 0.0452192 Jun 16 00:47:40.534838 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-7bf13174-a4e6-48cd-97c0-97340a2a32fc req-2b2728c6-c989-4049-97d5-09aaa09aa49e service neutron] 10.222.0.40 "GET /v2.0/networks/61f6e394-6573-4b4c-ae93-70c44bece667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858026 Jun 16 00:47:40.543922 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-cf8d9e9f-f051-45c4-8213-5956c06d728b req-5d733abe-09b6-4710-aa28-66f8dc8bedf4 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] 10.222.0.20 "GET /v2.0/security-groups?id=f837d9d0-3162-46b3-8189-f76e365e46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414472 Jun 16 00:47:40.623428 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-7bf13174-a4e6-48cd-97c0-97340a2a32fc req-7950a16c-fb68-4c4a-9438-197bcd1af723 service neutron] 10.222.0.40 "GET /v2.0/networks/61f6e394-6573-4b4c-ae93-70c44bece667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833809 Jun 16 00:47:41.658549 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fd7339-63b9-419c-a1b6-3d78d183c4c2 req-042230c8-a889-485e-9c4d-ed59930343b6 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:47:41.659946 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-22fd7339-63b9-419c-a1b6-3d78d183c4c2 req-042230c8-a889-485e-9c4d-ed59930343b6 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6baae9a-a6ae-4312-9aa7-ae9df1f6e8d4 HTTP/1.1" status: 200 len: 943 time: 0.0457115 Jun 16 00:47:41.710109 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-22fd7339-63b9-419c-a1b6-3d78d183c4c2 req-293e8a03-22ca-44bd-9b9b-6f0aba94cf38 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] 10.222.0.20 "GET /v2.0/security-groups?id=f837d9d0-3162-46b3-8189-f76e365e46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445247 Jun 16 00:47:42.538435 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device 9bce2f12-f315-4b2b-8ad8-a0bb21371db7 details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=111024) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 00:47:42.636935 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] For port 9bce2f12-f315-4b2b-8ad8-a0bb21371db7, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=9bce2f12-f315-4b2b-8ad8-a0bb21371db7,segment=NetworkSegment(92204960-d9cd-426a-b86b-9937179c330c),segment_id=92204960-d9cd-426a-b86b-9937179c330c)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:47:42.648600 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Returning: {'device': '9bce2f12-f315-4b2b-8ad8-a0bb21371db7', 'network_id': '61f6e394-6573-4b4c-ae93-70c44bece667', 'port_id': '9bce2f12-f315-4b2b-8ad8-a0bb21371db7', 'mac_address': 'fa:16:3e:71:6d:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6086339d-dd85-472e-884f-83d11212f4bf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111024) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 00:47:42.685345 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Current status of the port 9bce2f12-f315-4b2b-8ad8-a0bb21371db7 is: DOWN; New status is: BUILD {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:47:42.685728 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (9bce2f12-f315-4b2b-8ad8-a0bb21371db7), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:42.705448 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.notifiers.nova [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bce2f12-f315-4b2b-8ad8-a0bb21371db7 {{(pid=111024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 00:47:42.724768 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] For port 9bce2f12-f315-4b2b-8ad8-a0bb21371db7, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=9bce2f12-f315-4b2b-8ad8-a0bb21371db7,segment=NetworkSegment(92204960-d9cd-426a-b86b-9937179c330c),segment_id=92204960-d9cd-426a-b86b-9937179c330c)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:47:42.767293 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (9bce2f12-f315-4b2b-8ad8-a0bb21371db7), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:42.812892 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Pushing event updated for resources: {'Port': ['ID=9bce2f12-f315-4b2b-8ad8-a0bb21371db7,revision_number=4']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:47:42.817544 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=70 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:47:42.824645 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb11221e-0665-4dc0-9010-ad82bbee5628 req-b1e29de3-faac-431b-bfa8-14201636fd38 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:47:42.824645 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-cb11221e-0665-4dc0-9010-ad82bbee5628 req-b1e29de3-faac-431b-bfa8-14201636fd38 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6baae9a-a6ae-4312-9aa7-ae9df1f6e8d4 HTTP/1.1" status: 200 len: 944 time: 0.0457382 Jun 16 00:47:42.872106 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-cb11221e-0665-4dc0-9010-ad82bbee5628 req-d074e921-04c1-4f46-8db9-6eea42312014 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] 10.222.0.20 "GET /v2.0/security-groups?id=f837d9d0-3162-46b3-8189-f76e365e46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415285 Jun 16 00:47:43.112211 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] get_ports_and_sgs() called for port_ids ['9bce2f12-f315-4b2b-8ad8-a0bb21371db7'] {{(pid=111024) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 00:47:43.186130 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:47:43.303044 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (42cc932a-4e60-43e8-a4dc-4f47b3d3efae), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:43.985673 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4b0059-c8c6-436c-84a0-0abfd37cda86 req-7250c2ea-a7db-48d8-ab21-21190914f184 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:47:43.987106 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-3b4b0059-c8c6-436c-84a0-0abfd37cda86 req-7250c2ea-a7db-48d8-ab21-21190914f184 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6baae9a-a6ae-4312-9aa7-ae9df1f6e8d4 HTTP/1.1" status: 200 len: 944 time: 0.0464997 Jun 16 00:47:44.033309 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-3b4b0059-c8c6-436c-84a0-0abfd37cda86 req-7e8c6815-6ca4-43f8-846c-073d99bde621 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] 10.222.0.20 "GET /v2.0/security-groups?id=f837d9d0-3162-46b3-8189-f76e365e46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407877 Jun 16 00:47:44.547884 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device 9bce2f12-f315-4b2b-8ad8-a0bb21371db7 up at agent hyperv_hv-cinder-80382 {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:47:44.587196 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:47:44.591508 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Provisioning for port 9bce2f12-f315-4b2b-8ad8-a0bb21371db7 completed by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 00:47:44.686750 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Provisioning complete for port 9bce2f12-f315-4b2b-8ad8-a0bb21371db7 triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:47:44.687119 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (9bce2f12-f315-4b2b-8ad8-a0bb21371db7), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:44.757443 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Current status of the port 9bce2f12-f315-4b2b-8ad8-a0bb21371db7 is: BUILD; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:47:44.757810 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (9bce2f12-f315-4b2b-8ad8-a0bb21371db7), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:44.779454 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6baae9a-a6ae-4312-9aa7-ae9df1f6e8d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bce2f12-f315-4b2b-8ad8-a0bb21371db7'}] {{(pid=111024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:47:44.781636 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4573778420d3d0f041bbf6733ae9852b47924bf8d6b8ed88ee9f05ae747ab312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e1a56f-c8c9-4f4e-b1d8-413309e124fc" -d '{"events": [{"server_uuid": "f6baae9a-a6ae-4312-9aa7-ae9df1f6e8d4", "name": "network-vif-plugged", "status": "completed", "tag": "9bce2f12-f315-4b2b-8ad8-a0bb21371db7"}]}' {{(pid=111024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:47:44.797726 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] For port 9bce2f12-f315-4b2b-8ad8-a0bb21371db7, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=9bce2f12-f315-4b2b-8ad8-a0bb21371db7,segment=NetworkSegment(92204960-d9cd-426a-b86b-9937179c330c),segment_id=92204960-d9cd-426a-b86b-9937179c330c)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:47:44.816632 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 00:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac02f7df-015d-4c1f-b1a5-063496f6860f x-openstack-request-id: req-ac02f7df-015d-4c1f-b1a5-063496f6860f {{(pid=111024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:47:44.816938 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6baae9a-a6ae-4312-9aa7-ae9df1f6e8d4", "name": "network-vif-plugged", "status": "completed", "tag": "9bce2f12-f315-4b2b-8ad8-a0bb21371db7", "code": 200}]} {{(pid=111024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:47:44.817182 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ac02f7df-015d-4c1f-b1a5-063496f6860f {{(pid=111024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:47:44.817567 dv-cinder-803823-11-iscsi neutron-server[111024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac02f7df-015d-4c1f-b1a5-063496f6860f'] response: {'server_uuid': 'f6baae9a-a6ae-4312-9aa7-ae9df1f6e8d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bce2f12-f315-4b2b-8ad8-a0bb21371db7', 'code': 200} Jun 16 00:47:44.876017 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (9bce2f12-f315-4b2b-8ad8-a0bb21371db7), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:45.045913 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Pushing event updated for resources: {'Port': ['ID=9bce2f12-f315-4b2b-8ad8-a0bb21371db7,revision_number=5']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:47:45.173094 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c56095-9040-4d27-b538-d2d41022edad req-6c6ae4a1-27ec-43f5-bd7e-37f48eee3535 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:47:45.174536 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-d5c56095-9040-4d27-b538-d2d41022edad req-6c6ae4a1-27ec-43f5-bd7e-37f48eee3535 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6baae9a-a6ae-4312-9aa7-ae9df1f6e8d4 HTTP/1.1" status: 200 len: 945 time: 0.0728416 Jun 16 00:47:45.177359 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa33e674-b9ae-4259-be2d-159a59c99dff req-715f7ada-e7c8-4f33-adfd-b045b5663e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:47:45.178691 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-fa33e674-b9ae-4259-be2d-159a59c99dff req-715f7ada-e7c8-4f33-adfd-b045b5663e2a service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=f6baae9a-a6ae-4312-9aa7-ae9df1f6e8d4 HTTP/1.1" status: 200 len: 1129 time: 0.0671535 Jun 16 00:47:45.517078 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-d5c56095-9040-4d27-b538-d2d41022edad req-993dfa13-4f24-48a0-8692-8572a6710e52 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] 10.222.0.20 "GET /v2.0/security-groups?id=f837d9d0-3162-46b3-8189-f76e365e46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3369555 Jun 16 00:47:45.519760 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-fa33e674-b9ae-4259-be2d-159a59c99dff req-a6909af4-9635-4625-8ebb-b23cb48e8a25 service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=f837d9d0-3162-46b3-8189-f76e365e46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3321555 Jun 16 00:47:46.639165 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f3152-18c3-4df6-b464-e622f976e24c req-012fae78-22e1-497f-b24e-6a788f2b68f3 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:47:46.640564 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-033f3152-18c3-4df6-b464-e622f976e24c req-012fae78-22e1-497f-b24e-6a788f2b68f3 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6baae9a-a6ae-4312-9aa7-ae9df1f6e8d4 HTTP/1.1" status: 200 len: 945 time: 0.0497851 Jun 16 00:47:46.687310 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-033f3152-18c3-4df6-b464-e622f976e24c req-c0327baa-f501-4cc1-84c7-1cdfbf24daa7 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] 10.222.0.20 "GET /v2.0/security-groups?id=f837d9d0-3162-46b3-8189-f76e365e46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410082 Jun 16 00:47:47.798444 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04bfd1d-cd37-41f2-9115-b3e3acda8908 req-62b4e4a4-01bf-47a2-b9dc-02a8a5fe512f tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:47:47.799842 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-b04bfd1d-cd37-41f2-9115-b3e3acda8908 req-62b4e4a4-01bf-47a2-b9dc-02a8a5fe512f tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6baae9a-a6ae-4312-9aa7-ae9df1f6e8d4 HTTP/1.1" status: 200 len: 945 time: 0.0446842 Jun 16 00:47:47.819472 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=100 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:47:47.846299 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-b04bfd1d-cd37-41f2-9115-b3e3acda8908 req-fa20c081-5076-4b4b-8521-6eac7f21e3c5 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] 10.222.0.20 "GET /v2.0/security-groups?id=f837d9d0-3162-46b3-8189-f76e365e46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409818 Jun 16 00:47:49.022149 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-9aec1003-fe39-4c47-a619-5f8094d0750c req-8b91d061-84e3-434a-adc9-4befb7c21140 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=c407165e-8822-4cbe-a4b4-cdd515e2c048&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392053 Jun 16 00:47:49.140895 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c928d5-e7b0-45f8-982a-30a1a3b17ea4 req-d64c1d71-7d83-47ca-ac97-16140f4d9fe3 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:47:49.142305 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-65c928d5-e7b0-45f8-982a-30a1a3b17ea4 req-d64c1d71-7d83-47ca-ac97-16140f4d9fe3 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6baae9a-a6ae-4312-9aa7-ae9df1f6e8d4 HTTP/1.1" status: 200 len: 945 time: 0.0452561 Jun 16 00:47:49.188340 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-65c928d5-e7b0-45f8-982a-30a1a3b17ea4 req-a1751683-1458-4d7f-8e9b-c7a7549209aa tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] 10.222.0.20 "GET /v2.0/security-groups?id=f837d9d0-3162-46b3-8189-f76e365e46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400438 Jun 16 00:47:50.307386 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5babfd-e8e4-4c0c-bc87-ccdf2bbe2cd1 req-920269f4-6aff-4ca2-8859-1ef06d8d252a tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:47:50.308905 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-0b5babfd-e8e4-4c0c-bc87-ccdf2bbe2cd1 req-920269f4-6aff-4ca2-8859-1ef06d8d252a tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6baae9a-a6ae-4312-9aa7-ae9df1f6e8d4 HTTP/1.1" status: 200 len: 945 time: 0.0486259 Jun 16 00:47:50.327518 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aec1003-fe39-4c47-a619-5f8094d0750c req-f45daaa3-36a9-4db0-9d39-a18b7c7efcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:47:50.329094 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-9aec1003-fe39-4c47-a619-5f8094d0750c req-f45daaa3-36a9-4db0-9d39-a18b7c7efcc1 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=3a122fcfab7f418baf78d7b742fa20db&device_id=c407165e-8822-4cbe-a4b4-cdd515e2c048 HTTP/1.1" status: 200 len: 1130 time: 0.0398412 Jun 16 00:47:50.356229 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-0b5babfd-e8e4-4c0c-bc87-ccdf2bbe2cd1 req-b341a039-da1e-441f-a4c9-555c0dce5564 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] 10.222.0.20 "GET /v2.0/security-groups?id=f837d9d0-3162-46b3-8189-f76e365e46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418723 Jun 16 00:47:50.663255 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=100 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:47:50.672727 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aec1003-fe39-4c47-a619-5f8094d0750c req-7d0a36dc-5197-482e-8a56-fc1ee2832b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:47:50.674163 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-9aec1003-fe39-4c47-a619-5f8094d0750c req-7d0a36dc-5197-482e-8a56-fc1ee2832b50 service neutron] 10.222.0.40 "GET /v2.0/networks?id=edd9d18b-1d6c-4052-b07a-8baf4adc8bec HTTP/1.1" status: 200 len: 913 time: 0.0941622 Jun 16 00:47:50.735549 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-9aec1003-fe39-4c47-a619-5f8094d0750c req-98d9cc77-697a-4e21-84af-fcbe9b5d9cae service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04943923-128c-4497-8f50-577da86b34e2 HTTP/1.1" status: 200 len: 1002 time: 0.0544322 Jun 16 00:47:50.853179 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c595cd8d-6d15-4575-bfa0-855dbbcc76d9 req-36787c84-3a1b-4aaf-8270-21dd8708826b tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:47:50.854482 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-c595cd8d-6d15-4575-bfa0-855dbbcc76d9 req-36787c84-3a1b-4aaf-8270-21dd8708826b tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] 10.222.0.40 "GET /v2.0/ports?device_id=f6baae9a-a6ae-4312-9aa7-ae9df1f6e8d4 HTTP/1.1" status: 200 len: 945 time: 0.0778077 Jun 16 00:47:50.857854 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aec1003-fe39-4c47-a619-5f8094d0750c req-82517138-0a35-49ca-bec8-b28bccb8185d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:47:50.859144 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-9aec1003-fe39-4c47-a619-5f8094d0750c req-82517138-0a35-49ca-bec8-b28bccb8185d service neutron] 10.222.0.40 "GET /v2.0/subnets?id=bc787928-3000-44c3-a294-565141aabb84 HTTP/1.1" status: 200 len: 851 time: 0.0835500 Jun 16 00:47:50.940481 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aec1003-fe39-4c47-a619-5f8094d0750c req-a2a25d3b-d4b7-43d0-8a2a-d3c59700de52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:47:50.942473 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-9aec1003-fe39-4c47-a619-5f8094d0750c req-a2a25d3b-d4b7-43d0-8a2a-d3c59700de52 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=edd9d18b-1d6c-4052-b07a-8baf4adc8bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0762687 Jun 16 00:47:51.008499 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [req-c595cd8d-6d15-4575-bfa0-855dbbcc76d9 req-883b3828-f22a-4ca1-9e74-99f7119ed24e tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] Deleting port 9bce2f12-f315-4b2b-8ad8-a0bb21371db7 {{(pid=111023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 00:47:51.008977 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-c595cd8d-6d15-4575-bfa0-855dbbcc76d9 req-883b3828-f22a-4ca1-9e74-99f7119ed24e tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753842671270'] for port (9bce2f12-f315-4b2b-8ad8-a0bb21371db7), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:51.121284 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-9aec1003-fe39-4c47-a619-5f8094d0750c req-054ea8a1-dcee-4d1b-88ca-bfb91f06a80b service neutron] 10.222.0.40 "GET /v2.0/networks/edd9d18b-1d6c-4052-b07a-8baf4adc8bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613033 Jun 16 00:47:51.160379 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.db [req-c595cd8d-6d15-4575-bfa0-855dbbcc76d9 req-883b3828-f22a-4ca1-9e74-99f7119ed24e tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] For port 9bce2f12-f315-4b2b-8ad8-a0bb21371db7, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=9bce2f12-f315-4b2b-8ad8-a0bb21371db7,segment=NetworkSegment(92204960-d9cd-426a-b86b-9937179c330c),segment_id=92204960-d9cd-426a-b86b-9937179c330c)] {{(pid=111023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:47:51.160754 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-c595cd8d-6d15-4575-bfa0-855dbbcc76d9 req-883b3828-f22a-4ca1-9e74-99f7119ed24e tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642233'] for port (9bce2f12-f315-4b2b-8ad8-a0bb21371db7), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:51.182147 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [req-c595cd8d-6d15-4575-bfa0-855dbbcc76d9 req-883b3828-f22a-4ca1-9e74-99f7119ed24e tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] Calling delete_port for 9bce2f12-f315-4b2b-8ad8-a0bb21371db7 owned by compute:nova {{(pid=111023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 00:47:51.275228 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-9aec1003-fe39-4c47-a619-5f8094d0750c req-3135612c-b655-45a3-86b5-676aaed7c286 service neutron] 10.222.0.40 "GET /v2.0/networks/edd9d18b-1d6c-4052-b07a-8baf4adc8bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467071 Jun 16 00:47:51.305954 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:47:51.412390 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-c595cd8d-6d15-4575-bfa0-855dbbcc76d9 req-883b3828-f22a-4ca1-9e74-99f7119ed24e tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753842673475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753842110814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909837'] for port (9bce2f12-f315-4b2b-8ad8-a0bb21371db7), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:51.447415 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883b3828-f22a-4ca1-9e74-99f7119ed24e tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] Pushing event deleted for resources: {'Port': ['ID=9bce2f12-f315-4b2b-8ad8-a0bb21371db7,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:47:51.449724 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] get_ports_and_sgs() called for port_ids ['9bce2f12-f315-4b2b-8ad8-a0bb21371db7'] {{(pid=111024) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 00:47:51.495926 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-ac2c8cfb-8926-4c13-b963-2ead2b3f1e9a req-18b6b914-73de-4d6f-9967-c646d6b63df3 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6baae9a-a6ae-4312-9aa7-ae9df1f6e8d4 HTTP/1.1" status: 200 len: 210 time: 0.0504913 Jun 16 00:47:51.497174 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883b3828-f22a-4ca1-9e74-99f7119ed24e tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:47:51.497507 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883b3828-f22a-4ca1-9e74-99f7119ed24e tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:47:51.497837 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883b3828-f22a-4ca1-9e74-99f7119ed24e tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:47:51.498167 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883b3828-f22a-4ca1-9e74-99f7119ed24e tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:47:51.498491 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883b3828-f22a-4ca1-9e74-99f7119ed24e tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:47:51.498836 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883b3828-f22a-4ca1-9e74-99f7119ed24e tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:47:51.499119 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883b3828-f22a-4ca1-9e74-99f7119ed24e tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:47:51.499433 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883b3828-f22a-4ca1-9e74-99f7119ed24e tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:47:51.499749 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883b3828-f22a-4ca1-9e74-99f7119ed24e tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:47:51.500063 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883b3828-f22a-4ca1-9e74-99f7119ed24e tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:47:51.500375 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883b3828-f22a-4ca1-9e74-99f7119ed24e tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:47:51.500712 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883b3828-f22a-4ca1-9e74-99f7119ed24e tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:47:51.501022 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883b3828-f22a-4ca1-9e74-99f7119ed24e tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:47:51.501338 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883b3828-f22a-4ca1-9e74-99f7119ed24e tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:47:51.501669 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883b3828-f22a-4ca1-9e74-99f7119ed24e tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:47:51.524569 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.l3_dvrscheduler_db [req-c595cd8d-6d15-4575-bfa0-855dbbcc76d9 req-883b3828-f22a-4ca1-9e74-99f7119ed24e tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] No DVR routers for this DVR port 9bce2f12-f315-4b2b-8ad8-a0bb21371db7 on host hv-cinder-80382 {{(pid=111023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 00:47:51.527060 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-c595cd8d-6d15-4575-bfa0-855dbbcc76d9 req-883b3828-f22a-4ca1-9e74-99f7119ed24e tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for port (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:51.530216 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-c595cd8d-6d15-4575-bfa0-855dbbcc76d9 req-883b3828-f22a-4ca1-9e74-99f7119ed24e tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] 10.222.0.40 "DELETE /v2.0/ports/9bce2f12-f315-4b2b-8ad8-a0bb21371db7 HTTP/1.1" status: 204 len: 173 time: 0.6650486 Jun 16 00:47:51.530656 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6baae9a-a6ae-4312-9aa7-ae9df1f6e8d4', 'name': 'network-vif-deleted', 'tag': '9bce2f12-f315-4b2b-8ad8-a0bb21371db7'}] {{(pid=111023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:47:51.532937 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849ffc5c5c28115853a01ef2d84a57e68c82d4a74a931575540ba89325b26957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d573b44-d7b6-4d47-94ad-96b8c7cdb99b" -d '{"events": [{"server_uuid": "f6baae9a-a6ae-4312-9aa7-ae9df1f6e8d4", "name": "network-vif-deleted", "tag": "9bce2f12-f315-4b2b-8ad8-a0bb21371db7"}]}' {{(pid=111023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:47:51.568705 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 00:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb8077a-fb8e-4bf9-a446-794d878c2f59 x-openstack-request-id: req-6bb8077a-fb8e-4bf9-a446-794d878c2f59 {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:47:51.568986 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6baae9a-a6ae-4312-9aa7-ae9df1f6e8d4", "name": "network-vif-deleted", "tag": "9bce2f12-f315-4b2b-8ad8-a0bb21371db7", "status": "completed", "code": 200}]} {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:47:51.569263 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6bb8077a-fb8e-4bf9-a446-794d878c2f59 {{(pid=111023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:47:51.569658 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bb8077a-fb8e-4bf9-a446-794d878c2f59'] response: {'server_uuid': 'f6baae9a-a6ae-4312-9aa7-ae9df1f6e8d4', 'name': 'network-vif-deleted', 'tag': '9bce2f12-f315-4b2b-8ad8-a0bb21371db7', 'status': 'completed', 'code': 200} Jun 16 00:47:52.612868 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-303ee574-1cd9-42a1-84a3-6d84a018a0a3 req-341a5654-1012-4727-9c0a-76a75fdf27e6 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6baae9a-a6ae-4312-9aa7-ae9df1f6e8d4 HTTP/1.1" status: 200 len: 210 time: 0.0309083 Jun 16 00:47:53.855145 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:47:53.874438 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a096d1-4502-4e22-a4c7-fc1f9a536280 req-cf705162-ce17-4556-a012-cd97b3693f83 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:47:53.875869 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-10a096d1-4502-4e22-a4c7-fc1f9a536280 req-cf705162-ce17-4556-a012-cd97b3693f83 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] 10.222.0.20 "GET /v2.0/networks?id=61f6e394-6573-4b4c-ae93-70c44bece667 HTTP/1.1" status: 200 len: 809 time: 0.0995898 Jun 16 00:47:53.892083 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-10a096d1-4502-4e22-a4c7-fc1f9a536280 req-c18bc888-cfd4-4f30-9707-479dd786ac28 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] 10.222.0.20 "GET /v2.0/quotas/a32b5211fe814671baad0e5816e4b949 HTTP/1.1" status: 200 len: 375 time: 0.0108140 Jun 16 00:47:53.926988 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-10a096d1-4502-4e22-a4c7-fc1f9a536280 req-d45cf05e-3771-4257-b7aa-0d35b66a610b tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a32b5211fe814671baad0e5816e4b949&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290818 Jun 16 00:47:53.986545 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [req-10a096d1-4502-4e22-a4c7-fc1f9a536280 req-cc006c64-ae20-492a-aa23-218861ec45b3 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=111023) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 00:47:53.987565 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-10a096d1-4502-4e22-a4c7-fc1f9a536280 req-cc006c64-ae20-492a-aa23-218861ec45b3 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0541353 Jun 16 00:47:54.080913 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-10a096d1-4502-4e22-a4c7-fc1f9a536280 req-cb5113ee-0e60-443a-af5d-ecb57eca1044 service neutron] 10.222.0.20 "GET /v2.0/networks/61f6e394-6573-4b4c-ae93-70c44bece667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872862 Jun 16 00:47:54.174195 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-10a096d1-4502-4e22-a4c7-fc1f9a536280 req-cdfb105a-7d89-4485-af67-c2841e03486e service neutron] 10.222.0.20 "GET /v2.0/networks/61f6e394-6573-4b4c-ae93-70c44bece667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867310 Jun 16 00:47:54.379875 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-7b4a3425-5c58-499f-874f-505ba3834244 req-a5b9b814-f1c4-479b-a1d4-659be5c0dfe7 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] 10.222.0.20 "GET /v2.0/ports?device_id=697236e9-d566-4044-9520-e28cef18f4fe HTTP/1.1" status: 200 len: 210 time: 0.0264935 Jun 16 00:47:54.509441 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-2033b40d-7fd9-4c7f-b337-9cf46a33b61b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (2a8c543c-b8d9-40d8-999c-fa03b757f547), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:54.619891 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device 9bce2f12-f315-4b2b-8ad8-a0bb21371db7 no longer exists at agent hyperv_hv-cinder-80382 {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 00:47:54.639068 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] No Port match for: 9bce2f12-f315-4b2b-8ad8-a0bb21371db7 {{(pid=111024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 00:47:54.639409 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device 9bce2f12-f315-4b2b-8ad8-a0bb21371db7 not bound to the agent host hv-cinder-80382 {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 00:47:55.481054 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-010ad12a-2328-4955-a568-e3d5deade21f req-74ff562c-226b-4e27-9599-be17a60a3d38 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] 10.222.0.20 "GET /v2.0/ports?device_id=697236e9-d566-4044-9520-e28cef18f4fe HTTP/1.1" status: 200 len: 210 time: 0.0285597 Jun 16 00:47:56.187195 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a096d1-4502-4e22-a4c7-fc1f9a536280 req-67f39ce0-c733-4567-af66-65129c255af3 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:47:56.188640 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-10a096d1-4502-4e22-a4c7-fc1f9a536280 req-67f39ce0-c733-4567-af66-65129c255af3 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] 10.222.0.40 "GET /v2.0/networks?id=61f6e394-6573-4b4c-ae93-70c44bece667 HTTP/1.1" status: 200 len: 809 time: 0.0999384 Jun 16 00:47:56.208429 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [req-10a096d1-4502-4e22-a4c7-fc1f9a536280 req-dd2a4759-f616-4a5b-b270-6b9306027db2 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] Request body: {'port': {'device_id': '697236e9-d566-4044-9520-e28cef18f4fe', 'network_id': '61f6e394-6573-4b4c-ae93-70c44bece667', 'admin_state_up': True, 'tenant_id': 'a32b5211fe814671baad0e5816e4b949'}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:47:56.389503 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10a096d1-4502-4e22-a4c7-fc1f9a536280 req-dd2a4759-f616-4a5b-b270-6b9306027db2 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] Made reservation on behalf of a32b5211fe814671baad0e5816e4b949 for: {'port': 1} {{(pid=111023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 00:47:56.392877 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-10a096d1-4502-4e22-a4c7-fc1f9a536280 req-dd2a4759-f616-4a5b-b270-6b9306027db2 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:56.522480 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.db_base_plugin_common [req-10a096d1-4502-4e22-a4c7-fc1f9a536280 req-dd2a4759-f616-4a5b-b270-6b9306027db2 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] Allocated IP 172.20.0.6 (61f6e394-6573-4b4c-ae93-70c44bece667/6086339d-dd85-472e-884f-83d11212f4bf/35b9cc51-1147-4e95-b4a6-ceba8606d941) {{(pid=111023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 00:47:56.649588 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:47:56.681555 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-10a096d1-4502-4e22-a4c7-fc1f9a536280 req-dd2a4759-f616-4a5b-b270-6b9306027db2 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] Publish callbacks [] for port (35b9cc51-1147-4e95-b4a6-ceba8606d941), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:56.778687 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-bb3c33b8-8e2a-4aec-9d0e-bd0effdd4cdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (d0297bc9-c3a8-45ac-9023-c937cb4f21fc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:56.780996 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-806d3ef4-969a-4b9c-9bf2-09696aa58a01 req-046579a8-d078-4ec6-818a-488f1c97be62 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] 10.222.0.20 "GET /v2.0/ports?device_id=697236e9-d566-4044-9520-e28cef18f4fe HTTP/1.1" status: 200 len: 210 time: 0.2277479 Jun 16 00:47:56.807600 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-10a096d1-4502-4e22-a4c7-fc1f9a536280 req-dd2a4759-f616-4a5b-b270-6b9306027db2 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753842110805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909837'] for port (35b9cc51-1147-4e95-b4a6-ceba8606d941), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:56.814251 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:47:56.854518 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10a096d1-4502-4e22-a4c7-fc1f9a536280 req-dd2a4759-f616-4a5b-b270-6b9306027db2 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] Network 61f6e394-6573-4b4c-ae93-70c44bece667 is already hosted by enough agents. {{(pid=111023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:47:56.857679 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.base_scheduler [req-10a096d1-4502-4e22-a4c7-fc1f9a536280 req-dd2a4759-f616-4a5b-b270-6b9306027db2 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] Resources bound (agent type, host, resource id): {{(pid=111023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:47:56.861691 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.l3_dvrscheduler_db [req-10a096d1-4502-4e22-a4c7-fc1f9a536280 req-dd2a4759-f616-4a5b-b270-6b9306027db2 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] Received port after_create {{(pid=111023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 00:47:56.866223 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a4759-f616-4a5b-b270-6b9306027db2 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] Pushing event updated for resources: {'Port': ['ID=35b9cc51-1147-4e95-b4a6-ceba8606d941,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:47:56.912393 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a096d1-4502-4e22-a4c7-fc1f9a536280 req-dd2a4759-f616-4a5b-b270-6b9306027db2 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:47:56.912953 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-10a096d1-4502-4e22-a4c7-fc1f9a536280 req-dd2a4759-f616-4a5b-b270-6b9306027db2 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for port (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:56.992653 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-10a096d1-4502-4e22-a4c7-fc1f9a536280 req-dd2a4759-f616-4a5b-b270-6b9306027db2 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7879121 Jun 16 00:47:57.010144 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [req-10a096d1-4502-4e22-a4c7-fc1f9a536280 req-10392d17-f25b-42e4-afb1-9f1e6b34c563 service neutron] Request body: {'port': {'device_id': '697236e9-d566-4044-9520-e28cef18f4fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:47:57.070647 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-10a096d1-4502-4e22-a4c7-fc1f9a536280 req-10392d17-f25b-42e4-afb1-9f1e6b34c563 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (35b9cc51-1147-4e95-b4a6-ceba8606d941), before_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:57.315838 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.notifiers.nova [req-10a096d1-4502-4e22-a4c7-fc1f9a536280 req-10392d17-f25b-42e4-afb1-9f1e6b34c563 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35b9cc51-1147-4e95-b4a6-ceba8606d941 {{(pid=111023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 00:47:57.323142 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-10a096d1-4502-4e22-a4c7-fc1f9a536280 req-10392d17-f25b-42e4-afb1-9f1e6b34c563 service neutron] Publish callbacks [] for port (35b9cc51-1147-4e95-b4a6-ceba8606d941), precommit_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:57.335415 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.provisioning_blocks [req-10a096d1-4502-4e22-a4c7-fc1f9a536280 req-10392d17-f25b-42e4-afb1-9f1e6b34c563 service neutron] Transition to ACTIVE for port object 35b9cc51-1147-4e95-b4a6-ceba8606d941 will not be triggered until provisioned by entity L2. {{(pid=111023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 00:47:57.394830 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-10a096d1-4502-4e22-a4c7-fc1f9a536280 req-10392d17-f25b-42e4-afb1-9f1e6b34c563 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909850'] for port (35b9cc51-1147-4e95-b4a6-ceba8606d941), after_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:57.444057 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10392d17-f25b-42e4-afb1-9f1e6b34c563 service neutron] Pushing event updated for resources: {'Port': ['ID=35b9cc51-1147-4e95-b4a6-ceba8606d941,revision_number=2']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:47:57.515878 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.managers [req-10a096d1-4502-4e22-a4c7-fc1f9a536280 req-10392d17-f25b-42e4-afb1-9f1e6b34c563 service neutron] Attempting to bind port 35b9cc51-1147-4e95-b4a6-ceba8606d941 on host hv-cinder-80382 for vnic_type normal with profile {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 00:47:57.516209 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.managers [req-10a096d1-4502-4e22-a4c7-fc1f9a536280 req-10392d17-f25b-42e4-afb1-9f1e6b34c563 service neutron] Attempting to bind port 35b9cc51-1147-4e95-b4a6-ceba8606d941 by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': '92204960-d9cd-426a-b86b-9937179c330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '61f6e394-6573-4b4c-ae93-70c44bece667'}] {{(pid=111023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 00:47:57.516606 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a096d1-4502-4e22-a4c7-fc1f9a536280 req-10392d17-f25b-42e4-afb1-9f1e6b34c563 service neutron] Attempting to bind port 35b9cc51-1147-4e95-b4a6-ceba8606d941 on network 61f6e394-6573-4b4c-ae93-70c44bece667 {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 00:47:57.520903 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a096d1-4502-4e22-a4c7-fc1f9a536280 req-10392d17-f25b-42e4-afb1-9f1e6b34c563 service neutron] Port 35b9cc51-1147-4e95-b4a6-ceba8606d941 on network 61f6e394-6573-4b4c-ae93-70c44bece667 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 00:47:57.521215 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a096d1-4502-4e22-a4c7-fc1f9a536280 req-10392d17-f25b-42e4-afb1-9f1e6b34c563 service neutron] Attempting to bind port 35b9cc51-1147-4e95-b4a6-ceba8606d941 on network 61f6e394-6573-4b4c-ae93-70c44bece667 {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 00:47:57.526066 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a096d1-4502-4e22-a4c7-fc1f9a536280 req-10392d17-f25b-42e4-afb1-9f1e6b34c563 service neutron] Checking agent: {'id': '42cc932a-4e60-43e8-a4dc-4f47b3d3efae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 0, 32, 41), 'started_at': datetime.datetime(2022, 6, 16, 0, 32, 41), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 0, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 00:47:57.526646 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a096d1-4502-4e22-a4c7-fc1f9a536280 req-10392d17-f25b-42e4-afb1-9f1e6b34c563 service neutron] Checking segment: {'id': '92204960-d9cd-426a-b86b-9937179c330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '61f6e394-6573-4b4c-ae93-70c44bece667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 00:47:57.526774 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a096d1-4502-4e22-a4c7-fc1f9a536280 req-10392d17-f25b-42e4-afb1-9f1e6b34c563 service neutron] Bound using segment: {'id': '92204960-d9cd-426a-b86b-9937179c330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '61f6e394-6573-4b4c-ae93-70c44bece667'} {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 00:47:57.527162 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.managers [req-10a096d1-4502-4e22-a4c7-fc1f9a536280 req-10392d17-f25b-42e4-afb1-9f1e6b34c563 service neutron] Bound port: 35b9cc51-1147-4e95-b4a6-ceba8606d941, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92204960-d9cd-426a-b86b-9937179c330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '61f6e394-6573-4b4c-ae93-70c44bece667'}}] {{(pid=111023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 00:47:57.527512 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-10a096d1-4502-4e22-a4c7-fc1f9a536280 req-10392d17-f25b-42e4-afb1-9f1e6b34c563 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (35b9cc51-1147-4e95-b4a6-ceba8606d941), before_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:57.587449 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.db [req-10a096d1-4502-4e22-a4c7-fc1f9a536280 req-10392d17-f25b-42e4-afb1-9f1e6b34c563 service neutron] For port 35b9cc51-1147-4e95-b4a6-ceba8606d941, host hv-cinder-80382, cleared binding levels {{(pid=111023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 00:47:57.590439 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.db [req-10a096d1-4502-4e22-a4c7-fc1f9a536280 req-10392d17-f25b-42e4-afb1-9f1e6b34c563 service neutron] For port 35b9cc51-1147-4e95-b4a6-ceba8606d941, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=35b9cc51-1147-4e95-b4a6-ceba8606d941,segment=NetworkSegment(92204960-d9cd-426a-b86b-9937179c330c),segment_id=92204960-d9cd-426a-b86b-9937179c330c)] {{(pid=111023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 00:47:57.693281 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-10a096d1-4502-4e22-a4c7-fc1f9a536280 req-10392d17-f25b-42e4-afb1-9f1e6b34c563 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909850'] for port (35b9cc51-1147-4e95-b4a6-ceba8606d941), after_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:57.727420 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:47:57.733597 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a096d1-4502-4e22-a4c7-fc1f9a536280 req-10392d17-f25b-42e4-afb1-9f1e6b34c563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:47:57.734195 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-10a096d1-4502-4e22-a4c7-fc1f9a536280 req-10392d17-f25b-42e4-afb1-9f1e6b34c563 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for port (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:57.747780 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-10a096d1-4502-4e22-a4c7-fc1f9a536280 req-10392d17-f25b-42e4-afb1-9f1e6b34c563 service neutron] 10.222.0.40 "PUT /v2.0/ports/35b9cc51-1147-4e95-b4a6-ceba8606d941 HTTP/1.1" status: 200 len: 1093 time: 0.7300174 Jun 16 00:47:57.747780 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '697236e9-d566-4044-9520-e28cef18f4fe', 'tag': '35b9cc51-1147-4e95-b4a6-ceba8606d941'}] {{(pid=111023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:47:57.747780 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849ffc5c5c28115853a01ef2d84a57e68c82d4a74a931575540ba89325b26957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fdb5a52-b4be-43c9-94c5-a68e5b759ee7" -d '{"events": [{"name": "network-changed", "server_uuid": "697236e9-d566-4044-9520-e28cef18f4fe", "tag": "35b9cc51-1147-4e95-b4a6-ceba8606d941"}]}' {{(pid=111023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:47:57.754468 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10392d17-f25b-42e4-afb1-9f1e6b34c563 service neutron] Pushing event updated for resources: {'Port': ['ID=35b9cc51-1147-4e95-b4a6-ceba8606d941,revision_number=3']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:47:57.780073 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 00:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f240d2-bec4-4315-ae77-8c25e942cdb8 x-openstack-request-id: req-b8f240d2-bec4-4315-ae77-8c25e942cdb8 {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:47:57.780410 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "697236e9-d566-4044-9520-e28cef18f4fe", "tag": "35b9cc51-1147-4e95-b4a6-ceba8606d941", "status": "completed", "code": 200}]} {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:47:57.780729 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b8f240d2-bec4-4315-ae77-8c25e942cdb8 {{(pid=111023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:47:57.781155 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8f240d2-bec4-4315-ae77-8c25e942cdb8'] response: {'name': 'network-changed', 'server_uuid': '697236e9-d566-4044-9520-e28cef18f4fe', 'tag': '35b9cc51-1147-4e95-b4a6-ceba8606d941', 'status': 'completed', 'code': 200} Jun 16 00:47:57.862685 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb5a52-b4be-43c9-94c5-a68e5b759ee7 req-112569db-d79b-4857-bc5f-2e1722c0bf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:47:57.864092 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-0fdb5a52-b4be-43c9-94c5-a68e5b759ee7 req-112569db-d79b-4857-bc5f-2e1722c0bf77 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=a32b5211fe814671baad0e5816e4b949&device_id=697236e9-d566-4044-9520-e28cef18f4fe HTTP/1.1" status: 200 len: 1127 time: 0.0432870 Jun 16 00:47:57.897339 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed46df2-2512-4cd8-8a68-720ea4f8628a req-6a1e987b-cb0b-4b19-9b35-b4a3f80e7a95 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:47:57.899064 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-8ed46df2-2512-4cd8-8a68-720ea4f8628a req-6a1e987b-cb0b-4b19-9b35-b4a3f80e7a95 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] 10.222.0.20 "GET /v2.0/ports?device_id=697236e9-d566-4044-9520-e28cef18f4fe HTTP/1.1" status: 200 len: 943 time: 0.0467522 Jun 16 00:47:57.915908 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:47:57.944020 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-117977e4-98b1-40f2-baea-1bec010e476c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (b90f279a-3e8f-4325-a28d-8d213fb96fbc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:57.951832 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-8ed46df2-2512-4cd8-8a68-720ea4f8628a req-0fce0acf-9cfb-41f1-9d27-2d4647ccc435 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] 10.222.0.20 "GET /v2.0/security-groups?id=f837d9d0-3162-46b3-8189-f76e365e46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471847 Jun 16 00:47:57.974644 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb5a52-b4be-43c9-94c5-a68e5b759ee7 req-4c811e96-b80b-41fa-971a-398459fc53ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:47:57.977274 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-0fdb5a52-b4be-43c9-94c5-a68e5b759ee7 req-4c811e96-b80b-41fa-971a-398459fc53ac service neutron] 10.222.0.40 "GET /v2.0/networks?tenant_id=a32b5211fe814671baad0e5816e4b949&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0996509 Jun 16 00:47:58.079415 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb5a52-b4be-43c9-94c5-a68e5b759ee7 req-531bef8b-7188-4262-a3d1-b297385e1204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:47:58.080980 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-0fdb5a52-b4be-43c9-94c5-a68e5b759ee7 req-531bef8b-7188-4262-a3d1-b297385e1204 service neutron] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0990734 Jun 16 00:47:58.176972 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a096d1-4502-4e22-a4c7-fc1f9a536280 req-cd1e4a59-3d20-4596-bf28-ba5e997f00e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:47:58.178896 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-10a096d1-4502-4e22-a4c7-fc1f9a536280 req-cd1e4a59-3d20-4596-bf28-ba5e997f00e0 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=a32b5211fe814671baad0e5816e4b949&device_id=697236e9-d566-4044-9520-e28cef18f4fe HTTP/1.1" status: 200 len: 1127 time: 0.0388863 Jun 16 00:47:58.227340 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-10a096d1-4502-4e22-a4c7-fc1f9a536280 req-ec6031de-d4fa-40cc-874a-0af2940b9d89 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35b9cc51-1147-4e95-b4a6-ceba8606d941 HTTP/1.1" status: 200 len: 217 time: 0.0357535 Jun 16 00:47:58.280088 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a096d1-4502-4e22-a4c7-fc1f9a536280 req-5beafabc-fe6d-42be-8c80-ab5ad866cc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:47:58.281558 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-10a096d1-4502-4e22-a4c7-fc1f9a536280 req-5beafabc-fe6d-42be-8c80-ab5ad866cc3b service neutron] 10.222.0.40 "GET /v2.0/subnets?id=6086339d-dd85-472e-884f-83d11212f4bf HTTP/1.1" status: 200 len: 849 time: 0.0486748 Jun 16 00:47:58.313079 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-10a096d1-4502-4e22-a4c7-fc1f9a536280 req-ebde28e9-f0ba-4ef1-9a70-67d863da75dc service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=61f6e394-6573-4b4c-ae93-70c44bece667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241344 Jun 16 00:47:58.402796 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-10a096d1-4502-4e22-a4c7-fc1f9a536280 req-0e13222f-bf1b-477b-9b40-9d71a8dd3f08 service neutron] 10.222.0.40 "GET /v2.0/networks/61f6e394-6573-4b4c-ae93-70c44bece667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838633 Jun 16 00:47:58.491524 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-10a096d1-4502-4e22-a4c7-fc1f9a536280 req-99772c93-3873-4747-a6d8-d6de8e0f0bf4 service neutron] 10.222.0.40 "GET /v2.0/networks/61f6e394-6573-4b4c-ae93-70c44bece667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811374 Jun 16 00:47:59.067275 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9623dbe-d022-4580-97c6-ac202be0024e req-68e553ba-87f6-458c-befe-67de4e222276 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:47:59.069480 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-d9623dbe-d022-4580-97c6-ac202be0024e req-68e553ba-87f6-458c-befe-67de4e222276 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] 10.222.0.20 "GET /v2.0/ports?device_id=697236e9-d566-4044-9520-e28cef18f4fe HTTP/1.1" status: 200 len: 943 time: 0.0459204 Jun 16 00:47:59.118624 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-d9623dbe-d022-4580-97c6-ac202be0024e req-0bd7f7e4-8fa4-44ed-bce0-53799902401d tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] 10.222.0.20 "GET /v2.0/security-groups?id=f837d9d0-3162-46b3-8189-f76e365e46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438070 Jun 16 00:47:59.291269 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-faa15201-cec6-4660-ae33-7025f254e5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (50ece25a-9452-44f6-8bc9-48c0ade2294b), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:47:59.720665 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (81117e21-cbf2-493f-9e14-29a3cec1f25a), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:00.218144 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:48:00.228618 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d37757-5e0f-413f-bb52-89792a1879e9 req-f3244b0b-0dcc-4d80-aeff-418261968198 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:48:00.230043 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-03d37757-5e0f-413f-bb52-89792a1879e9 req-f3244b0b-0dcc-4d80-aeff-418261968198 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] 10.222.0.20 "GET /v2.0/ports?device_id=697236e9-d566-4044-9520-e28cef18f4fe HTTP/1.1" status: 200 len: 943 time: 0.0462465 Jun 16 00:48:00.279534 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-03d37757-5e0f-413f-bb52-89792a1879e9 req-dd463edf-dc7a-404d-b3c7-715341474391 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] 10.222.0.20 "GET /v2.0/security-groups?id=f837d9d0-3162-46b3-8189-f76e365e46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438111 Jun 16 00:48:00.644510 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device 35b9cc51-1147-4e95-b4a6-ceba8606d941 details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=111024) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 00:48:00.738897 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] For port 35b9cc51-1147-4e95-b4a6-ceba8606d941, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=35b9cc51-1147-4e95-b4a6-ceba8606d941,segment=NetworkSegment(92204960-d9cd-426a-b86b-9937179c330c),segment_id=92204960-d9cd-426a-b86b-9937179c330c)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:48:00.750232 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Returning: {'device': '35b9cc51-1147-4e95-b4a6-ceba8606d941', 'network_id': '61f6e394-6573-4b4c-ae93-70c44bece667', 'port_id': '35b9cc51-1147-4e95-b4a6-ceba8606d941', 'mac_address': 'fa:16:3e:68:9f:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6086339d-dd85-472e-884f-83d11212f4bf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111024) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 00:48:00.786888 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Current status of the port 35b9cc51-1147-4e95-b4a6-ceba8606d941 is: DOWN; New status is: BUILD {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:48:00.787268 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (35b9cc51-1147-4e95-b4a6-ceba8606d941), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:00.799767 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.notifiers.nova [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35b9cc51-1147-4e95-b4a6-ceba8606d941 {{(pid=111024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 00:48:00.819521 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] For port 35b9cc51-1147-4e95-b4a6-ceba8606d941, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=35b9cc51-1147-4e95-b4a6-ceba8606d941,segment=NetworkSegment(92204960-d9cd-426a-b86b-9937179c330c),segment_id=92204960-d9cd-426a-b86b-9937179c330c)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:48:00.879982 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (35b9cc51-1147-4e95-b4a6-ceba8606d941), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:00.927777 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Pushing event updated for resources: {'Port': ['ID=35b9cc51-1147-4e95-b4a6-ceba8606d941,revision_number=4']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:48:00.935517 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:48:00.935857 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:48:00.936192 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:48:00.936540 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:48:00.936867 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:48:00.937188 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:48:00.937508 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:48:00.937830 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:48:00.938149 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:48:00.938466 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:48:00.938787 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:48:00.939100 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:48:00.939413 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:48:00.939724 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:48:00.940036 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:48:01.158705 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] get_ports_and_sgs() called for port_ids ['35b9cc51-1147-4e95-b4a6-ceba8606d941'] {{(pid=111024) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 00:48:01.231255 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:48:01.253559 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:48:01.394156 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a932959-7dae-4259-b029-ddd29881f2be req-600c6361-500d-414b-9ddd-cb7f63f66a12 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:48:01.395586 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-8a932959-7dae-4259-b029-ddd29881f2be req-600c6361-500d-414b-9ddd-cb7f63f66a12 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] 10.222.0.20 "GET /v2.0/ports?device_id=697236e9-d566-4044-9520-e28cef18f4fe HTTP/1.1" status: 200 len: 944 time: 0.0465744 Jun 16 00:48:01.441089 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-8a932959-7dae-4259-b029-ddd29881f2be req-ceeba1c4-d7cc-47e0-8735-45f341adb909 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] 10.222.0.20 "GET /v2.0/security-groups?id=f837d9d0-3162-46b3-8189-f76e365e46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399022 Jun 16 00:48:02.551551 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b7ac0f-0d4d-4832-b96e-625292454c57 req-20ca36a3-3fd2-497a-98ca-6eeb2da85796 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:48:02.553030 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-83b7ac0f-0d4d-4832-b96e-625292454c57 req-20ca36a3-3fd2-497a-98ca-6eeb2da85796 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] 10.222.0.20 "GET /v2.0/ports?device_id=697236e9-d566-4044-9520-e28cef18f4fe HTTP/1.1" status: 200 len: 944 time: 0.0455339 Jun 16 00:48:02.600621 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-83b7ac0f-0d4d-4832-b96e-625292454c57 req-b243ab49-80f7-4379-8ea2-8c96307b6753 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] 10.222.0.20 "GET /v2.0/security-groups?id=f837d9d0-3162-46b3-8189-f76e365e46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420666 Jun 16 00:48:02.648148 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device 35b9cc51-1147-4e95-b4a6-ceba8606d941 up at agent hyperv_hv-cinder-80382 {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:48:02.688569 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Provisioning for port 35b9cc51-1147-4e95-b4a6-ceba8606d941 completed by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 00:48:02.754355 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Provisioning complete for port 35b9cc51-1147-4e95-b4a6-ceba8606d941 triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:48:02.754753 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (35b9cc51-1147-4e95-b4a6-ceba8606d941), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:02.824196 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Current status of the port 35b9cc51-1147-4e95-b4a6-ceba8606d941 is: BUILD; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:48:02.824607 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (35b9cc51-1147-4e95-b4a6-ceba8606d941), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:02.849805 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '697236e9-d566-4044-9520-e28cef18f4fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35b9cc51-1147-4e95-b4a6-ceba8606d941'}] {{(pid=111024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:48:02.852028 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4573778420d3d0f041bbf6733ae9852b47924bf8d6b8ed88ee9f05ae747ab312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f2120b-be2b-442d-9573-2443aa78fdc7" -d '{"events": [{"server_uuid": "697236e9-d566-4044-9520-e28cef18f4fe", "name": "network-vif-plugged", "status": "completed", "tag": "35b9cc51-1147-4e95-b4a6-ceba8606d941"}]}' {{(pid=111024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:48:02.864076 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] For port 35b9cc51-1147-4e95-b4a6-ceba8606d941, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=35b9cc51-1147-4e95-b4a6-ceba8606d941,segment=NetworkSegment(92204960-d9cd-426a-b86b-9937179c330c),segment_id=92204960-d9cd-426a-b86b-9937179c330c)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:48:02.891933 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 00:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0dc6a45-925c-481b-8bf8-a1ff2efc70bb x-openstack-request-id: req-d0dc6a45-925c-481b-8bf8-a1ff2efc70bb {{(pid=111024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:48:02.892311 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "697236e9-d566-4044-9520-e28cef18f4fe", "name": "network-vif-plugged", "status": "completed", "tag": "35b9cc51-1147-4e95-b4a6-ceba8606d941", "code": 200}]} {{(pid=111024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:48:02.892682 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d0dc6a45-925c-481b-8bf8-a1ff2efc70bb {{(pid=111024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:48:02.901374 dv-cinder-803823-11-iscsi neutron-server[111024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0dc6a45-925c-481b-8bf8-a1ff2efc70bb'] response: {'server_uuid': '697236e9-d566-4044-9520-e28cef18f4fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35b9cc51-1147-4e95-b4a6-ceba8606d941', 'code': 200} Jun 16 00:48:02.949671 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (35b9cc51-1147-4e95-b4a6-ceba8606d941), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:02.997149 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Pushing event updated for resources: {'Port': ['ID=35b9cc51-1147-4e95-b4a6-ceba8606d941,revision_number=5']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:48:03.197184 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cb338f-97fd-4243-8efe-bd71df2cec26 req-d4a23609-4fc3-4a76-83ea-f0dec4ec6af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:48:03.198617 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-48cb338f-97fd-4243-8efe-bd71df2cec26 req-d4a23609-4fc3-4a76-83ea-f0dec4ec6af7 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=697236e9-d566-4044-9520-e28cef18f4fe HTTP/1.1" status: 200 len: 1129 time: 0.0375028 Jun 16 00:48:03.242259 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-48cb338f-97fd-4243-8efe-bd71df2cec26 req-cb4c32d2-040c-4605-bc7f-7c9accd520e6 service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=f837d9d0-3162-46b3-8189-f76e365e46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371211 Jun 16 00:48:03.712264 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d88afbb-c391-45fa-98fc-c341f9edf614 req-c80507c5-fbde-453f-be1e-90768bac94b6 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:48:03.713900 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-2d88afbb-c391-45fa-98fc-c341f9edf614 req-c80507c5-fbde-453f-be1e-90768bac94b6 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] 10.222.0.20 "GET /v2.0/ports?device_id=697236e9-d566-4044-9520-e28cef18f4fe HTTP/1.1" status: 200 len: 945 time: 0.0471511 Jun 16 00:48:03.764942 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-2d88afbb-c391-45fa-98fc-c341f9edf614 req-96ac06d3-5ae3-4136-b37c-a4e0c451a8a5 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] 10.222.0.20 "GET /v2.0/security-groups?id=f837d9d0-3162-46b3-8189-f76e365e46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455551 Jun 16 00:48:04.888007 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23eceb9-fe67-4479-80db-58d8cab2241c req-038c6383-6e8e-4ac0-9d41-5f8c8bc00995 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:48:04.889498 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-d23eceb9-fe67-4479-80db-58d8cab2241c req-038c6383-6e8e-4ac0-9d41-5f8c8bc00995 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] 10.222.0.20 "GET /v2.0/ports?device_id=697236e9-d566-4044-9520-e28cef18f4fe HTTP/1.1" status: 200 len: 945 time: 0.0520492 Jun 16 00:48:04.938025 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-d23eceb9-fe67-4479-80db-58d8cab2241c req-2cad9448-bb12-4bac-9c77-41702acf21d8 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] 10.222.0.20 "GET /v2.0/security-groups?id=f837d9d0-3162-46b3-8189-f76e365e46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425627 Jun 16 00:48:06.053751 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e78ecb-b540-46c7-9d6d-c7e61eefb663 req-56bd12e9-a88b-4c96-aba9-8df215dc18cb tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:48:06.055186 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-e4e78ecb-b540-46c7-9d6d-c7e61eefb663 req-56bd12e9-a88b-4c96-aba9-8df215dc18cb tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] 10.222.0.20 "GET /v2.0/ports?device_id=697236e9-d566-4044-9520-e28cef18f4fe HTTP/1.1" status: 200 len: 945 time: 0.0496271 Jun 16 00:48:06.100912 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-e4e78ecb-b540-46c7-9d6d-c7e61eefb663 req-270123c1-09be-4d4b-b83e-381d8c1dba79 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] 10.222.0.20 "GET /v2.0/security-groups?id=f837d9d0-3162-46b3-8189-f76e365e46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396881 Jun 16 00:48:07.382556 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde558a5-4916-4bcf-ade2-1a6b5ec7fa61 req-da71f252-afeb-400d-875c-00ddd4838ff0 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:48:07.383963 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-dde558a5-4916-4bcf-ade2-1a6b5ec7fa61 req-da71f252-afeb-400d-875c-00ddd4838ff0 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] 10.222.0.20 "GET /v2.0/ports?device_id=697236e9-d566-4044-9520-e28cef18f4fe HTTP/1.1" status: 200 len: 945 time: 0.0459380 Jun 16 00:48:07.430214 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-dde558a5-4916-4bcf-ade2-1a6b5ec7fa61 req-77de25bc-e7ce-44c5-b07d-33a9d711e4a9 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] 10.222.0.20 "GET /v2.0/security-groups?id=f837d9d0-3162-46b3-8189-f76e365e46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401917 Jun 16 00:48:08.535242 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=100 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:48:08.543503 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc648e-697f-4632-9180-18a01386b45c req-bd9bf50d-553e-49a7-8ffe-3d8e8cb0d7ec tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:48:08.544987 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-f7fc648e-697f-4632-9180-18a01386b45c req-bd9bf50d-553e-49a7-8ffe-3d8e8cb0d7ec tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] 10.222.0.20 "GET /v2.0/ports?device_id=697236e9-d566-4044-9520-e28cef18f4fe HTTP/1.1" status: 200 len: 945 time: 0.0462153 Jun 16 00:48:08.592399 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-f7fc648e-697f-4632-9180-18a01386b45c req-399e3f51-96f9-41cb-9448-0d1b2df55f04 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] 10.222.0.20 "GET /v2.0/security-groups?id=f837d9d0-3162-46b3-8189-f76e365e46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420272 Jun 16 00:48:08.892113 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b77da-35e9-4133-bd75-b8a0d3a51d0f req-130a65a7-eca7-46bc-b7fc-863d14171af1 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:48:08.893526 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-d30b77da-35e9-4133-bd75-b8a0d3a51d0f req-130a65a7-eca7-46bc-b7fc-863d14171af1 tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] 10.222.0.40 "GET /v2.0/ports?device_id=697236e9-d566-4044-9520-e28cef18f4fe HTTP/1.1" status: 200 len: 945 time: 0.0448880 Jun 16 00:48:08.983840 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [req-d30b77da-35e9-4133-bd75-b8a0d3a51d0f req-a387edba-3cbe-46d2-a3c1-8925a4fa696f tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] Deleting port 35b9cc51-1147-4e95-b4a6-ceba8606d941 {{(pid=111023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 00:48:08.984172 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-d30b77da-35e9-4133-bd75-b8a0d3a51d0f req-a387edba-3cbe-46d2-a3c1-8925a4fa696f tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753842671270'] for port (35b9cc51-1147-4e95-b4a6-ceba8606d941), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:09.063900 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=100 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:48:09.075028 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.db [req-d30b77da-35e9-4133-bd75-b8a0d3a51d0f req-a387edba-3cbe-46d2-a3c1-8925a4fa696f tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] For port 35b9cc51-1147-4e95-b4a6-ceba8606d941, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=35b9cc51-1147-4e95-b4a6-ceba8606d941,segment=NetworkSegment(92204960-d9cd-426a-b86b-9937179c330c),segment_id=92204960-d9cd-426a-b86b-9937179c330c)] {{(pid=111023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:48:09.075380 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-d30b77da-35e9-4133-bd75-b8a0d3a51d0f req-a387edba-3cbe-46d2-a3c1-8925a4fa696f tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642233'] for port (35b9cc51-1147-4e95-b4a6-ceba8606d941), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:09.088434 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [req-d30b77da-35e9-4133-bd75-b8a0d3a51d0f req-a387edba-3cbe-46d2-a3c1-8925a4fa696f tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] Calling delete_port for 35b9cc51-1147-4e95-b4a6-ceba8606d941 owned by compute:nova {{(pid=111023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 00:48:09.280654 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-d30b77da-35e9-4133-bd75-b8a0d3a51d0f req-a387edba-3cbe-46d2-a3c1-8925a4fa696f tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753842673475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753842110814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909837'] for port (35b9cc51-1147-4e95-b4a6-ceba8606d941), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:09.306766 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a387edba-3cbe-46d2-a3c1-8925a4fa696f tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] Pushing event deleted for resources: {'Port': ['ID=35b9cc51-1147-4e95-b4a6-ceba8606d941,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:48:09.316987 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] get_ports_and_sgs() called for port_ids ['35b9cc51-1147-4e95-b4a6-ceba8606d941'] {{(pid=111024) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 00:48:09.353862 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.l3_dvrscheduler_db [req-d30b77da-35e9-4133-bd75-b8a0d3a51d0f req-a387edba-3cbe-46d2-a3c1-8925a4fa696f tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] No DVR routers for this DVR port 35b9cc51-1147-4e95-b4a6-ceba8606d941 on host hv-cinder-80382 {{(pid=111023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 00:48:09.356338 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-d30b77da-35e9-4133-bd75-b8a0d3a51d0f req-a387edba-3cbe-46d2-a3c1-8925a4fa696f tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for port (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:09.359570 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-d30b77da-35e9-4133-bd75-b8a0d3a51d0f req-a387edba-3cbe-46d2-a3c1-8925a4fa696f tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] 10.222.0.40 "DELETE /v2.0/ports/35b9cc51-1147-4e95-b4a6-ceba8606d941 HTTP/1.1" status: 204 len: 173 time: 0.4607365 Jun 16 00:48:09.359999 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '697236e9-d566-4044-9520-e28cef18f4fe', 'name': 'network-vif-deleted', 'tag': '35b9cc51-1147-4e95-b4a6-ceba8606d941'}] {{(pid=111023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:48:09.362251 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849ffc5c5c28115853a01ef2d84a57e68c82d4a74a931575540ba89325b26957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc3e717-ce99-479c-b3ed-81cced07baa5" -d '{"events": [{"server_uuid": "697236e9-d566-4044-9520-e28cef18f4fe", "name": "network-vif-deleted", "tag": "35b9cc51-1147-4e95-b4a6-ceba8606d941"}]}' {{(pid=111023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:48:09.397215 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 00:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df931d7c-2555-4276-a061-fe69ef4cd179 x-openstack-request-id: req-df931d7c-2555-4276-a061-fe69ef4cd179 {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:48:09.397511 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "697236e9-d566-4044-9520-e28cef18f4fe", "name": "network-vif-deleted", "tag": "35b9cc51-1147-4e95-b4a6-ceba8606d941", "status": "completed", "code": 200}]} {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:48:09.397761 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-df931d7c-2555-4276-a061-fe69ef4cd179 {{(pid=111023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:48:09.398157 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df931d7c-2555-4276-a061-fe69ef4cd179'] response: {'server_uuid': '697236e9-d566-4044-9520-e28cef18f4fe', 'name': 'network-vif-deleted', 'tag': '35b9cc51-1147-4e95-b4a6-ceba8606d941', 'status': 'completed', 'code': 200} Jun 16 00:48:09.697896 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-4ddbc8a8-40d9-4484-9f27-0f7ce1d85c02 req-ce81ab2b-8ca2-4a35-9034-b47709640c2b tempest-VolumesActionsTest-853388101 tempest-VolumesActionsTest-853388101-project] 10.222.0.20 "GET /v2.0/ports?device_id=697236e9-d566-4044-9520-e28cef18f4fe HTTP/1.1" status: 200 len: 210 time: 0.0271845 Jun 16 00:48:09.820086 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.agents_db [None req-15653567-1518-4353-bd1f-4d0dcdae15fd None None] Agent healthcheck: found 6 active agents {{(pid=111025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 00:48:12.995463 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=42,neutron:UPDATE=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:48:13.874910 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device 35b9cc51-1147-4e95-b4a6-ceba8606d941 no longer exists at agent hyperv_hv-cinder-80382 {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 00:48:13.900169 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] No Port match for: 35b9cc51-1147-4e95-b4a6-ceba8606d941 {{(pid=111024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 00:48:13.900497 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device 35b9cc51-1147-4e95-b4a6-ceba8606d941 not bound to the agent host hv-cinder-80382 {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 00:48:14.012218 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (42cc932a-4e60-43e8-a4dc-4f47b3d3efae), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:17.424213 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=96 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:48:17.426225 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=35 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:48:19.680108 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=50,neutron:DELETE=5 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:48:19.680945 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=23,neutron:DELETE=3 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:48:22.857103 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=4 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:48:22.857784 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:48:23.883624 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=2 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:48:23.904931 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=32,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:48:24.538050 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-9cbe7ee2-e848-4958-887a-670417713928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (2a8c543c-b8d9-40d8-999c-fa03b757f547), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:26.766648 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-42b3d2d1-5b3e-4e5f-b0c2-b8cd69101b22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (d0297bc9-c3a8-45ac-9023-c937cb4f21fc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:27.954979 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-117977e4-98b1-40f2-baea-1bec010e476c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (b90f279a-3e8f-4325-a28d-8d213fb96fbc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:29.293046 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-faa15201-cec6-4660-ae33-7025f254e5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (50ece25a-9452-44f6-8bc9-48c0ade2294b), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:29.710042 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (81117e21-cbf2-493f-9e14-29a3cec1f25a), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:35.826116 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 50076) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:48:35.873903 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7a91cf8-71a5-44d2-817f-34d532e2220b admin admin] Deleting subnet 6086339d-dd85-472e-884f-83d11212f4bf {{(pid=111022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 00:48:35.876916 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-f7a91cf8-71a5-44d2-817f-34d532e2220b admin admin] Publish callbacks [] for subnet (6086339d-dd85-472e-884f-83d11212f4bf), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:35.910799 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-f7a91cf8-71a5-44d2-817f-34d532e2220b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18744226'] for subnet (6086339d-dd85-472e-884f-83d11212f4bf), precommit_delete_associations {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:35.950018 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-f7a91cf8-71a5-44d2-817f-34d532e2220b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1219515'] for subnet (6086339d-dd85-472e-884f-83d11212f4bf), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:36.069731 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-f7a91cf8-71a5-44d2-817f-34d532e2220b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1219458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18330573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18407658'] for subnet (6086339d-dd85-472e-884f-83d11212f4bf), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:36.098786 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a91cf8-71a5-44d2-817f-34d532e2220b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6086339d-dd85-472e-884f-83d11212f4bf,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:48:36.103415 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-f7a91cf8-71a5-44d2-817f-34d532e2220b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590195'] for subnet (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:36.106971 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-f7a91cf8-71a5-44d2-817f-34d532e2220b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6086339d-dd85-472e-884f-83d11212f4bf HTTP/1.1" status: 204 len: 168 time: 0.2796078 Jun 16 00:48:36.109603 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 50078) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:48:36.111692 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a91cf8-71a5-44d2-817f-34d532e2220b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:48:36.112036 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a91cf8-71a5-44d2-817f-34d532e2220b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:48:36.112372 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a91cf8-71a5-44d2-817f-34d532e2220b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:48:36.112735 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a91cf8-71a5-44d2-817f-34d532e2220b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:48:36.113065 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a91cf8-71a5-44d2-817f-34d532e2220b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:48:36.113390 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a91cf8-71a5-44d2-817f-34d532e2220b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:48:36.113705 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a91cf8-71a5-44d2-817f-34d532e2220b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:48:36.114030 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a91cf8-71a5-44d2-817f-34d532e2220b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:48:36.114346 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a91cf8-71a5-44d2-817f-34d532e2220b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:48:36.114663 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a91cf8-71a5-44d2-817f-34d532e2220b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:48:36.114982 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a91cf8-71a5-44d2-817f-34d532e2220b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:48:36.115299 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a91cf8-71a5-44d2-817f-34d532e2220b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:48:36.115614 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a91cf8-71a5-44d2-817f-34d532e2220b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:48:36.115923 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a91cf8-71a5-44d2-817f-34d532e2220b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:48:36.116239 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a91cf8-71a5-44d2-817f-34d532e2220b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:48:36.179744 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-0b39bd82-36ab-4625-a64b-180b91082063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1350587'] for network (61f6e394-6573-4b4c-ae93-70c44bece667), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:36.254858 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-0b39bd82-36ab-4625-a64b-180b91082063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1217386', 'neutron.services.segments.db._delete_segments_for_network-8753842649658'] for network (61f6e394-6573-4b4c-ae93-70c44bece667), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:36.274613 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.services.segments.db [None req-0b39bd82-36ab-4625-a64b-180b91082063 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61f6e394-6573-4b4c-ae93-70c44bece667']}} {{(pid=111023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:48:36.283842 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.services.segments.db [None req-0b39bd82-36ab-4625-a64b-180b91082063 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92204960-d9cd-426a-b86b-9937179c330c') {'for_net_delete': True} {{(pid=111023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:48:36.284133 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.services.segments.db [None req-0b39bd82-36ab-4625-a64b-180b91082063 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92204960-d9cd-426a-b86b-9937179c330c') {} {{(pid=111023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:48:36.294204 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-0b39bd82-36ab-4625-a64b-180b91082063 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753842648513', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10236077'] for segment (92204960-d9cd-426a-b86b-9937179c330c), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:36.307206 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-0b39bd82-36ab-4625-a64b-180b91082063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219328'] for segment (92204960-d9cd-426a-b86b-9937179c330c), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:36.314086 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b39bd82-36ab-4625-a64b-180b91082063 admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=111023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 00:48:36.314460 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-0b39bd82-36ab-4625-a64b-180b91082063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2909950'] for segment (92204960-d9cd-426a-b86b-9937179c330c), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:36.332926 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.services.segments.plugin [-] Segment 92204960-d9cd-426a-b86b-9937179c330c resource provider aggregate not found Jun 16 00:48:36.348966 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.services.segments.plugin [-] Segment 92204960-d9cd-426a-b86b-9937179c330c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 92204960-d9cd-426a-b86b-9937179c330c found for delete ", "request_id": "req-256f2cef-75e3-40b1-a995-72433f599978"}]} Jun 16 00:48:36.452231 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-0b39bd82-36ab-4625-a64b-180b91082063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1220132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673112'] for network (61f6e394-6573-4b4c-ae93-70c44bece667), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:36.457661 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-0b39bd82-36ab-4625-a64b-180b91082063 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590195'] for network (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:36.460839 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-0b39bd82-36ab-4625-a64b-180b91082063 admin admin] 10.222.0.20 "DELETE /v2.0/networks/61f6e394-6573-4b4c-ae93-70c44bece667 HTTP/1.1" status: 204 len: 168 time: 0.3501587 Jun 16 00:48:36.472028 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b39bd82-36ab-4625-a64b-180b91082063 admin admin] Pushing event deleted for resources: {'Network': ['ID=61f6e394-6573-4b4c-ae93-70c44bece667,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:48:36.758101 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 50086) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:48:36.798373 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-4eb8f345-f3a2-448b-a580-7322ad723cba admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a32b5211fe814671baad0e5816e4b949&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391548 Jun 16 00:48:36.800754 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 50088) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:48:36.848322 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-ea21896c-3f02-43d1-b7ce-ad46d4115d24 admin admin] Publish callbacks [] for security_group (f837d9d0-3162-46b3-8189-f76e365e46c0), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:36.877566 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-ea21896c-3f02-43d1-b7ce-ad46d4115d24 admin admin] Publish callbacks [] for security_group (f837d9d0-3162-46b3-8189-f76e365e46c0), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:36.971974 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-ea21896c-3f02-43d1-b7ce-ad46d4115d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (f837d9d0-3162-46b3-8189-f76e365e46c0), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:36.974819 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-ea21896c-3f02-43d1-b7ce-ad46d4115d24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:36.978963 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-ea21896c-3f02-43d1-b7ce-ad46d4115d24 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f837d9d0-3162-46b3-8189-f76e365e46c0 HTTP/1.1" status: 204 len: 168 time: 0.1742592 Jun 16 00:48:36.983967 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea21896c-3f02-43d1-b7ce-ad46d4115d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f837d9d0-3162-46b3-8189-f76e365e46c0,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:48:37.944571 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 50110) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:48:38.040773 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [None req-07d32351-dcb0-4fd9-873d-1c680a0d7a59 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1376043281-network', 'tenant_id': '5e9d772a2cb14bbbaaa2dcaf5d730f6e'}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:48:38.143190 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07d32351-dcb0-4fd9-873d-1c680a0d7a59 admin admin] Made reservation on behalf of 5e9d772a2cb14bbbaaa2dcaf5d730f6e for: {'network': 1} {{(pid=111023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 00:48:38.145500 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-07d32351-dcb0-4fd9-873d-1c680a0d7a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for network (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:38.153881 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-07d32351-dcb0-4fd9-873d-1c680a0d7a59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:38.230734 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-07d32351-dcb0-4fd9-873d-1c680a0d7a59 admin admin] Publish callbacks [] for security_group (3f693204-ec63-432a-a42a-5ec23177980d), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:38.291799 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-07d32351-dcb0-4fd9-873d-1c680a0d7a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (3f693204-ec63-432a-a42a-5ec23177980d), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:38.313888 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07d32351-dcb0-4fd9-873d-1c680a0d7a59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=111023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 00:48:38.328622 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d32351-dcb0-4fd9-873d-1c680a0d7a59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f693204-ec63-432a-a42a-5ec23177980d,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:48:38.331429 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-07d32351-dcb0-4fd9-873d-1c680a0d7a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219328'] for segment (feed6410-1fa7-4119-b6bd-fef13b994103), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:38.331757 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.db.segments_db [None req-07d32351-dcb0-4fd9-873d-1c680a0d7a59 admin admin] Added segment feed6410-1fa7-4119-b6bd-fef13b994103 of type vlan for network 9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50 Jun 16 00:48:38.371714 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-07d32351-dcb0-4fd9-873d-1c680a0d7a59 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753842147476'] for network (9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:38.445239 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-07d32351-dcb0-4fd9-873d-1c680a0d7a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177'] for network (9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:38.446240 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d32351-dcb0-4fd9-873d-1c680a0d7a59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:48:38.446814 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-07d32351-dcb0-4fd9-873d-1c680a0d7a59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590195'] for network (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:38.461572 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:48:38.479319 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=6,neutron:INSERT=4 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:48:38.509180 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d32351-dcb0-4fd9-873d-1c680a0d7a59 admin admin] Pushing event updated for resources: {'Network': ['ID=9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:48:38.519347 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Network 9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50 details requested by agent ovs-agent-dv-cinder-803823-11-iscsi with host dv-cinder-803823-11-iscsi {{(pid=111024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 00:48:38.550939 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-07d32351-dcb0-4fd9-873d-1c680a0d7a59 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6051774 Jun 16 00:48:38.553869 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 50114) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:48:38.558687 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [None req-c5fe9c2d-1cfa-4ca7-83d2-45c25229d3fa admin admin] Request body: {'subnet': {'network_id': '9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1376043281-subnet', 'tenant_id': '5e9d772a2cb14bbbaaa2dcaf5d730f6e', 'ip_version': 4}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:48:38.652372 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5fe9c2d-1cfa-4ca7-83d2-45c25229d3fa admin admin] Made reservation on behalf of 5e9d772a2cb14bbbaaa2dcaf5d730f6e for: {'subnet': 1} {{(pid=111023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 00:48:38.655294 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-c5fe9c2d-1cfa-4ca7-83d2-45c25229d3fa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10303377'] for subnet (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:38.852388 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-c5fe9c2d-1cfa-4ca7-83d2-45c25229d3fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2909793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10303423'] for subnet (2d07dd38-c86e-4058-8445-b36761bf9def), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:38.911700 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fe9c2d-1cfa-4ca7-83d2-45c25229d3fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d07dd38-c86e-4058-8445-b36761bf9def,revision_number=0']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:48:38.915923 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fe9c2d-1cfa-4ca7-83d2-45c25229d3fa admin admin] Checking segment: {'id': 'feed6410-1fa7-4119-b6bd-fef13b994103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 00:48:38.916274 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fe9c2d-1cfa-4ca7-83d2-45c25229d3fa admin admin] Network hostable DHCP agents. Network: 9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50, hostable agents: ['2a8c543c-b8d9-40d8-999c-fa03b757f547'], hosted agents: [] {{(pid=111023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 00:48:38.989012 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fe9c2d-1cfa-4ca7-83d2-45c25229d3fa admin admin] Network 9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50 is scheduled to be hosted by DHCP agent 2a8c543c-b8d9-40d8-999c-fa03b757f547 with binding_index 1 {{(pid=111023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 00:48:39.040834 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.base_scheduler [None req-c5fe9c2d-1cfa-4ca7-83d2-45c25229d3fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-11-iscsi, 9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50) {{(pid=111023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:48:39.045326 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fe9c2d-1cfa-4ca7-83d2-45c25229d3fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:48:39.045899 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-c5fe9c2d-1cfa-4ca7-83d2-45c25229d3fa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:39.050307 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b659fd5-299b-4bb5-a6d7-242fdd1b8299 None None] Network 9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50 requested from dv-cinder-803823-11-iscsi {{(pid=111024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 00:48:39.110916 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-c5fe9c2d-1cfa-4ca7-83d2-45c25229d3fa admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5559411 Jun 16 00:48:39.113420 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 50116) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:48:39.117625 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [None req-7f51d86f-eb2c-40c0-b889-6f0a8c4abe0d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1376043281-router', 'tenant_id': '5e9d772a2cb14bbbaaa2dcaf5d730f6e', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85'}}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:48:39.153947 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d642a3-0d15-450a-8a4b-f36d019442e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a06322f-1f4e-5033-87df-c8deeb119b42-9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50', 'network_id': '9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50', 'project_id': '5e9d772a2cb14bbbaaa2dcaf5d730f6e', 'fixed_ips': [{'subnet_id': '2d07dd38-c86e-4058-8445-b36761bf9def'}]}} from dv-cinder-803823-11-iscsi. {{(pid=111024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 00:48:39.154881 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-81d642a3-0d15-450a-8a4b-f36d019442e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (None), before_create {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:39.206090 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-7f51d86f-eb2c-40c0-b889-6f0a8c4abe0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-678757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3443'] for router (a1d3912f-8172-48ca-912e-e21c6bf8d84c), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:39.207188 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-7f51d86f-eb2c-40c0-b889-6f0a8c4abe0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-672791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673186', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-766370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3450'] for router (a1d3912f-8172-48ca-912e-e21c6bf8d84c), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:39.267407 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-7f51d86f-eb2c-40c0-b889-6f0a8c4abe0d admin admin] Publish callbacks [] for router_controller (a1d3912f-8172-48ca-912e-e21c6bf8d84c), precommit_add_association {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:39.292199 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.db_base_plugin_common [None req-81d642a3-0d15-450a-8a4b-f36d019442e5 None None] Allocated IP 172.20.0.2 (9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50/2d07dd38-c86e-4058-8445-b36761bf9def/fa5b1803-9586-4c40-a7af-9ed90384ecb0) {{(pid=111024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 00:48:39.435320 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-7f51d86f-eb2c-40c0-b889-6f0a8c4abe0d admin admin] Publish callbacks [] for router_gateway (a1d3912f-8172-48ca-912e-e21c6bf8d84c), precommit_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:39.437125 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-81d642a3-0d15-450a-8a4b-f36d019442e5 None None] Publish callbacks [] for port (fa5b1803-9586-4c40-a7af-9ed90384ecb0), precommit_create {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:39.497708 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-81d642a3-0d15-450a-8a4b-f36d019442e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753842110805'] for port (fa5b1803-9586-4c40-a7af-9ed90384ecb0), after_create {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:39.539736 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d642a3-0d15-450a-8a4b-f36d019442e5 None None] Network 9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50 is already hosted by enough agents. {{(pid=111024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:48:39.544635 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.scheduler.base_scheduler [None req-81d642a3-0d15-450a-8a4b-f36d019442e5 None None] Resources bound (agent type, host, resource id): {{(pid=111024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:48:39.547170 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d642a3-0d15-450a-8a4b-f36d019442e5 None None] Received port after_create {{(pid=111024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 00:48:39.553218 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d642a3-0d15-450a-8a4b-f36d019442e5 None None] Pushing event updated for resources: {'Port': ['ID=fa5b1803-9586-4c40-a7af-9ed90384ecb0,revision_number=1']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:48:39.612010 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.managers [None req-81d642a3-0d15-450a-8a4b-f36d019442e5 None None] Attempting to bind port fa5b1803-9586-4c40-a7af-9ed90384ecb0 on host dv-cinder-803823-11-iscsi for vnic_type normal with profile {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 00:48:39.612364 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.managers [None req-81d642a3-0d15-450a-8a4b-f36d019442e5 None None] Attempting to bind port fa5b1803-9586-4c40-a7af-9ed90384ecb0 by drivers openvswitch,hyperv on host dv-cinder-803823-11-iscsi at level 0 using segments [{'id': 'feed6410-1fa7-4119-b6bd-fef13b994103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50'}] {{(pid=111024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 00:48:39.612752 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d642a3-0d15-450a-8a4b-f36d019442e5 None None] Attempting to bind port fa5b1803-9586-4c40-a7af-9ed90384ecb0 on network 9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50 {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 00:48:39.618253 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d642a3-0d15-450a-8a4b-f36d019442e5 None None] Checking agent: {'id': '81117e21-cbf2-493f-9e14-29a3cec1f25a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 0, 26, 30), 'started_at': datetime.datetime(2022, 6, 16, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 0, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 00:48:39.619244 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d642a3-0d15-450a-8a4b-f36d019442e5 None None] Checking segment: {'id': 'feed6410-1fa7-4119-b6bd-fef13b994103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 00:48:39.619244 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-81d642a3-0d15-450a-8a4b-f36d019442e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:39.619462 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d642a3-0d15-450a-8a4b-f36d019442e5 None None] Bound using segment: {'id': 'feed6410-1fa7-4119-b6bd-fef13b994103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50'} {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 00:48:39.619883 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.managers [None req-81d642a3-0d15-450a-8a4b-f36d019442e5 None None] Bound port: fa5b1803-9586-4c40-a7af-9ed90384ecb0, host: dv-cinder-803823-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feed6410-1fa7-4119-b6bd-fef13b994103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50'}}] {{(pid=111024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 00:48:39.620251 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-81d642a3-0d15-450a-8a4b-f36d019442e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (fa5b1803-9586-4c40-a7af-9ed90384ecb0), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:39.685768 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-81d642a3-0d15-450a-8a4b-f36d019442e5 None None] For port fa5b1803-9586-4c40-a7af-9ed90384ecb0, host dv-cinder-803823-11-iscsi, cleared binding levels {{(pid=111024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 00:48:39.689277 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-81d642a3-0d15-450a-8a4b-f36d019442e5 None None] For port fa5b1803-9586-4c40-a7af-9ed90384ecb0, host dv-cinder-803823-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=fa5b1803-9586-4c40-a7af-9ed90384ecb0,segment=NetworkSegment(feed6410-1fa7-4119-b6bd-fef13b994103),segment_id=feed6410-1fa7-4119-b6bd-fef13b994103)] {{(pid=111024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 00:48:39.738453 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-81d642a3-0d15-450a-8a4b-f36d019442e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (fa5b1803-9586-4c40-a7af-9ed90384ecb0), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:39.805684 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d642a3-0d15-450a-8a4b-f36d019442e5 None None] Pushing event updated for resources: {'Port': ['ID=fa5b1803-9586-4c40-a7af-9ed90384ecb0,revision_number=2']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:48:39.881059 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:48:40.028062 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-7f51d86f-eb2c-40c0-b889-6f0a8c4abe0d admin admin] Publish callbacks [] for router_gateway (a1d3912f-8172-48ca-912e-e21c6bf8d84c), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:40.054261 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-7f51d86f-eb2c-40c0-b889-6f0a8c4abe0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:40.133719 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device fa5b1803-9586-4c40-a7af-9ed90384ecb0 up at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:48:40.165188 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:UPDATE=8,neutron:SELECT=92 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:48:40.172734 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:INSERT=7 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:48:40.179877 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Provisioning complete for port fa5b1803-9586-4c40-a7af-9ed90384ecb0 triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:48:40.180240 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (fa5b1803-9586-4c40-a7af-9ed90384ecb0), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:40.188349 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.db_base_plugin_common [None req-7f51d86f-eb2c-40c0-b889-6f0a8c4abe0d admin admin] Allocated IP 172.27.1.193 (81cb8278-aa95-4a96-976c-13998a04ce85/7fa235f2-2172-4ff3-86e8-0e0d1995c273/c56fd5fb-768e-4b97-8d4d-437f76ce76f3) {{(pid=111023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 00:48:40.253895 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Current status of the port fa5b1803-9586-4c40-a7af-9ed90384ecb0 is: DOWN; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:48:40.254287 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (fa5b1803-9586-4c40-a7af-9ed90384ecb0), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:40.297261 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] For port fa5b1803-9586-4c40-a7af-9ed90384ecb0, host dv-cinder-803823-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=fa5b1803-9586-4c40-a7af-9ed90384ecb0,segment=NetworkSegment(feed6410-1fa7-4119-b6bd-fef13b994103),segment_id=feed6410-1fa7-4119-b6bd-fef13b994103)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:48:40.323625 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-7f51d86f-eb2c-40c0-b889-6f0a8c4abe0d admin admin] Publish callbacks [] for port (c56fd5fb-768e-4b97-8d4d-437f76ce76f3), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:40.336320 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:48:40.370977 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (fa5b1803-9586-4c40-a7af-9ed90384ecb0), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:40.423164 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-7f51d86f-eb2c-40c0-b889-6f0a8c4abe0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753842110805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909837'] for port (c56fd5fb-768e-4b97-8d4d-437f76ce76f3), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:40.426445 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Pushing event updated for resources: {'Port': ['ID=fa5b1803-9586-4c40-a7af-9ed90384ecb0,revision_number=3']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:48:40.475063 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f51d86f-eb2c-40c0-b889-6f0a8c4abe0d admin admin] Network 81cb8278-aa95-4a96-976c-13998a04ce85 is already hosted by enough agents. {{(pid=111023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:48:40.480200 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.base_scheduler [None req-7f51d86f-eb2c-40c0-b889-6f0a8c4abe0d admin admin] Resources bound (agent type, host, resource id): {{(pid=111023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:48:40.484450 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f51d86f-eb2c-40c0-b889-6f0a8c4abe0d admin admin] Received port after_create {{(pid=111023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 00:48:40.512671 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f51d86f-eb2c-40c0-b889-6f0a8c4abe0d admin admin] Pushing event updated for resources: {'Port': ['ID=c56fd5fb-768e-4b97-8d4d-437f76ce76f3,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:48:40.748176 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70675a5-8db0-4d9d-b39d-0a376b9315f9 None None] Network 9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50 requested from dv-cinder-803823-11-iscsi {{(pid=111024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 00:48:40.796564 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-7f51d86f-eb2c-40c0-b889-6f0a8c4abe0d admin admin] Publish callbacks [] for router_gateway (a1d3912f-8172-48ca-912e-e21c6bf8d84c), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:40.827120 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-f5b4cc49-4eda-44e3-85d2-4a6c54798a67 None None] Provisioning complete for port fa5b1803-9586-4c40-a7af-9ed90384ecb0 triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:48:40.827478 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-f5b4cc49-4eda-44e3-85d2-4a6c54798a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (fa5b1803-9586-4c40-a7af-9ed90384ecb0), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:40.887340 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:48:40.929493 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-f5b4cc49-4eda-44e3-85d2-4a6c54798a67 None None] Current status of the port fa5b1803-9586-4c40-a7af-9ed90384ecb0 is: ACTIVE; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:48:40.994231 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-7f51d86f-eb2c-40c0-b889-6f0a8c4abe0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-673024'] for router (a1d3912f-8172-48ca-912e-e21c6bf8d84c), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:41.148553 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-66d13500-f4da-40a6-babe-cb5b29645e3c None None] Provisioning complete for port fa5b1803-9586-4c40-a7af-9ed90384ecb0 triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:48:41.148928 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-66d13500-f4da-40a6-babe-cb5b29645e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (fa5b1803-9586-4c40-a7af-9ed90384ecb0), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:41.182773 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f51d86f-eb2c-40c0-b889-6f0a8c4abe0d admin admin] Router a1d3912f-8172-48ca-912e-e21c6bf8d84c is scheduled to L3 agent d0297bc9-c3a8-45ac-9023-c937cb4f21fc with binding_index 1 {{(pid=111023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 00:48:41.222888 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-66d13500-f4da-40a6-babe-cb5b29645e3c None None] Current status of the port fa5b1803-9586-4c40-a7af-9ed90384ecb0 is: ACTIVE; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:48:41.285873 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f51d86f-eb2c-40c0-b889-6f0a8c4abe0d admin admin] Notify agent at l3_agent.dv-cinder-803823-11-iscsi the message routers_updated {{(pid=111023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 00:48:41.294981 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8deb5a3f-e41f-4142-a84e-8268987ab604 None None] Sync routers for ids ['a1d3912f-8172-48ca-912e-e21c6bf8d84c'] in dv-cinder-803823-11-iscsi {{(pid=111025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 00:48:41.304971 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8deb5a3f-e41f-4142-a84e-8268987ab604 None None] Routers {'a1d3912f-8172-48ca-912e-e21c6bf8d84c'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:48:41.312174 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-8deb5a3f-e41f-4142-a84e-8268987ab604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:48:27Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['a1d3912f-8172-48ca-912e-e21c6bf8d84c'], 'active': True} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:48:41.378848 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-7f51d86f-eb2c-40c0-b889-6f0a8c4abe0d admin admin] Publish callbacks [] for router (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:41.380178 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-7f51d86f-eb2c-40c0-b889-6f0a8c4abe0d admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2657638 Jun 16 00:48:41.382788 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 50118) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:48:41.401887 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvr_db [None req-8deb5a3f-e41f-4142-a84e-8268987ab604 None None] Set router a1d3912f-8172-48ca-912e-e21c6bf8d84c gateway port host: dv-cinder-803823-11-iscsi {{(pid=111025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:48:41.560146 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:48:41.564687 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-8deb5a3f-e41f-4142-a84e-8268987ab604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1d3912f-8172-48ca-912e-e21c6bf8d84c', 'name': 'tempest-TestShelveInstance-1376043281-router', 'tenant_id': '5e9d772a2cb14bbbaaa2dcaf5d730f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'c56fd5fb-768e-4b97-8d4d-437f76ce76f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:48:39Z', 'updated_at': '2022-06-16T00:48:40Z', 'revision_number': 3, 'project_id': '5e9d772a2cb14bbbaaa2dcaf5d730f6e', 'gw_port': {'id': 'c56fd5fb-768e-4b97-8d4d-437f76ce76f3', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:36:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1d3912f-8172-48ca-912e-e21c6bf8d84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:48:40Z', 'updated_at': '2022-06-16T00:48:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi'}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:48:41.589719 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8deb5a3f-e41f-4142-a84e-8268987ab604 None None] Checking router: a1d3912f-8172-48ca-912e-e21c6bf8d84c for host: dv-cinder-803823-11-iscsi {{(pid=111025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 00:48:41.590106 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8deb5a3f-e41f-4142-a84e-8268987ab604 None None] Updating router a1d3912f-8172-48ca-912e-e21c6bf8d84c port c56fd5fb-768e-4b97-8d4d-437f76ce76f3 binding host dv-cinder-803823-11-iscsi {{(pid=111025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 00:48:41.621177 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-8deb5a3f-e41f-4142-a84e-8268987ab604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (c56fd5fb-768e-4b97-8d4d-437f76ce76f3), before_update {{(pid=111025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:41.780313 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-1c9e683c-03ab-409f-aeb3-eed9bd04f66c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:41.804091 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:48:41.936103 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.db_base_plugin_common [None req-1c9e683c-03ab-409f-aeb3-eed9bd04f66c admin admin] Allocated IP 172.20.0.1 (9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50/2d07dd38-c86e-4058-8445-b36761bf9def/dd9de7ec-b7f1-4f0b-a057-be1338db0ceb) {{(pid=111023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 00:48:41.958985 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-8deb5a3f-e41f-4142-a84e-8268987ab604 None None] Publish callbacks [] for port (c56fd5fb-768e-4b97-8d4d-437f76ce76f3), precommit_update {{(pid=111025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:42.023784 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-8deb5a3f-e41f-4142-a84e-8268987ab604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (c56fd5fb-768e-4b97-8d4d-437f76ce76f3), after_update {{(pid=111025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:42.035188 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-1c9e683c-03ab-409f-aeb3-eed9bd04f66c admin admin] Publish callbacks [] for port (dd9de7ec-b7f1-4f0b-a057-be1338db0ceb), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:42.074537 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.managers [None req-8deb5a3f-e41f-4142-a84e-8268987ab604 None None] Attempting to bind port c56fd5fb-768e-4b97-8d4d-437f76ce76f3 on host dv-cinder-803823-11-iscsi for vnic_type normal with profile {{(pid=111025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 00:48:42.074901 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.managers [None req-8deb5a3f-e41f-4142-a84e-8268987ab604 None None] Attempting to bind port c56fd5fb-768e-4b97-8d4d-437f76ce76f3 by drivers openvswitch,hyperv on host dv-cinder-803823-11-iscsi at level 0 using segments [{'id': '6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85'}] {{(pid=111025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 00:48:42.075244 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8deb5a3f-e41f-4142-a84e-8268987ab604 None None] Attempting to bind port c56fd5fb-768e-4b97-8d4d-437f76ce76f3 on network 81cb8278-aa95-4a96-976c-13998a04ce85 {{(pid=111025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 00:48:42.080732 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e617e2-b333-4323-9d3a-314cc7997f5d None None] Pushing event updated for resources: {'Port': ['ID=c56fd5fb-768e-4b97-8d4d-437f76ce76f3,revision_number=2']} {{(pid=111025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:48:42.088172 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8deb5a3f-e41f-4142-a84e-8268987ab604 None None] Checking agent: {'id': '81117e21-cbf2-493f-9e14-29a3cec1f25a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 0, 26, 30), 'started_at': datetime.datetime(2022, 6, 16, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 0, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 00:48:42.092064 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8deb5a3f-e41f-4142-a84e-8268987ab604 None None] Checking segment: {'id': '6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 00:48:42.092064 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-8deb5a3f-e41f-4142-a84e-8268987ab604 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:42.092064 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8deb5a3f-e41f-4142-a84e-8268987ab604 None None] Bound using segment: {'id': '6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85'} {{(pid=111025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 00:48:42.092064 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.managers [None req-8deb5a3f-e41f-4142-a84e-8268987ab604 None None] Bound port: c56fd5fb-768e-4b97-8d4d-437f76ce76f3, host: dv-cinder-803823-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85'}}] {{(pid=111025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 00:48:42.092064 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-8deb5a3f-e41f-4142-a84e-8268987ab604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (c56fd5fb-768e-4b97-8d4d-437f76ce76f3), before_update {{(pid=111025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:42.093253 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e617e2-b333-4323-9d3a-314cc7997f5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:48:42.093587 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e617e2-b333-4323-9d3a-314cc7997f5d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:48:42.093920 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e617e2-b333-4323-9d3a-314cc7997f5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:48:42.094245 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e617e2-b333-4323-9d3a-314cc7997f5d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:48:42.094563 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e617e2-b333-4323-9d3a-314cc7997f5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:48:42.094879 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e617e2-b333-4323-9d3a-314cc7997f5d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:48:42.095199 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e617e2-b333-4323-9d3a-314cc7997f5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:48:42.095507 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e617e2-b333-4323-9d3a-314cc7997f5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:48:42.095849 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e617e2-b333-4323-9d3a-314cc7997f5d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:48:42.096166 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e617e2-b333-4323-9d3a-314cc7997f5d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:48:42.096484 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e617e2-b333-4323-9d3a-314cc7997f5d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:48:42.096834 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e617e2-b333-4323-9d3a-314cc7997f5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:48:42.097147 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e617e2-b333-4323-9d3a-314cc7997f5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:48:42.097457 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e617e2-b333-4323-9d3a-314cc7997f5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:48:42.097757 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e617e2-b333-4323-9d3a-314cc7997f5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:48:42.121001 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device fa5b1803-9586-4c40-a7af-9ed90384ecb0 up at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:48:42.139130 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-1c9e683c-03ab-409f-aeb3-eed9bd04f66c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753842110805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909837'] for port (dd9de7ec-b7f1-4f0b-a057-be1338db0ceb), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:42.149326 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.db [None req-8deb5a3f-e41f-4142-a84e-8268987ab604 None None] For port c56fd5fb-768e-4b97-8d4d-437f76ce76f3, host dv-cinder-803823-11-iscsi, cleared binding levels {{(pid=111025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 00:48:42.152638 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.db [None req-8deb5a3f-e41f-4142-a84e-8268987ab604 None None] For port c56fd5fb-768e-4b97-8d4d-437f76ce76f3, host dv-cinder-803823-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=c56fd5fb-768e-4b97-8d4d-437f76ce76f3,segment=NetworkSegment(6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc),segment_id=6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc)] {{(pid=111025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 00:48:42.164138 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Provisioning complete for port fa5b1803-9586-4c40-a7af-9ed90384ecb0 triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:48:42.164496 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (fa5b1803-9586-4c40-a7af-9ed90384ecb0), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:42.185640 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9e683c-03ab-409f-aeb3-eed9bd04f66c admin admin] Network 9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50 is already hosted by enough agents. {{(pid=111023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:48:42.188649 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.base_scheduler [None req-1c9e683c-03ab-409f-aeb3-eed9bd04f66c admin admin] Resources bound (agent type, host, resource id): {{(pid=111023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:48:42.192544 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9e683c-03ab-409f-aeb3-eed9bd04f66c admin admin] Received port after_create {{(pid=111023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 00:48:42.207879 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:48:42.216071 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9e683c-03ab-409f-aeb3-eed9bd04f66c admin admin] Pushing event updated for resources: {'Port': ['ID=dd9de7ec-b7f1-4f0b-a057-be1338db0ceb,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:48:42.237699 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-1c9e683c-03ab-409f-aeb3-eed9bd04f66c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672804'] for router_interface (a1d3912f-8172-48ca-912e-e21c6bf8d84c), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:42.247519 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-8deb5a3f-e41f-4142-a84e-8268987ab604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (c56fd5fb-768e-4b97-8d4d-437f76ce76f3), after_update {{(pid=111025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:42.317339 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e617e2-b333-4323-9d3a-314cc7997f5d None None] Pushing event updated for resources: {'Port': ['ID=c56fd5fb-768e-4b97-8d4d-437f76ce76f3,revision_number=3']} {{(pid=111025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:48:42.353438 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:48:42.357758 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8deb5a3f-e41f-4142-a84e-8268987ab604 None None] Routers {'a1d3912f-8172-48ca-912e-e21c6bf8d84c'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:48:42.357758 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-8deb5a3f-e41f-4142-a84e-8268987ab604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:48:27Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['a1d3912f-8172-48ca-912e-e21c6bf8d84c'], 'active': True} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:48:42.385797 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Current status of the port fa5b1803-9586-4c40-a7af-9ed90384ecb0 is: ACTIVE; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:48:42.427858 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:48:42.436030 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-1c9e683c-03ab-409f-aeb3-eed9bd04f66c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (dd9de7ec-b7f1-4f0b-a057-be1338db0ceb), before_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:42.449501 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-b1ea1070-41a4-40b4-9cb4-f133a4edd1b0 None None] Provisioning complete for port dd9de7ec-b7f1-4f0b-a057-be1338db0ceb triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:48:42.450829 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-b1ea1070-41a4-40b4-9cb4-f133a4edd1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (dd9de7ec-b7f1-4f0b-a057-be1338db0ceb), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:42.462802 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvr_db [None req-8deb5a3f-e41f-4142-a84e-8268987ab604 None None] Set router a1d3912f-8172-48ca-912e-e21c6bf8d84c gateway port host: dv-cinder-803823-11-iscsi {{(pid=111025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:48:42.482608 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-b1ea1070-41a4-40b4-9cb4-f133a4edd1b0 None None] Port dd9de7ec-b7f1-4f0b-a057-be1338db0ceb cannot update to ACTIVE because it is not bound. {{(pid=111024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 00:48:42.507214 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:48:42.604947 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-1c9e683c-03ab-409f-aeb3-eed9bd04f66c admin admin] Publish callbacks [] for port (dd9de7ec-b7f1-4f0b-a057-be1338db0ceb), precommit_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:42.631282 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-8deb5a3f-e41f-4142-a84e-8268987ab604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1d3912f-8172-48ca-912e-e21c6bf8d84c', 'name': 'tempest-TestShelveInstance-1376043281-router', 'tenant_id': '5e9d772a2cb14bbbaaa2dcaf5d730f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'c56fd5fb-768e-4b97-8d4d-437f76ce76f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:48:39Z', 'updated_at': '2022-06-16T00:48:40Z', 'revision_number': 3, 'project_id': '5e9d772a2cb14bbbaaa2dcaf5d730f6e', 'gw_port': {'id': 'c56fd5fb-768e-4b97-8d4d-437f76ce76f3', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:36:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1d3912f-8172-48ca-912e-e21c6bf8d84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:48:40Z', 'updated_at': '2022-06-16T00:48:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi'}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:48:42.659200 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8deb5a3f-e41f-4142-a84e-8268987ab604 None None] The sync data for ids ['a1d3912f-8172-48ca-912e-e21c6bf8d84c'] in dv-cinder-803823-11-iscsi is: [{'id': 'a1d3912f-8172-48ca-912e-e21c6bf8d84c', 'name': 'tempest-TestShelveInstance-1376043281-router', 'tenant_id': '5e9d772a2cb14bbbaaa2dcaf5d730f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'c56fd5fb-768e-4b97-8d4d-437f76ce76f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:48:39Z', 'updated_at': '2022-06-16T00:48:40Z', 'revision_number': 3, 'project_id': '5e9d772a2cb14bbbaaa2dcaf5d730f6e', 'gw_port': {'id': 'c56fd5fb-768e-4b97-8d4d-437f76ce76f3', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:36:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1d3912f-8172-48ca-912e-e21c6bf8d84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:48:40Z', 'updated_at': '2022-06-16T00:48:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi'}] {{(pid=111025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 00:48:42.703575 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-1c9e683c-03ab-409f-aeb3-eed9bd04f66c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909850'] for port (dd9de7ec-b7f1-4f0b-a057-be1338db0ceb), after_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:42.758073 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:48:42.772722 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-1c9e683c-03ab-409f-aeb3-eed9bd04f66c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672856'] for router_interface (a1d3912f-8172-48ca-912e-e21c6bf8d84c), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:42.774426 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9e683c-03ab-409f-aeb3-eed9bd04f66c admin admin] Pushing event updated for resources: {'Port': ['ID=dd9de7ec-b7f1-4f0b-a057-be1338db0ceb,revision_number=2']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:48:42.883090 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9e683c-03ab-409f-aeb3-eed9bd04f66c admin admin] Network 9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50 is already hosted by enough agents. {{(pid=111023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:48:42.884500 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.base_scheduler [None req-1c9e683c-03ab-409f-aeb3-eed9bd04f66c admin admin] Resources bound (agent type, host, resource id): {{(pid=111023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:48:43.007020 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c9e683c-03ab-409f-aeb3-eed9bd04f66c admin admin] Router a1d3912f-8172-48ca-912e-e21c6bf8d84c has already been hosted by L3 agent d0297bc9-c3a8-45ac-9023-c937cb4f21fc {{(pid=111023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 00:48:43.102857 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-0d537c48-d3ed-4d25-86f7-e2300a805d76 None None] Provisioning complete for port dd9de7ec-b7f1-4f0b-a057-be1338db0ceb triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:48:43.103316 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0d537c48-d3ed-4d25-86f7-e2300a805d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (dd9de7ec-b7f1-4f0b-a057-be1338db0ceb), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:43.120131 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c9e683c-03ab-409f-aeb3-eed9bd04f66c admin admin] Notify agent at l3_agent.dv-cinder-803823-11-iscsi the message routers_updated {{(pid=111023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 00:48:43.125775 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-1c9e683c-03ab-409f-aeb3-eed9bd04f66c admin admin] 10.222.0.20 "PUT /v2.0/routers/a1d3912f-8172-48ca-912e-e21c6bf8d84c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7419655 Jun 16 00:48:43.143121 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0d537c48-d3ed-4d25-86f7-e2300a805d76 None None] Port dd9de7ec-b7f1-4f0b-a057-be1338db0ceb cannot update to ACTIVE because it is not bound. {{(pid=111024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 00:48:43.807399 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 50134) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:48:43.812744 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [None req-147b450c-50ac-44ca-8f9a-d4d088579496 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1193802508-network', 'tenant_id': 'b42747645b014584be62f7cf59b63b63'}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:48:43.875492 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147b450c-50ac-44ca-8f9a-d4d088579496 admin admin] Made reservation on behalf of b42747645b014584be62f7cf59b63b63 for: {'network': 1} {{(pid=111023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 00:48:43.879252 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-147b450c-50ac-44ca-8f9a-d4d088579496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for network (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:43.890593 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-147b450c-50ac-44ca-8f9a-d4d088579496 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:43.948451 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (42cc932a-4e60-43e8-a4dc-4f47b3d3efae), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:43.967053 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-147b450c-50ac-44ca-8f9a-d4d088579496 admin admin] Publish callbacks [] for security_group (c112bc32-d56f-421d-a4ee-d5577324afd8), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:44.058073 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-147b450c-50ac-44ca-8f9a-d4d088579496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (c112bc32-d56f-421d-a4ee-d5577324afd8), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:44.086262 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-147b450c-50ac-44ca-8f9a-d4d088579496 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=111023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 00:48:44.100143 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147b450c-50ac-44ca-8f9a-d4d088579496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c112bc32-d56f-421d-a4ee-d5577324afd8,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:48:44.105694 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-147b450c-50ac-44ca-8f9a-d4d088579496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219328'] for segment (98b9ac98-bede-4a91-9e85-23a6b7524b80), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:44.106028 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.db.segments_db [None req-147b450c-50ac-44ca-8f9a-d4d088579496 admin admin] Added segment 98b9ac98-bede-4a91-9e85-23a6b7524b80 of type vlan for network 4e895ed6-51d3-4974-8e91-b3dd19a3c050 Jun 16 00:48:44.117667 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device c56fd5fb-768e-4b97-8d4d-437f76ce76f3 up at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:48:44.149596 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-147b450c-50ac-44ca-8f9a-d4d088579496 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753842147476'] for network (4e895ed6-51d3-4974-8e91-b3dd19a3c050), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:44.159204 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c98013-2d4b-488d-b521-9e373b10d883 None None] Sync routers for ids ['a1d3912f-8172-48ca-912e-e21c6bf8d84c'] in dv-cinder-803823-11-iscsi {{(pid=111024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 00:48:44.178950 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Provisioning complete for port c56fd5fb-768e-4b97-8d4d-437f76ce76f3 triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:48:44.179315 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (c56fd5fb-768e-4b97-8d4d-437f76ce76f3), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:44.182787 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c98013-2d4b-488d-b521-9e373b10d883 None None] Routers {'a1d3912f-8172-48ca-912e-e21c6bf8d84c'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:48:44.183425 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-99c98013-2d4b-488d-b521-9e373b10d883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:48:27Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['a1d3912f-8172-48ca-912e-e21c6bf8d84c'], 'active': True} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:48:44.235153 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-147b450c-50ac-44ca-8f9a-d4d088579496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177'] for network (4e895ed6-51d3-4974-8e91-b3dd19a3c050), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:44.236172 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147b450c-50ac-44ca-8f9a-d4d088579496 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:48:44.236803 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-147b450c-50ac-44ca-8f9a-d4d088579496 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590195'] for network (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:44.244974 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:48:44.300087 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147b450c-50ac-44ca-8f9a-d4d088579496 admin admin] Pushing event updated for resources: {'Network': ['ID=4e895ed6-51d3-4974-8e91-b3dd19a3c050,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:48:44.314244 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=100 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:48:44.318170 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-147b450c-50ac-44ca-8f9a-d4d088579496 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5096571 Jun 16 00:48:44.320987 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 50136) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:48:44.325778 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Network 4e895ed6-51d3-4974-8e91-b3dd19a3c050 details requested by agent ovs-agent-dv-cinder-803823-11-iscsi with host dv-cinder-803823-11-iscsi {{(pid=111024) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 00:48:44.326194 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [None req-a694843c-2494-4f2e-a08c-328681cf2dda admin admin] Request body: {'subnet': {'network_id': '4e895ed6-51d3-4974-8e91-b3dd19a3c050', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1193802508-subnet', 'tenant_id': 'b42747645b014584be62f7cf59b63b63', 'ip_version': 4}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:48:44.360582 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvr_db [None req-99c98013-2d4b-488d-b521-9e373b10d883 None None] Set router a1d3912f-8172-48ca-912e-e21c6bf8d84c gateway port host: dv-cinder-803823-11-iscsi {{(pid=111024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:48:44.367819 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Current status of the port c56fd5fb-768e-4b97-8d4d-437f76ce76f3 is: DOWN; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:48:44.368198 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (c56fd5fb-768e-4b97-8d4d-437f76ce76f3), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:44.429754 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a694843c-2494-4f2e-a08c-328681cf2dda admin admin] Made reservation on behalf of b42747645b014584be62f7cf59b63b63 for: {'subnet': 1} {{(pid=111023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 00:48:44.432106 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-a694843c-2494-4f2e-a08c-328681cf2dda admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10303377'] for subnet (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:44.459575 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] For port c56fd5fb-768e-4b97-8d4d-437f76ce76f3, host dv-cinder-803823-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=c56fd5fb-768e-4b97-8d4d-437f76ce76f3,segment=NetworkSegment(6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc),segment_id=6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:48:44.506353 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (c56fd5fb-768e-4b97-8d4d-437f76ce76f3), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:44.518069 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:48:44.607566 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Pushing event updated for resources: {'Port': ['ID=c56fd5fb-768e-4b97-8d4d-437f76ce76f3,revision_number=4']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:48:44.657627 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-99c98013-2d4b-488d-b521-9e373b10d883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1d3912f-8172-48ca-912e-e21c6bf8d84c', 'name': 'tempest-TestShelveInstance-1376043281-router', 'tenant_id': '5e9d772a2cb14bbbaaa2dcaf5d730f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'c56fd5fb-768e-4b97-8d4d-437f76ce76f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:48:39Z', 'updated_at': '2022-06-16T00:48:42Z', 'revision_number': 4, 'project_id': '5e9d772a2cb14bbbaaa2dcaf5d730f6e', 'gw_port': {'id': 'c56fd5fb-768e-4b97-8d4d-437f76ce76f3', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:36:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1d3912f-8172-48ca-912e-e21c6bf8d84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:48:40Z', 'updated_at': '2022-06-16T00:48:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_interfaces': [{'id': 'dd9de7ec-b7f1-4f0b-a057-be1338db0ceb', 'name': '', 'network_id': '9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50', 'tenant_id': '5e9d772a2cb14bbbaaa2dcaf5d730f6e', 'mac_address': 'fa:16:3e:7d:f3:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1d3912f-8172-48ca-912e-e21c6bf8d84c', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '2d07dd38-c86e-4058-8445-b36761bf9def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:48:41Z', 'updated_at': '2022-06-16T00:48:42Z', 'revision_number': 2, 'project_id': '5e9d772a2cb14bbbaaa2dcaf5d730f6e', 'subnets': [{'id': '2d07dd38-c86e-4058-8445-b36761bf9def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:48:44.669219 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-a694843c-2494-4f2e-a08c-328681cf2dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2909793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10303423'] for subnet (037ec60b-b358-4cc5-bd10-4e72dece3b13), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:44.682104 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c98013-2d4b-488d-b521-9e373b10d883 None None] Checking router: a1d3912f-8172-48ca-912e-e21c6bf8d84c for host: dv-cinder-803823-11-iscsi {{(pid=111024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 00:48:44.682453 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c98013-2d4b-488d-b521-9e373b10d883 None None] Updating router a1d3912f-8172-48ca-912e-e21c6bf8d84c port dd9de7ec-b7f1-4f0b-a057-be1338db0ceb binding host dv-cinder-803823-11-iscsi {{(pid=111024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 00:48:44.714076 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-99c98013-2d4b-488d-b521-9e373b10d883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (dd9de7ec-b7f1-4f0b-a057-be1338db0ceb), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:44.729305 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a694843c-2494-4f2e-a08c-328681cf2dda admin admin] Pushing event updated for resources: {'Subnet': ['ID=037ec60b-b358-4cc5-bd10-4e72dece3b13,revision_number=0']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:48:44.738013 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a694843c-2494-4f2e-a08c-328681cf2dda admin admin] Checking segment: {'id': '98b9ac98-bede-4a91-9e85-23a6b7524b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4e895ed6-51d3-4974-8e91-b3dd19a3c050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 00:48:44.738365 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a694843c-2494-4f2e-a08c-328681cf2dda admin admin] Network hostable DHCP agents. Network: 4e895ed6-51d3-4974-8e91-b3dd19a3c050, hostable agents: ['2a8c543c-b8d9-40d8-999c-fa03b757f547'], hosted agents: [] {{(pid=111023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 00:48:44.805438 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:48:44.810670 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a694843c-2494-4f2e-a08c-328681cf2dda admin admin] Network 4e895ed6-51d3-4974-8e91-b3dd19a3c050 is scheduled to be hosted by DHCP agent 2a8c543c-b8d9-40d8-999c-fa03b757f547 with binding_index 1 {{(pid=111023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 00:48:44.885095 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.base_scheduler [None req-a694843c-2494-4f2e-a08c-328681cf2dda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-11-iscsi, 4e895ed6-51d3-4974-8e91-b3dd19a3c050) {{(pid=111023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:48:44.890452 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a694843c-2494-4f2e-a08c-328681cf2dda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:48:44.891162 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-a694843c-2494-4f2e-a08c-328681cf2dda admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:44.897589 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0bb3e1-4350-4467-ac82-393505889490 None None] Network 4e895ed6-51d3-4974-8e91-b3dd19a3c050 requested from dv-cinder-803823-11-iscsi {{(pid=111024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 00:48:44.956664 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-a694843c-2494-4f2e-a08c-328681cf2dda admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6346157 Jun 16 00:48:44.959258 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 50138) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:48:44.963692 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [None req-73406e3f-d72d-4605-8804-96df72ffc861 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1193802508-router', 'tenant_id': 'b42747645b014584be62f7cf59b63b63', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85'}}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:48:45.047354 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-99c98013-2d4b-488d-b521-9e373b10d883 None None] Publish callbacks [] for port (dd9de7ec-b7f1-4f0b-a057-be1338db0ceb), precommit_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:45.052292 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df40243-d731-4db8-bb55-11deb8e376bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a06322f-1f4e-5033-87df-c8deeb119b42-4e895ed6-51d3-4974-8e91-b3dd19a3c050', 'network_id': '4e895ed6-51d3-4974-8e91-b3dd19a3c050', 'project_id': 'b42747645b014584be62f7cf59b63b63', 'fixed_ips': [{'subnet_id': '037ec60b-b358-4cc5-bd10-4e72dece3b13'}]}} from dv-cinder-803823-11-iscsi. {{(pid=111024) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 00:48:45.052802 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-73406e3f-d72d-4605-8804-96df72ffc861 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-678757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3443'] for router (4ec7a65b-252f-49c4-b813-8af49613d6fc), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:45.053119 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-8df40243-d731-4db8-bb55-11deb8e376bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (None), before_create {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:45.058229 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-73406e3f-d72d-4605-8804-96df72ffc861 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-672791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-673186', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-766370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3450'] for router (4ec7a65b-252f-49c4-b813-8af49613d6fc), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:45.080269 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:48:45.115335 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-73406e3f-d72d-4605-8804-96df72ffc861 admin admin] Publish callbacks [] for router_controller (4ec7a65b-252f-49c4-b813-8af49613d6fc), precommit_add_association {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:45.128296 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-99c98013-2d4b-488d-b521-9e373b10d883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (dd9de7ec-b7f1-4f0b-a057-be1338db0ceb), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:45.226773 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89310505-a62c-454e-a54e-fca09764f92a None None] Pushing event updated for resources: {'Port': ['ID=dd9de7ec-b7f1-4f0b-a057-be1338db0ceb,revision_number=3']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:48:45.298387 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.managers [None req-99c98013-2d4b-488d-b521-9e373b10d883 None None] Attempting to bind port dd9de7ec-b7f1-4f0b-a057-be1338db0ceb on host dv-cinder-803823-11-iscsi for vnic_type normal with profile {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 00:48:45.298742 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.managers [None req-99c98013-2d4b-488d-b521-9e373b10d883 None None] Attempting to bind port dd9de7ec-b7f1-4f0b-a057-be1338db0ceb by drivers openvswitch,hyperv on host dv-cinder-803823-11-iscsi at level 0 using segments [{'id': 'feed6410-1fa7-4119-b6bd-fef13b994103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50'}] {{(pid=111024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 00:48:45.299100 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c98013-2d4b-488d-b521-9e373b10d883 None None] Attempting to bind port dd9de7ec-b7f1-4f0b-a057-be1338db0ceb on network 9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50 {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 00:48:45.305031 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.db_base_plugin_common [None req-8df40243-d731-4db8-bb55-11deb8e376bb None None] Allocated IP 172.20.0.2 (4e895ed6-51d3-4974-8e91-b3dd19a3c050/037ec60b-b358-4cc5-bd10-4e72dece3b13/eacd1b6e-ea59-45bd-aee0-7d6b3b698218) {{(pid=111024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 00:48:45.311725 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c98013-2d4b-488d-b521-9e373b10d883 None None] Checking agent: {'id': '81117e21-cbf2-493f-9e14-29a3cec1f25a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 0, 26, 30), 'started_at': datetime.datetime(2022, 6, 16, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 0, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 00:48:45.312099 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c98013-2d4b-488d-b521-9e373b10d883 None None] Checking segment: {'id': 'feed6410-1fa7-4119-b6bd-fef13b994103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 00:48:45.312505 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-99c98013-2d4b-488d-b521-9e373b10d883 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:45.312901 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c98013-2d4b-488d-b521-9e373b10d883 None None] Bound using segment: {'id': 'feed6410-1fa7-4119-b6bd-fef13b994103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50'} {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 00:48:45.313370 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.managers [None req-99c98013-2d4b-488d-b521-9e373b10d883 None None] Bound port: dd9de7ec-b7f1-4f0b-a057-be1338db0ceb, host: dv-cinder-803823-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feed6410-1fa7-4119-b6bd-fef13b994103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50'}}] {{(pid=111024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 00:48:45.313790 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-99c98013-2d4b-488d-b521-9e373b10d883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (dd9de7ec-b7f1-4f0b-a057-be1338db0ceb), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:45.330251 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-73406e3f-d72d-4605-8804-96df72ffc861 admin admin] Publish callbacks [] for router_gateway (4ec7a65b-252f-49c4-b813-8af49613d6fc), precommit_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:45.402538 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-076c17d7-ddcc-4986-8aa7-d366af9a9d56 None None] Provisioning complete for port dd9de7ec-b7f1-4f0b-a057-be1338db0ceb triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:48:45.402898 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-076c17d7-ddcc-4986-8aa7-d366af9a9d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (dd9de7ec-b7f1-4f0b-a057-be1338db0ceb), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:45.431242 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:48:45.570683 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-73406e3f-d72d-4605-8804-96df72ffc861 admin admin] Publish callbacks [] for router_gateway (4ec7a65b-252f-49c4-b813-8af49613d6fc), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:45.591038 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-73406e3f-d72d-4605-8804-96df72ffc861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:45.609240 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-99c98013-2d4b-488d-b521-9e373b10d883 None None] For port dd9de7ec-b7f1-4f0b-a057-be1338db0ceb, host dv-cinder-803823-11-iscsi, cleared binding levels {{(pid=111024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 00:48:45.623408 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-076c17d7-ddcc-4986-8aa7-d366af9a9d56 None None] Port dd9de7ec-b7f1-4f0b-a057-be1338db0ceb cannot update to ACTIVE because it is not bound. {{(pid=111024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 00:48:45.639228 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:INSERT=10,neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:48:45.642155 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-99c98013-2d4b-488d-b521-9e373b10d883 None None] For port dd9de7ec-b7f1-4f0b-a057-be1338db0ceb, host dv-cinder-803823-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=dd9de7ec-b7f1-4f0b-a057-be1338db0ceb,segment=NetworkSegment(feed6410-1fa7-4119-b6bd-fef13b994103),segment_id=feed6410-1fa7-4119-b6bd-fef13b994103)] {{(pid=111024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 00:48:45.684188 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-8df40243-d731-4db8-bb55-11deb8e376bb None None] Publish callbacks [] for port (eacd1b6e-ea59-45bd-aee0-7d6b3b698218), precommit_create {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:45.695832 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.db_base_plugin_common [None req-73406e3f-d72d-4605-8804-96df72ffc861 admin admin] Allocated IP 172.27.1.26 (81cb8278-aa95-4a96-976c-13998a04ce85/7fa235f2-2172-4ff3-86e8-0e0d1995c273/12248aee-2a54-45f4-8d66-1e1efb6f2fa9) {{(pid=111023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 00:48:45.704218 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-99c98013-2d4b-488d-b521-9e373b10d883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (dd9de7ec-b7f1-4f0b-a057-be1338db0ceb), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:45.761599 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c98013-2d4b-488d-b521-9e373b10d883 None None] Routers {'a1d3912f-8172-48ca-912e-e21c6bf8d84c'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:48:45.762766 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-99c98013-2d4b-488d-b521-9e373b10d883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:48:27Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['a1d3912f-8172-48ca-912e-e21c6bf8d84c'], 'active': True} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:48:45.764821 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89310505-a62c-454e-a54e-fca09764f92a None None] Pushing event updated for resources: {'Port': ['ID=dd9de7ec-b7f1-4f0b-a057-be1338db0ceb,revision_number=4']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:48:45.769467 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-8df40243-d731-4db8-bb55-11deb8e376bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753842110805'] for port (eacd1b6e-ea59-45bd-aee0-7d6b3b698218), after_create {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:45.810731 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-73406e3f-d72d-4605-8804-96df72ffc861 admin admin] Publish callbacks [] for port (12248aee-2a54-45f4-8d66-1e1efb6f2fa9), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:45.811926 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:48:45.877937 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df40243-d731-4db8-bb55-11deb8e376bb None None] Network 4e895ed6-51d3-4974-8e91-b3dd19a3c050 is already hosted by enough agents. {{(pid=111024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:48:45.884456 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.scheduler.base_scheduler [None req-8df40243-d731-4db8-bb55-11deb8e376bb None None] Resources bound (agent type, host, resource id): {{(pid=111024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:48:45.889451 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-73406e3f-d72d-4605-8804-96df72ffc861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753842110805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909837'] for port (12248aee-2a54-45f4-8d66-1e1efb6f2fa9), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:45.892258 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df40243-d731-4db8-bb55-11deb8e376bb None None] Received port after_create {{(pid=111024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 00:48:45.908255 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df40243-d731-4db8-bb55-11deb8e376bb None None] Pushing event updated for resources: {'Port': ['ID=eacd1b6e-ea59-45bd-aee0-7d6b3b698218,revision_number=1']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:48:45.920925 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvr_db [None req-99c98013-2d4b-488d-b521-9e373b10d883 None None] Set router a1d3912f-8172-48ca-912e-e21c6bf8d84c gateway port host: dv-cinder-803823-11-iscsi {{(pid=111024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:48:45.936117 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73406e3f-d72d-4605-8804-96df72ffc861 admin admin] Network 81cb8278-aa95-4a96-976c-13998a04ce85 is already hosted by enough agents. {{(pid=111023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:48:45.939493 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.base_scheduler [None req-73406e3f-d72d-4605-8804-96df72ffc861 admin admin] Resources bound (agent type, host, resource id): {{(pid=111023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:48:45.942047 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73406e3f-d72d-4605-8804-96df72ffc861 admin admin] Received port after_create {{(pid=111023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 00:48:45.967510 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73406e3f-d72d-4605-8804-96df72ffc861 admin admin] Pushing event updated for resources: {'Port': ['ID=12248aee-2a54-45f4-8d66-1e1efb6f2fa9,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:48:46.025692 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.managers [None req-8df40243-d731-4db8-bb55-11deb8e376bb None None] Attempting to bind port eacd1b6e-ea59-45bd-aee0-7d6b3b698218 on host dv-cinder-803823-11-iscsi for vnic_type normal with profile {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 00:48:46.025978 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.managers [None req-8df40243-d731-4db8-bb55-11deb8e376bb None None] Attempting to bind port eacd1b6e-ea59-45bd-aee0-7d6b3b698218 by drivers openvswitch,hyperv on host dv-cinder-803823-11-iscsi at level 0 using segments [{'id': '98b9ac98-bede-4a91-9e85-23a6b7524b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4e895ed6-51d3-4974-8e91-b3dd19a3c050'}] {{(pid=111024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 00:48:46.026336 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df40243-d731-4db8-bb55-11deb8e376bb None None] Attempting to bind port eacd1b6e-ea59-45bd-aee0-7d6b3b698218 on network 4e895ed6-51d3-4974-8e91-b3dd19a3c050 {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 00:48:46.056668 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df40243-d731-4db8-bb55-11deb8e376bb None None] Checking agent: {'id': '81117e21-cbf2-493f-9e14-29a3cec1f25a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 0, 26, 30), 'started_at': datetime.datetime(2022, 6, 16, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 0, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 00:48:46.056668 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df40243-d731-4db8-bb55-11deb8e376bb None None] Checking segment: {'id': '98b9ac98-bede-4a91-9e85-23a6b7524b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4e895ed6-51d3-4974-8e91-b3dd19a3c050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 00:48:46.056668 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-8df40243-d731-4db8-bb55-11deb8e376bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:46.056668 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df40243-d731-4db8-bb55-11deb8e376bb None None] Bound using segment: {'id': '98b9ac98-bede-4a91-9e85-23a6b7524b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4e895ed6-51d3-4974-8e91-b3dd19a3c050'} {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 00:48:46.056668 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.managers [None req-8df40243-d731-4db8-bb55-11deb8e376bb None None] Bound port: eacd1b6e-ea59-45bd-aee0-7d6b3b698218, host: dv-cinder-803823-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b9ac98-bede-4a91-9e85-23a6b7524b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4e895ed6-51d3-4974-8e91-b3dd19a3c050'}}] {{(pid=111024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 00:48:46.056668 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-8df40243-d731-4db8-bb55-11deb8e376bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (eacd1b6e-ea59-45bd-aee0-7d6b3b698218), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:46.057938 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:48:46.080756 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-fd8f0655-857a-4a3c-95a3-190882e1cb40 None None] Provisioning complete for port dd9de7ec-b7f1-4f0b-a057-be1338db0ceb triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:48:46.081122 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-fd8f0655-857a-4a3c-95a3-190882e1cb40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (dd9de7ec-b7f1-4f0b-a057-be1338db0ceb), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:46.101298 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:48:46.102904 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=23,neutron:DELETE=3 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:48:46.155056 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device c56fd5fb-768e-4b97-8d4d-437f76ce76f3 up at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:48:46.244933 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-8df40243-d731-4db8-bb55-11deb8e376bb None None] For port eacd1b6e-ea59-45bd-aee0-7d6b3b698218, host dv-cinder-803823-11-iscsi, cleared binding levels {{(pid=111024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 00:48:46.249084 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-73406e3f-d72d-4605-8804-96df72ffc861 admin admin] Publish callbacks [] for router_gateway (4ec7a65b-252f-49c4-b813-8af49613d6fc), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:46.300589 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-8df40243-d731-4db8-bb55-11deb8e376bb None None] For port eacd1b6e-ea59-45bd-aee0-7d6b3b698218, host dv-cinder-803823-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=eacd1b6e-ea59-45bd-aee0-7d6b3b698218,segment=NetworkSegment(98b9ac98-bede-4a91-9e85-23a6b7524b80),segment_id=98b9ac98-bede-4a91-9e85-23a6b7524b80)] {{(pid=111024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 00:48:46.310174 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:48:46.326896 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Provisioning complete for port c56fd5fb-768e-4b97-8d4d-437f76ce76f3 triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:48:46.327278 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (c56fd5fb-768e-4b97-8d4d-437f76ce76f3), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:46.348916 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:48:46.349658 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-fd8f0655-857a-4a3c-95a3-190882e1cb40 None None] Current status of the port dd9de7ec-b7f1-4f0b-a057-be1338db0ceb is: DOWN; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:48:46.350036 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-fd8f0655-857a-4a3c-95a3-190882e1cb40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (dd9de7ec-b7f1-4f0b-a057-be1338db0ceb), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:46.364022 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-99c98013-2d4b-488d-b521-9e373b10d883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1d3912f-8172-48ca-912e-e21c6bf8d84c', 'name': 'tempest-TestShelveInstance-1376043281-router', 'tenant_id': '5e9d772a2cb14bbbaaa2dcaf5d730f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'c56fd5fb-768e-4b97-8d4d-437f76ce76f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:48:39Z', 'updated_at': '2022-06-16T00:48:42Z', 'revision_number': 4, 'project_id': '5e9d772a2cb14bbbaaa2dcaf5d730f6e', 'gw_port': {'id': 'c56fd5fb-768e-4b97-8d4d-437f76ce76f3', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:36:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d3912f-8172-48ca-912e-e21c6bf8d84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:48:40Z', 'updated_at': '2022-06-16T00:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_interfaces': [{'id': 'dd9de7ec-b7f1-4f0b-a057-be1338db0ceb', 'name': '', 'network_id': '9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50', 'tenant_id': '5e9d772a2cb14bbbaaa2dcaf5d730f6e', 'mac_address': 'fa:16:3e:7d:f3:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1d3912f-8172-48ca-912e-e21c6bf8d84c', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '2d07dd38-c86e-4058-8445-b36761bf9def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:48:41Z', 'updated_at': '2022-06-16T00:48:45Z', 'revision_number': 4, 'project_id': '5e9d772a2cb14bbbaaa2dcaf5d730f6e', 'subnets': [{'id': '2d07dd38-c86e-4058-8445-b36761bf9def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:48:46.404834 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-8df40243-d731-4db8-bb55-11deb8e376bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (eacd1b6e-ea59-45bd-aee0-7d6b3b698218), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:46.407054 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c98013-2d4b-488d-b521-9e373b10d883 None None] The sync data for ids ['a1d3912f-8172-48ca-912e-e21c6bf8d84c'] in dv-cinder-803823-11-iscsi is: [{'id': 'a1d3912f-8172-48ca-912e-e21c6bf8d84c', 'name': 'tempest-TestShelveInstance-1376043281-router', 'tenant_id': '5e9d772a2cb14bbbaaa2dcaf5d730f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'c56fd5fb-768e-4b97-8d4d-437f76ce76f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:48:39Z', 'updated_at': '2022-06-16T00:48:42Z', 'revision_number': 4, 'project_id': '5e9d772a2cb14bbbaaa2dcaf5d730f6e', 'gw_port': {'id': 'c56fd5fb-768e-4b97-8d4d-437f76ce76f3', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:36:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d3912f-8172-48ca-912e-e21c6bf8d84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:48:40Z', 'updated_at': '2022-06-16T00:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_interfaces': [{'id': 'dd9de7ec-b7f1-4f0b-a057-be1338db0ceb', 'name': '', 'network_id': '9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50', 'tenant_id': '5e9d772a2cb14bbbaaa2dcaf5d730f6e', 'mac_address': 'fa:16:3e:7d:f3:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1d3912f-8172-48ca-912e-e21c6bf8d84c', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '2d07dd38-c86e-4058-8445-b36761bf9def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:48:41Z', 'updated_at': '2022-06-16T00:48:45Z', 'revision_number': 4, 'project_id': '5e9d772a2cb14bbbaaa2dcaf5d730f6e', 'subnets': [{'id': '2d07dd38-c86e-4058-8445-b36761bf9def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 00:48:46.460154 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-fd8f0655-857a-4a3c-95a3-190882e1cb40 None None] For port dd9de7ec-b7f1-4f0b-a057-be1338db0ceb, host dv-cinder-803823-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=dd9de7ec-b7f1-4f0b-a057-be1338db0ceb,segment=NetworkSegment(feed6410-1fa7-4119-b6bd-fef13b994103),segment_id=feed6410-1fa7-4119-b6bd-fef13b994103)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:48:46.548810 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-fd8f0655-857a-4a3c-95a3-190882e1cb40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (dd9de7ec-b7f1-4f0b-a057-be1338db0ceb), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:46.556423 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df40243-d731-4db8-bb55-11deb8e376bb None None] Pushing event updated for resources: {'Port': ['ID=eacd1b6e-ea59-45bd-aee0-7d6b3b698218,revision_number=2']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:48:46.601533 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Current status of the port c56fd5fb-768e-4b97-8d4d-437f76ce76f3 is: ACTIVE; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:48:46.633587 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8f0655-857a-4a3c-95a3-190882e1cb40 None None] Pushing event updated for resources: {'Port': ['ID=dd9de7ec-b7f1-4f0b-a057-be1338db0ceb,revision_number=5']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:48:46.802035 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-73406e3f-d72d-4605-8804-96df72ffc861 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-673024'] for router (4ec7a65b-252f-49c4-b813-8af49613d6fc), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:46.829010 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.agents_db [None req-15653567-1518-4353-bd1f-4d0dcdae15fd None None] Agent healthcheck: found 6 active agents {{(pid=111025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 00:48:47.012222 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73406e3f-d72d-4605-8804-96df72ffc861 admin admin] Router 4ec7a65b-252f-49c4-b813-8af49613d6fc is scheduled to L3 agent d0297bc9-c3a8-45ac-9023-c937cb4f21fc with binding_index 1 {{(pid=111023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 00:48:47.123808 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73406e3f-d72d-4605-8804-96df72ffc861 admin admin] Notify agent at l3_agent.dv-cinder-803823-11-iscsi the message routers_updated {{(pid=111023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 00:48:47.133110 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8467fd30-72c3-43b7-997b-6e2881189442 None None] Sync routers for ids ['4ec7a65b-252f-49c4-b813-8af49613d6fc'] in dv-cinder-803823-11-iscsi {{(pid=111025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 00:48:47.143539 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8467fd30-72c3-43b7-997b-6e2881189442 None None] Routers {'4ec7a65b-252f-49c4-b813-8af49613d6fc'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:48:47.144136 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-8467fd30-72c3-43b7-997b-6e2881189442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:48:27Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['4ec7a65b-252f-49c4-b813-8af49613d6fc'], 'active': True} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:48:47.203133 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-73406e3f-d72d-4605-8804-96df72ffc861 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:47.204392 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-73406e3f-d72d-4605-8804-96df72ffc861 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2441096 Jun 16 00:48:47.207236 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 50140) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:48:47.263686 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvr_db [None req-8467fd30-72c3-43b7-997b-6e2881189442 None None] Set router 4ec7a65b-252f-49c4-b813-8af49613d6fc gateway port host: dv-cinder-803823-11-iscsi {{(pid=111025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:48:47.451467 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-8467fd30-72c3-43b7-997b-6e2881189442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec7a65b-252f-49c4-b813-8af49613d6fc', 'name': 'tempest-TestShelveInstance-1193802508-router', 'tenant_id': 'b42747645b014584be62f7cf59b63b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '12248aee-2a54-45f4-8d66-1e1efb6f2fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:48:45Z', 'updated_at': '2022-06-16T00:48:46Z', 'revision_number': 3, 'project_id': 'b42747645b014584be62f7cf59b63b63', 'gw_port': {'id': '12248aee-2a54-45f4-8d66-1e1efb6f2fa9', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a4:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec7a65b-252f-49c4-b813-8af49613d6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:48:45Z', 'updated_at': '2022-06-16T00:48:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi'}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:48:47.481228 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8467fd30-72c3-43b7-997b-6e2881189442 None None] Checking router: 4ec7a65b-252f-49c4-b813-8af49613d6fc for host: dv-cinder-803823-11-iscsi {{(pid=111025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 00:48:47.481655 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8467fd30-72c3-43b7-997b-6e2881189442 None None] Updating router 4ec7a65b-252f-49c4-b813-8af49613d6fc port 12248aee-2a54-45f4-8d66-1e1efb6f2fa9 binding host dv-cinder-803823-11-iscsi {{(pid=111025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 00:48:47.523882 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-8467fd30-72c3-43b7-997b-6e2881189442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (12248aee-2a54-45f4-8d66-1e1efb6f2fa9), before_update {{(pid=111025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:47.557967 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dcada32-ba67-4e67-92de-55a6694b6a73 None None] Network 4e895ed6-51d3-4974-8e91-b3dd19a3c050 requested from dv-cinder-803823-11-iscsi {{(pid=111024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 00:48:47.606047 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-9c127e94-76dc-432c-a9d1-cb97fdbfbae3 None None] Provisioning complete for port eacd1b6e-ea59-45bd-aee0-7d6b3b698218 triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:48:47.607279 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-9c127e94-76dc-432c-a9d1-cb97fdbfbae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (eacd1b6e-ea59-45bd-aee0-7d6b3b698218), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:47.681844 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-3e7fc17a-3236-47a7-aebd-89edf0eb6584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:47.705002 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=100 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:48:47.760620 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-9c127e94-76dc-432c-a9d1-cb97fdbfbae3 None None] Current status of the port eacd1b6e-ea59-45bd-aee0-7d6b3b698218 is: DOWN; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:48:47.761011 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-9c127e94-76dc-432c-a9d1-cb97fdbfbae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (eacd1b6e-ea59-45bd-aee0-7d6b3b698218), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:47.799720 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:48:47.806991 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-9c127e94-76dc-432c-a9d1-cb97fdbfbae3 None None] For port eacd1b6e-ea59-45bd-aee0-7d6b3b698218, host dv-cinder-803823-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=eacd1b6e-ea59-45bd-aee0-7d6b3b698218,segment=NetworkSegment(98b9ac98-bede-4a91-9e85-23a6b7524b80),segment_id=98b9ac98-bede-4a91-9e85-23a6b7524b80)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:48:47.807264 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-8467fd30-72c3-43b7-997b-6e2881189442 None None] Publish callbacks [] for port (12248aee-2a54-45f4-8d66-1e1efb6f2fa9), precommit_update {{(pid=111025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:47.862810 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-8467fd30-72c3-43b7-997b-6e2881189442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (12248aee-2a54-45f4-8d66-1e1efb6f2fa9), after_update {{(pid=111025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:47.863432 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-9c127e94-76dc-432c-a9d1-cb97fdbfbae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (eacd1b6e-ea59-45bd-aee0-7d6b3b698218), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:47.873566 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.db.db_base_plugin_common [None req-3e7fc17a-3236-47a7-aebd-89edf0eb6584 admin admin] Allocated IP 172.20.0.1 (4e895ed6-51d3-4974-8e91-b3dd19a3c050/037ec60b-b358-4cc5-bd10-4e72dece3b13/b99e8cbe-f564-407c-80a0-74f6ac2ff02d) {{(pid=111022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 00:48:47.914702 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c127e94-76dc-432c-a9d1-cb97fdbfbae3 None None] Pushing event updated for resources: {'Port': ['ID=eacd1b6e-ea59-45bd-aee0-7d6b3b698218,revision_number=3']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:48:47.929946 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.managers [None req-8467fd30-72c3-43b7-997b-6e2881189442 None None] Attempting to bind port 12248aee-2a54-45f4-8d66-1e1efb6f2fa9 on host dv-cinder-803823-11-iscsi for vnic_type normal with profile {{(pid=111025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 00:48:47.930601 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.managers [None req-8467fd30-72c3-43b7-997b-6e2881189442 None None] Attempting to bind port 12248aee-2a54-45f4-8d66-1e1efb6f2fa9 by drivers openvswitch,hyperv on host dv-cinder-803823-11-iscsi at level 0 using segments [{'id': '6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85'}] {{(pid=111025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 00:48:47.930964 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8467fd30-72c3-43b7-997b-6e2881189442 None None] Attempting to bind port 12248aee-2a54-45f4-8d66-1e1efb6f2fa9 on network 81cb8278-aa95-4a96-976c-13998a04ce85 {{(pid=111025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 00:48:47.933326 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d5593f-f31e-42dd-9ede-6271d6e65c83 None None] Pushing event updated for resources: {'Port': ['ID=12248aee-2a54-45f4-8d66-1e1efb6f2fa9,revision_number=2']} {{(pid=111025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:48:47.941723 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8467fd30-72c3-43b7-997b-6e2881189442 None None] Checking agent: {'id': '81117e21-cbf2-493f-9e14-29a3cec1f25a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 0, 26, 30), 'started_at': datetime.datetime(2022, 6, 16, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 0, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 00:48:47.942105 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8467fd30-72c3-43b7-997b-6e2881189442 None None] Checking segment: {'id': '6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 00:48:47.942508 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-8467fd30-72c3-43b7-997b-6e2881189442 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:47.942896 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8467fd30-72c3-43b7-997b-6e2881189442 None None] Bound using segment: {'id': '6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85'} {{(pid=111025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 00:48:47.943410 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.managers [None req-8467fd30-72c3-43b7-997b-6e2881189442 None None] Bound port: 12248aee-2a54-45f4-8d66-1e1efb6f2fa9, host: dv-cinder-803823-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85'}}] {{(pid=111025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 00:48:47.943790 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-8467fd30-72c3-43b7-997b-6e2881189442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (12248aee-2a54-45f4-8d66-1e1efb6f2fa9), before_update {{(pid=111025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:47.996080 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.db [None req-8467fd30-72c3-43b7-997b-6e2881189442 None None] For port 12248aee-2a54-45f4-8d66-1e1efb6f2fa9, host dv-cinder-803823-11-iscsi, cleared binding levels {{(pid=111025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 00:48:47.998845 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-3e7fc17a-3236-47a7-aebd-89edf0eb6584 admin admin] Publish callbacks [] for port (b99e8cbe-f564-407c-80a0-74f6ac2ff02d), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:47.999423 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.plugins.ml2.db [None req-8467fd30-72c3-43b7-997b-6e2881189442 None None] For port 12248aee-2a54-45f4-8d66-1e1efb6f2fa9, host dv-cinder-803823-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=12248aee-2a54-45f4-8d66-1e1efb6f2fa9,segment=NetworkSegment(6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc),segment_id=6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc)] {{(pid=111025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 00:48:48.071862 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron_lib.callbacks.manager [None req-8467fd30-72c3-43b7-997b-6e2881189442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (12248aee-2a54-45f4-8d66-1e1efb6f2fa9), after_update {{(pid=111025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:48.086583 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-0e20f98a-c69c-46ce-bacc-670242298936 None None] Provisioning complete for port eacd1b6e-ea59-45bd-aee0-7d6b3b698218 triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:48:48.086854 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0e20f98a-c69c-46ce-bacc-670242298936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (eacd1b6e-ea59-45bd-aee0-7d6b3b698218), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:48.092614 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-3e7fc17a-3236-47a7-aebd-89edf0eb6584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753842110805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18330592'] for port (b99e8cbe-f564-407c-80a0-74f6ac2ff02d), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:48.155066 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d5593f-f31e-42dd-9ede-6271d6e65c83 None None] Pushing event updated for resources: {'Port': ['ID=12248aee-2a54-45f4-8d66-1e1efb6f2fa9,revision_number=3']} {{(pid=111025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:48:48.157568 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8467fd30-72c3-43b7-997b-6e2881189442 None None] Routers {'4ec7a65b-252f-49c4-b813-8af49613d6fc'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:48:48.158378 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-8467fd30-72c3-43b7-997b-6e2881189442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:48:27Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['4ec7a65b-252f-49c4-b813-8af49613d6fc'], 'active': True} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:48:48.170777 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0e20f98a-c69c-46ce-bacc-670242298936 None None] Current status of the port eacd1b6e-ea59-45bd-aee0-7d6b3b698218 is: ACTIVE; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:48:48.179300 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device eacd1b6e-ea59-45bd-aee0-7d6b3b698218 up at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:48:48.183263 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7fc17a-3236-47a7-aebd-89edf0eb6584 admin admin] Network 4e895ed6-51d3-4974-8e91-b3dd19a3c050 is already hosted by enough agents. {{(pid=111022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:48:48.184336 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:48:48.187519 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.scheduler.base_scheduler [None req-3e7fc17a-3236-47a7-aebd-89edf0eb6584 admin admin] Resources bound (agent type, host, resource id): {{(pid=111022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:48:48.190207 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7fc17a-3236-47a7-aebd-89edf0eb6584 admin admin] Received port after_create {{(pid=111022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 00:48:48.217465 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:48:48.223008 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7fc17a-3236-47a7-aebd-89edf0eb6584 admin admin] Pushing event updated for resources: {'Port': ['ID=b99e8cbe-f564-407c-80a0-74f6ac2ff02d,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:48:48.228616 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:48:48.232636 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Provisioning complete for port eacd1b6e-ea59-45bd-aee0-7d6b3b698218 triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:48:48.232636 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (eacd1b6e-ea59-45bd-aee0-7d6b3b698218), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:48.235653 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-3e7fc17a-3236-47a7-aebd-89edf0eb6584 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672804'] for router_interface (4ec7a65b-252f-49c4-b813-8af49613d6fc), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:48.272123 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvr_db [None req-8467fd30-72c3-43b7-997b-6e2881189442 None None] Set router 4ec7a65b-252f-49c4-b813-8af49613d6fc gateway port host: dv-cinder-803823-11-iscsi {{(pid=111025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:48:48.318344 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Current status of the port eacd1b6e-ea59-45bd-aee0-7d6b3b698218 is: ACTIVE; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:48:48.318344 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device dd9de7ec-b7f1-4f0b-a057-be1338db0ceb up at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:48:48.368312 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Provisioning complete for port dd9de7ec-b7f1-4f0b-a057-be1338db0ceb triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:48:48.368837 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (dd9de7ec-b7f1-4f0b-a057-be1338db0ceb), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:48.447419 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Current status of the port dd9de7ec-b7f1-4f0b-a057-be1338db0ceb is: ACTIVE; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:48:48.456300 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-3e7fc17a-3236-47a7-aebd-89edf0eb6584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (b99e8cbe-f564-407c-80a0-74f6ac2ff02d), before_update {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:48.493486 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-487f6dda-fbbd-42d4-9748-7c84c31f55d6 None None] Provisioning complete for port b99e8cbe-f564-407c-80a0-74f6ac2ff02d triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:48:48.493927 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-487f6dda-fbbd-42d4-9748-7c84c31f55d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (b99e8cbe-f564-407c-80a0-74f6ac2ff02d), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:48.535843 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-487f6dda-fbbd-42d4-9748-7c84c31f55d6 None None] Port b99e8cbe-f564-407c-80a0-74f6ac2ff02d cannot update to ACTIVE because it is not bound. {{(pid=111024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 00:48:48.546227 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-8467fd30-72c3-43b7-997b-6e2881189442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec7a65b-252f-49c4-b813-8af49613d6fc', 'name': 'tempest-TestShelveInstance-1193802508-router', 'tenant_id': 'b42747645b014584be62f7cf59b63b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '12248aee-2a54-45f4-8d66-1e1efb6f2fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:48:45Z', 'updated_at': '2022-06-16T00:48:46Z', 'revision_number': 3, 'project_id': 'b42747645b014584be62f7cf59b63b63', 'gw_port': {'id': '12248aee-2a54-45f4-8d66-1e1efb6f2fa9', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a4:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec7a65b-252f-49c4-b813-8af49613d6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:48:45Z', 'updated_at': '2022-06-16T00:48:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi'}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:48:48.571504 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8467fd30-72c3-43b7-997b-6e2881189442 None None] The sync data for ids ['4ec7a65b-252f-49c4-b813-8af49613d6fc'] in dv-cinder-803823-11-iscsi is: [{'id': '4ec7a65b-252f-49c4-b813-8af49613d6fc', 'name': 'tempest-TestShelveInstance-1193802508-router', 'tenant_id': 'b42747645b014584be62f7cf59b63b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '12248aee-2a54-45f4-8d66-1e1efb6f2fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:48:45Z', 'updated_at': '2022-06-16T00:48:46Z', 'revision_number': 3, 'project_id': 'b42747645b014584be62f7cf59b63b63', 'gw_port': {'id': '12248aee-2a54-45f4-8d66-1e1efb6f2fa9', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a4:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec7a65b-252f-49c4-b813-8af49613d6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:48:45Z', 'updated_at': '2022-06-16T00:48:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi'}] {{(pid=111025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 00:48:48.645026 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-3e7fc17a-3236-47a7-aebd-89edf0eb6584 admin admin] Publish callbacks [] for port (b99e8cbe-f564-407c-80a0-74f6ac2ff02d), precommit_update {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:48.697805 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-3e7fc17a-3236-47a7-aebd-89edf0eb6584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18330615'] for port (b99e8cbe-f564-407c-80a0-74f6ac2ff02d), after_update {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:48.765410 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7fc17a-3236-47a7-aebd-89edf0eb6584 admin admin] Pushing event updated for resources: {'Port': ['ID=b99e8cbe-f564-407c-80a0-74f6ac2ff02d,revision_number=2']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:48:48.767932 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-3e7fc17a-3236-47a7-aebd-89edf0eb6584 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672856'] for router_interface (4ec7a65b-252f-49c4-b813-8af49613d6fc), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:48.892317 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7fc17a-3236-47a7-aebd-89edf0eb6584 admin admin] Network 4e895ed6-51d3-4974-8e91-b3dd19a3c050 is already hosted by enough agents. {{(pid=111022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:48:48.894680 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.scheduler.base_scheduler [None req-3e7fc17a-3236-47a7-aebd-89edf0eb6584 admin admin] Resources bound (agent type, host, resource id): {{(pid=111022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:48:49.013251 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e7fc17a-3236-47a7-aebd-89edf0eb6584 admin admin] Router 4ec7a65b-252f-49c4-b813-8af49613d6fc has already been hosted by L3 agent d0297bc9-c3a8-45ac-9023-c937cb4f21fc {{(pid=111022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 00:48:49.020793 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:48:49.127535 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e7fc17a-3236-47a7-aebd-89edf0eb6584 admin admin] Notify agent at l3_agent.dv-cinder-803823-11-iscsi the message routers_updated {{(pid=111022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 00:48:49.131792 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-3e7fc17a-3236-47a7-aebd-89edf0eb6584 admin admin] 10.222.0.20 "PUT /v2.0/routers/4ec7a65b-252f-49c4-b813-8af49613d6fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9234807 Jun 16 00:48:49.157199 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-4c83e664-f9e4-495d-bf44-128b7f5613a3 None None] Provisioning complete for port b99e8cbe-f564-407c-80a0-74f6ac2ff02d triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:48:49.157751 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-4c83e664-f9e4-495d-bf44-128b7f5613a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (b99e8cbe-f564-407c-80a0-74f6ac2ff02d), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:49.160443 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=100 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:48:49.191086 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-4c83e664-f9e4-495d-bf44-128b7f5613a3 None None] Port b99e8cbe-f564-407c-80a0-74f6ac2ff02d cannot update to ACTIVE because it is not bound. {{(pid=111024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 00:48:49.953013 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-d8c5c00a-e9c8-450f-9f3a-eb6640a15148 req-6ad33a41-9e21-45da-9eb1-9387a6b474d3 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=65ca4dcb-076c-452d-ab6a-dec4242c6d6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392697 Jun 16 00:48:50.022384 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c5c00a-e9c8-450f-9f3a-eb6640a15148 req-91a9367b-d12c-4bee-bda3-af7daae6dfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:48:50.023867 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-d8c5c00a-e9c8-450f-9f3a-eb6640a15148 req-91a9367b-d12c-4bee-bda3-af7daae6dfad service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=3a122fcfab7f418baf78d7b742fa20db&device_id=65ca4dcb-076c-452d-ab6a-dec4242c6d6f HTTP/1.1" status: 200 len: 1129 time: 0.0388620 Jun 16 00:48:50.092813 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f39ba1-39f8-45e8-b5ce-115bc7d29f6c None None] Sync routers for ids ['4ec7a65b-252f-49c4-b813-8af49613d6fc'] in dv-cinder-803823-11-iscsi {{(pid=111024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 00:48:50.107417 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f39ba1-39f8-45e8-b5ce-115bc7d29f6c None None] Routers {'4ec7a65b-252f-49c4-b813-8af49613d6fc'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:48:50.108118 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-54f39ba1-39f8-45e8-b5ce-115bc7d29f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:48:27Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['4ec7a65b-252f-49c4-b813-8af49613d6fc'], 'active': True} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:48:50.140467 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c5c00a-e9c8-450f-9f3a-eb6640a15148 req-a3d0bd87-af9a-47d6-9080-ec99e24d287e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:48:50.142096 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-d8c5c00a-e9c8-450f-9f3a-eb6640a15148 req-a3d0bd87-af9a-47d6-9080-ec99e24d287e service neutron] 10.222.0.40 "GET /v2.0/networks?id=edd9d18b-1d6c-4052-b07a-8baf4adc8bec HTTP/1.1" status: 200 len: 913 time: 0.1006989 Jun 16 00:48:50.142222 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device 12248aee-2a54-45f4-8d66-1e1efb6f2fa9 up at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:48:50.205954 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-d8c5c00a-e9c8-450f-9f3a-eb6640a15148 req-d2734b13-9e06-42b5-959b-667913bf2e12 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb0d924d-2464-4401-827f-d9b8de88d21b HTTP/1.1" status: 200 len: 1000 time: 0.0568967 Jun 16 00:48:50.248238 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:48:50.257319 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c5c00a-e9c8-450f-9f3a-eb6640a15148 req-7569ab44-615a-498a-b109-9ac033479bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:48:50.258832 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-d8c5c00a-e9c8-450f-9f3a-eb6640a15148 req-7569ab44-615a-498a-b109-9ac033479bc6 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=bc787928-3000-44c3-a294-565141aabb84 HTTP/1.1" status: 200 len: 851 time: 0.0461166 Jun 16 00:48:50.308001 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c5c00a-e9c8-450f-9f3a-eb6640a15148 req-d95c1860-4224-4826-9ba1-1fc48c108fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:48:50.309571 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-d8c5c00a-e9c8-450f-9f3a-eb6640a15148 req-d95c1860-4224-4826-9ba1-1fc48c108fb0 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=edd9d18b-1d6c-4052-b07a-8baf4adc8bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0441296 Jun 16 00:48:50.375544 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Provisioning complete for port 12248aee-2a54-45f4-8d66-1e1efb6f2fa9 triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:48:50.376142 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (12248aee-2a54-45f4-8d66-1e1efb6f2fa9), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:50.378391 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvr_db [None req-54f39ba1-39f8-45e8-b5ce-115bc7d29f6c None None] Set router 4ec7a65b-252f-49c4-b813-8af49613d6fc gateway port host: dv-cinder-803823-11-iscsi {{(pid=111024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:48:50.400611 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-d8c5c00a-e9c8-450f-9f3a-eb6640a15148 req-503412fe-20da-41a7-a255-e7e44be073f3 service neutron] 10.222.0.40 "GET /v2.0/networks/edd9d18b-1d6c-4052-b07a-8baf4adc8bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845931 Jun 16 00:48:50.495419 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-d8c5c00a-e9c8-450f-9f3a-eb6640a15148 req-3d2fb5d0-d489-4d65-a5a4-47693a746007 service neutron] 10.222.0.40 "GET /v2.0/networks/edd9d18b-1d6c-4052-b07a-8baf4adc8bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895705 Jun 16 00:48:50.530198 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=100 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:48:50.563430 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 50150) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:48:50.568079 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.v2.base [None req-d4c7ba9c-80c9-43e9-a381-62e57c1b45d1 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2001135803', 'description': 'tempest-secgroup-smoke-2001135803 description', 'project_id': '5e9d772a2cb14bbbaaa2dcaf5d730f6e'}} {{(pid=111022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:48:50.583465 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Current status of the port 12248aee-2a54-45f4-8d66-1e1efb6f2fa9 is: DOWN; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:48:50.583853 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (12248aee-2a54-45f4-8d66-1e1efb6f2fa9), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:50.628088 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] For port 12248aee-2a54-45f4-8d66-1e1efb6f2fa9, host dv-cinder-803823-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=12248aee-2a54-45f4-8d66-1e1efb6f2fa9,segment=NetworkSegment(6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc),segment_id=6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:48:50.644059 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-54f39ba1-39f8-45e8-b5ce-115bc7d29f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec7a65b-252f-49c4-b813-8af49613d6fc', 'name': 'tempest-TestShelveInstance-1193802508-router', 'tenant_id': 'b42747645b014584be62f7cf59b63b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '12248aee-2a54-45f4-8d66-1e1efb6f2fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:48:45Z', 'updated_at': '2022-06-16T00:48:48Z', 'revision_number': 4, 'project_id': 'b42747645b014584be62f7cf59b63b63', 'gw_port': {'id': '12248aee-2a54-45f4-8d66-1e1efb6f2fa9', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a4:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec7a65b-252f-49c4-b813-8af49613d6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:48:45Z', 'updated_at': '2022-06-16T00:48:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_interfaces': [{'id': 'b99e8cbe-f564-407c-80a0-74f6ac2ff02d', 'name': '', 'network_id': '4e895ed6-51d3-4974-8e91-b3dd19a3c050', 'tenant_id': 'b42747645b014584be62f7cf59b63b63', 'mac_address': 'fa:16:3e:5f:e4:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec7a65b-252f-49c4-b813-8af49613d6fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '037ec60b-b358-4cc5-bd10-4e72dece3b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:48:47Z', 'updated_at': '2022-06-16T00:48:48Z', 'revision_number': 2, 'project_id': 'b42747645b014584be62f7cf59b63b63', 'subnets': [{'id': '037ec60b-b358-4cc5-bd10-4e72dece3b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:48:50.646668 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-d4c7ba9c-80c9-43e9-a381-62e57c1b45d1 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Publish callbacks [] for security_group (None), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:50.669157 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f39ba1-39f8-45e8-b5ce-115bc7d29f6c None None] Checking router: 4ec7a65b-252f-49c4-b813-8af49613d6fc for host: dv-cinder-803823-11-iscsi {{(pid=111024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 00:48:50.669511 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f39ba1-39f8-45e8-b5ce-115bc7d29f6c None None] Updating router 4ec7a65b-252f-49c4-b813-8af49613d6fc port b99e8cbe-f564-407c-80a0-74f6ac2ff02d binding host dv-cinder-803823-11-iscsi {{(pid=111024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 00:48:50.695163 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (12248aee-2a54-45f4-8d66-1e1efb6f2fa9), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:50.701324 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-54f39ba1-39f8-45e8-b5ce-115bc7d29f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (b99e8cbe-f564-407c-80a0-74f6ac2ff02d), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:50.722621 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-d4c7ba9c-80c9-43e9-a381-62e57c1b45d1 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Publish callbacks [] for security_group (b92019eb-9342-4d8c-8655-4d7e29649b22), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:50.766432 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-d4c7ba9c-80c9-43e9-a381-62e57c1b45d1 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (b92019eb-9342-4d8c-8655-4d7e29649b22), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:50.785834 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Pushing event updated for resources: {'Port': ['ID=12248aee-2a54-45f4-8d66-1e1efb6f2fa9,revision_number=4']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:48:50.802975 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c7ba9c-80c9-43e9-a381-62e57c1b45d1 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b92019eb-9342-4d8c-8655-4d7e29649b22,revision_number=1']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:48:50.848362 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-d4c7ba9c-80c9-43e9-a381-62e57c1b45d1 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Publish callbacks [] for security_group (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:50.849917 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-d4c7ba9c-80c9-43e9-a381-62e57c1b45d1 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2851737 Jun 16 00:48:50.852463 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 50152) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:48:50.857411 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.v2.base [None req-7b2b729c-584a-4597-be20-c4d7f1ed6091 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Request body: {'security_group_rule': {'security_group_id': 'b92019eb-9342-4d8c-8655-4d7e29649b22', 'project_id': '5e9d772a2cb14bbbaaa2dcaf5d730f6e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:48:50.948014 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:48:50.960068 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-7b2b729c-584a-4597-be20-c4d7f1ed6091 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Publish callbacks [] for security_group_rule (27fa7870-0cd0-4630-bf15-7529aa658ac3), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:50.974725 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:48:50.998798 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-54f39ba1-39f8-45e8-b5ce-115bc7d29f6c None None] Publish callbacks [] for port (b99e8cbe-f564-407c-80a0-74f6ac2ff02d), precommit_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:51.016506 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-7b2b729c-584a-4597-be20-c4d7f1ed6091 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Publish callbacks [] for security_group_rule (27fa7870-0cd0-4630-bf15-7529aa658ac3), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:51.086644 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-54f39ba1-39f8-45e8-b5ce-115bc7d29f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (b99e8cbe-f564-407c-80a0-74f6ac2ff02d), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:51.097776 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-7b2b729c-584a-4597-be20-c4d7f1ed6091 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623384'] for security_group_rule (27fa7870-0cd0-4630-bf15-7529aa658ac3), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:51.117358 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2b729c-584a-4597-be20-c4d7f1ed6091 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27fa7870-0cd0-4630-bf15-7529aa658ac3,revision_number=0']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:48:51.146060 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0002ac-7f6c-4d40-8b0b-3e9141075afd None None] Pushing event updated for resources: {'Port': ['ID=b99e8cbe-f564-407c-80a0-74f6ac2ff02d,revision_number=3']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:48:51.205234 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.managers [None req-54f39ba1-39f8-45e8-b5ce-115bc7d29f6c None None] Attempting to bind port b99e8cbe-f564-407c-80a0-74f6ac2ff02d on host dv-cinder-803823-11-iscsi for vnic_type normal with profile {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 00:48:51.205589 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.managers [None req-54f39ba1-39f8-45e8-b5ce-115bc7d29f6c None None] Attempting to bind port b99e8cbe-f564-407c-80a0-74f6ac2ff02d by drivers openvswitch,hyperv on host dv-cinder-803823-11-iscsi at level 0 using segments [{'id': '98b9ac98-bede-4a91-9e85-23a6b7524b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4e895ed6-51d3-4974-8e91-b3dd19a3c050'}] {{(pid=111024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 00:48:51.205945 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f39ba1-39f8-45e8-b5ce-115bc7d29f6c None None] Attempting to bind port b99e8cbe-f564-407c-80a0-74f6ac2ff02d on network 4e895ed6-51d3-4974-8e91-b3dd19a3c050 {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 00:48:51.211357 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f39ba1-39f8-45e8-b5ce-115bc7d29f6c None None] Checking agent: {'id': '81117e21-cbf2-493f-9e14-29a3cec1f25a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 0, 26, 30), 'started_at': datetime.datetime(2022, 6, 16, 0, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 0, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 00:48:51.211720 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f39ba1-39f8-45e8-b5ce-115bc7d29f6c None None] Checking segment: {'id': '98b9ac98-bede-4a91-9e85-23a6b7524b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4e895ed6-51d3-4974-8e91-b3dd19a3c050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 00:48:51.212109 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-54f39ba1-39f8-45e8-b5ce-115bc7d29f6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:51.212492 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f39ba1-39f8-45e8-b5ce-115bc7d29f6c None None] Bound using segment: {'id': '98b9ac98-bede-4a91-9e85-23a6b7524b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4e895ed6-51d3-4974-8e91-b3dd19a3c050'} {{(pid=111024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 00:48:51.212966 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.managers [None req-54f39ba1-39f8-45e8-b5ce-115bc7d29f6c None None] Bound port: b99e8cbe-f564-407c-80a0-74f6ac2ff02d, host: dv-cinder-803823-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b9ac98-bede-4a91-9e85-23a6b7524b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4e895ed6-51d3-4974-8e91-b3dd19a3c050'}}] {{(pid=111024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 00:48:51.213337 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-54f39ba1-39f8-45e8-b5ce-115bc7d29f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (b99e8cbe-f564-407c-80a0-74f6ac2ff02d), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:51.221281 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-7b2b729c-584a-4597-be20-c4d7f1ed6091 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:51.223297 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-7b2b729c-584a-4597-be20-c4d7f1ed6091 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3692262 Jun 16 00:48:51.225386 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 50154) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:48:51.230361 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.v2.base [None req-7dcf8064-464a-4887-bf6a-4d908cd20b4c tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Request body: {'security_group_rule': {'security_group_id': 'b92019eb-9342-4d8c-8655-4d7e29649b22', 'project_id': '5e9d772a2cb14bbbaaa2dcaf5d730f6e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:48:51.276903 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-54f39ba1-39f8-45e8-b5ce-115bc7d29f6c None None] For port b99e8cbe-f564-407c-80a0-74f6ac2ff02d, host dv-cinder-803823-11-iscsi, cleared binding levels {{(pid=111024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 00:48:51.280648 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-54f39ba1-39f8-45e8-b5ce-115bc7d29f6c None None] For port b99e8cbe-f564-407c-80a0-74f6ac2ff02d, host dv-cinder-803823-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=b99e8cbe-f564-407c-80a0-74f6ac2ff02d,segment=NetworkSegment(98b9ac98-bede-4a91-9e85-23a6b7524b80),segment_id=98b9ac98-bede-4a91-9e85-23a6b7524b80)] {{(pid=111024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 00:48:51.309600 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-7dcf8064-464a-4887-bf6a-4d908cd20b4c tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Publish callbacks [] for security_group_rule (c6da27a4-c6a1-4686-9e60-2a8cf950162a), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:51.323292 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-041f82b7-95af-45cc-82fe-c0dcc01110f5 None None] Provisioning complete for port b99e8cbe-f564-407c-80a0-74f6ac2ff02d triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:48:51.323652 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-041f82b7-95af-45cc-82fe-c0dcc01110f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (b99e8cbe-f564-407c-80a0-74f6ac2ff02d), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:51.355207 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-041f82b7-95af-45cc-82fe-c0dcc01110f5 None None] Port b99e8cbe-f564-407c-80a0-74f6ac2ff02d cannot update to ACTIVE because it is not bound. {{(pid=111024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 00:48:51.369044 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-7dcf8064-464a-4887-bf6a-4d908cd20b4c tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Publish callbacks [] for security_group_rule (c6da27a4-c6a1-4686-9e60-2a8cf950162a), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:51.388480 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-54f39ba1-39f8-45e8-b5ce-115bc7d29f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (b99e8cbe-f564-407c-80a0-74f6ac2ff02d), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:51.445193 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-7dcf8064-464a-4887-bf6a-4d908cd20b4c tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623384'] for security_group_rule (c6da27a4-c6a1-4686-9e60-2a8cf950162a), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:51.448729 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f39ba1-39f8-45e8-b5ce-115bc7d29f6c None None] Routers {'4ec7a65b-252f-49c4-b813-8af49613d6fc'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:48:51.449480 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-54f39ba1-39f8-45e8-b5ce-115bc7d29f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:48:27Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['4ec7a65b-252f-49c4-b813-8af49613d6fc'], 'active': True} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:48:51.453635 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0002ac-7f6c-4d40-8b0b-3e9141075afd None None] Pushing event updated for resources: {'Port': ['ID=b99e8cbe-f564-407c-80a0-74f6ac2ff02d,revision_number=4']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:48:51.462674 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcf8064-464a-4887-bf6a-4d908cd20b4c tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6da27a4-c6a1-4686-9e60-2a8cf950162a,revision_number=0']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:48:51.528660 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-7dcf8064-464a-4887-bf6a-4d908cd20b4c tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:51.530220 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-7dcf8064-464a-4887-bf6a-4d908cd20b4c tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3036251 Jun 16 00:48:51.532778 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 50156) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:48:51.537317 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.v2.base [None req-f788c0c5-5de7-48f5-aa5f-1ccf141d8ad2 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Request body: {'security_group_rule': {'security_group_id': 'b92019eb-9342-4d8c-8655-4d7e29649b22', 'project_id': '5e9d772a2cb14bbbaaa2dcaf5d730f6e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:48:51.549071 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:48:51.558554 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvr_db [None req-54f39ba1-39f8-45e8-b5ce-115bc7d29f6c None None] Set router 4ec7a65b-252f-49c4-b813-8af49613d6fc gateway port host: dv-cinder-803823-11-iscsi {{(pid=111024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:48:51.622934 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-f788c0c5-5de7-48f5-aa5f-1ccf141d8ad2 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Publish callbacks [] for security_group_rule (b84dd3b9-e4d9-48dd-8962-fcaaafec9efe), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:51.666137 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:48:51.681015 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-f788c0c5-5de7-48f5-aa5f-1ccf141d8ad2 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Publish callbacks [] for security_group_rule (b84dd3b9-e4d9-48dd-8962-fcaaafec9efe), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:51.710625 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-b730a97d-6d62-455f-b5e0-6f460bb9e390 None None] Provisioning complete for port b99e8cbe-f564-407c-80a0-74f6ac2ff02d triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:48:51.710886 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-b730a97d-6d62-455f-b5e0-6f460bb9e390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (b99e8cbe-f564-407c-80a0-74f6ac2ff02d), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:51.794882 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-f788c0c5-5de7-48f5-aa5f-1ccf141d8ad2 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623384'] for security_group_rule (b84dd3b9-e4d9-48dd-8962-fcaaafec9efe), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:51.798346 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-54f39ba1-39f8-45e8-b5ce-115bc7d29f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec7a65b-252f-49c4-b813-8af49613d6fc', 'name': 'tempest-TestShelveInstance-1193802508-router', 'tenant_id': 'b42747645b014584be62f7cf59b63b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '12248aee-2a54-45f4-8d66-1e1efb6f2fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:48:45Z', 'updated_at': '2022-06-16T00:48:48Z', 'revision_number': 4, 'project_id': 'b42747645b014584be62f7cf59b63b63', 'gw_port': {'id': '12248aee-2a54-45f4-8d66-1e1efb6f2fa9', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec7a65b-252f-49c4-b813-8af49613d6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:48:45Z', 'updated_at': '2022-06-16T00:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_interfaces': [{'id': 'b99e8cbe-f564-407c-80a0-74f6ac2ff02d', 'name': '', 'network_id': '4e895ed6-51d3-4974-8e91-b3dd19a3c050', 'tenant_id': 'b42747645b014584be62f7cf59b63b63', 'mac_address': 'fa:16:3e:5f:e4:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec7a65b-252f-49c4-b813-8af49613d6fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '037ec60b-b358-4cc5-bd10-4e72dece3b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:48:47Z', 'updated_at': '2022-06-16T00:48:51Z', 'revision_number': 4, 'project_id': 'b42747645b014584be62f7cf59b63b63', 'subnets': [{'id': '037ec60b-b358-4cc5-bd10-4e72dece3b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:48:51.815918 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f788c0c5-5de7-48f5-aa5f-1ccf141d8ad2 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b84dd3b9-e4d9-48dd-8962-fcaaafec9efe,revision_number=0']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:48:51.845766 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f39ba1-39f8-45e8-b5ce-115bc7d29f6c None None] The sync data for ids ['4ec7a65b-252f-49c4-b813-8af49613d6fc'] in dv-cinder-803823-11-iscsi is: [{'id': '4ec7a65b-252f-49c4-b813-8af49613d6fc', 'name': 'tempest-TestShelveInstance-1193802508-router', 'tenant_id': 'b42747645b014584be62f7cf59b63b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '12248aee-2a54-45f4-8d66-1e1efb6f2fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:48:45Z', 'updated_at': '2022-06-16T00:48:48Z', 'revision_number': 4, 'project_id': 'b42747645b014584be62f7cf59b63b63', 'gw_port': {'id': '12248aee-2a54-45f4-8d66-1e1efb6f2fa9', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec7a65b-252f-49c4-b813-8af49613d6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:48:45Z', 'updated_at': '2022-06-16T00:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_interfaces': [{'id': 'b99e8cbe-f564-407c-80a0-74f6ac2ff02d', 'name': '', 'network_id': '4e895ed6-51d3-4974-8e91-b3dd19a3c050', 'tenant_id': 'b42747645b014584be62f7cf59b63b63', 'mac_address': 'fa:16:3e:5f:e4:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec7a65b-252f-49c4-b813-8af49613d6fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '037ec60b-b358-4cc5-bd10-4e72dece3b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:48:47Z', 'updated_at': '2022-06-16T00:48:51Z', 'revision_number': 4, 'project_id': 'b42747645b014584be62f7cf59b63b63', 'subnets': [{'id': '037ec60b-b358-4cc5-bd10-4e72dece3b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 00:48:51.860439 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-b730a97d-6d62-455f-b5e0-6f460bb9e390 None None] Current status of the port b99e8cbe-f564-407c-80a0-74f6ac2ff02d is: DOWN; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:48:51.860855 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-b730a97d-6d62-455f-b5e0-6f460bb9e390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (b99e8cbe-f564-407c-80a0-74f6ac2ff02d), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:51.903497 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-b730a97d-6d62-455f-b5e0-6f460bb9e390 None None] For port b99e8cbe-f564-407c-80a0-74f6ac2ff02d, host dv-cinder-803823-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=b99e8cbe-f564-407c-80a0-74f6ac2ff02d,segment=NetworkSegment(98b9ac98-bede-4a91-9e85-23a6b7524b80),segment_id=98b9ac98-bede-4a91-9e85-23a6b7524b80)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:48:51.910730 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-f788c0c5-5de7-48f5-aa5f-1ccf141d8ad2 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:51.912113 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-f788c0c5-5de7-48f5-aa5f-1ccf141d8ad2 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3782408 Jun 16 00:48:51.915095 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 50158) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:48:51.919993 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [None req-e961069f-2494-4b08-b66e-32a10aed180d tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Request body: {'security_group_rule': {'security_group_id': 'b92019eb-9342-4d8c-8655-4d7e29649b22', 'project_id': '5e9d772a2cb14bbbaaa2dcaf5d730f6e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:48:51.966055 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-b730a97d-6d62-455f-b5e0-6f460bb9e390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (b99e8cbe-f564-407c-80a0-74f6ac2ff02d), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:51.994969 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-e961069f-2494-4b08-b66e-32a10aed180d tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Publish callbacks [] for security_group_rule (50e44696-7b19-4e6f-830a-bd20ce01f233), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:52.001049 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:48:52.015854 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b730a97d-6d62-455f-b5e0-6f460bb9e390 None None] Pushing event updated for resources: {'Port': ['ID=b99e8cbe-f564-407c-80a0-74f6ac2ff02d,revision_number=5']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:48:52.065471 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-e961069f-2494-4b08-b66e-32a10aed180d tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Publish callbacks [] for security_group_rule (50e44696-7b19-4e6f-830a-bd20ce01f233), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:52.144024 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-e961069f-2494-4b08-b66e-32a10aed180d tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623384'] for security_group_rule (50e44696-7b19-4e6f-830a-bd20ce01f233), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:52.162283 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e961069f-2494-4b08-b66e-32a10aed180d tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50e44696-7b19-4e6f-830a-bd20ce01f233,revision_number=0']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:48:52.173649 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e961069f-2494-4b08-b66e-32a10aed180d tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:48:52.174072 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e961069f-2494-4b08-b66e-32a10aed180d tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:48:52.174567 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e961069f-2494-4b08-b66e-32a10aed180d tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:48:52.185827 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e961069f-2494-4b08-b66e-32a10aed180d tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:48:52.185827 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e961069f-2494-4b08-b66e-32a10aed180d tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:48:52.185827 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e961069f-2494-4b08-b66e-32a10aed180d tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:48:52.185827 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e961069f-2494-4b08-b66e-32a10aed180d tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:48:52.185827 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e961069f-2494-4b08-b66e-32a10aed180d tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:48:52.185827 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e961069f-2494-4b08-b66e-32a10aed180d tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:48:52.185827 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e961069f-2494-4b08-b66e-32a10aed180d tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:48:52.185827 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e961069f-2494-4b08-b66e-32a10aed180d tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:48:52.185827 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e961069f-2494-4b08-b66e-32a10aed180d tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:48:52.185827 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e961069f-2494-4b08-b66e-32a10aed180d tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:48:52.185827 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e961069f-2494-4b08-b66e-32a10aed180d tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:48:52.185827 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e961069f-2494-4b08-b66e-32a10aed180d tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:48:52.208742 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device b99e8cbe-f564-407c-80a0-74f6ac2ff02d up at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:48:52.251916 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Provisioning complete for port b99e8cbe-f564-407c-80a0-74f6ac2ff02d triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:48:52.252280 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (b99e8cbe-f564-407c-80a0-74f6ac2ff02d), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:52.265741 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-e961069f-2494-4b08-b66e-32a10aed180d tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:52.267987 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-e961069f-2494-4b08-b66e-32a10aed180d tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3508508 Jun 16 00:48:52.269925 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 50160) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:48:52.274857 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.v2.base [None req-c8bf9e02-c590-498c-97c0-41b11784a433 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Request body: {'security_group_rule': {'security_group_id': 'b92019eb-9342-4d8c-8655-4d7e29649b22', 'project_id': '5e9d772a2cb14bbbaaa2dcaf5d730f6e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:48:52.329844 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Current status of the port b99e8cbe-f564-407c-80a0-74f6ac2ff02d is: ACTIVE; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:48:52.330905 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device 12248aee-2a54-45f4-8d66-1e1efb6f2fa9 up at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:48:52.349352 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.db.securitygroups_db [None req-c8bf9e02-c590-498c-97c0-41b11784a433 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Project 5e9d772a2cb14bbbaaa2dcaf5d730f6e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 00:48:52.355556 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-c8bf9e02-c590-498c-97c0-41b11784a433 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Publish callbacks [] for security_group_rule (c776dd51-b71d-4661-8b12-c7224c9e2b60), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:52.372718 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Provisioning complete for port 12248aee-2a54-45f4-8d66-1e1efb6f2fa9 triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:48:52.373080 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (12248aee-2a54-45f4-8d66-1e1efb6f2fa9), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:52.414098 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-c8bf9e02-c590-498c-97c0-41b11784a433 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Publish callbacks [] for security_group_rule (c776dd51-b71d-4661-8b12-c7224c9e2b60), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:52.445150 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Current status of the port 12248aee-2a54-45f4-8d66-1e1efb6f2fa9 is: ACTIVE; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:48:52.474884 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-c8bf9e02-c590-498c-97c0-41b11784a433 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623384'] for security_group_rule (c776dd51-b71d-4661-8b12-c7224c9e2b60), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:52.493636 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bf9e02-c590-498c-97c0-41b11784a433 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c776dd51-b71d-4661-8b12-c7224c9e2b60,revision_number=0']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:48:52.533698 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-c8bf9e02-c590-498c-97c0-41b11784a433 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:52.534988 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-c8bf9e02-c590-498c-97c0-41b11784a433 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2640445 Jun 16 00:48:52.537726 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 50162) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:48:52.541922 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.v2.base [None req-d89d2714-0950-48f3-9a5c-caa2f6c6892c tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Request body: {'security_group_rule': {'security_group_id': 'b92019eb-9342-4d8c-8655-4d7e29649b22', 'project_id': '5e9d772a2cb14bbbaaa2dcaf5d730f6e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:48:52.612202 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.db.securitygroups_db [None req-d89d2714-0950-48f3-9a5c-caa2f6c6892c tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Project 5e9d772a2cb14bbbaaa2dcaf5d730f6e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 00:48:52.619002 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-d89d2714-0950-48f3-9a5c-caa2f6c6892c tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Publish callbacks [] for security_group_rule (e1a9b729-b667-4597-ad35-8edb9ec189eb), before_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:52.683017 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-d89d2714-0950-48f3-9a5c-caa2f6c6892c tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Publish callbacks [] for security_group_rule (e1a9b729-b667-4597-ad35-8edb9ec189eb), precommit_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:52.743558 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-d89d2714-0950-48f3-9a5c-caa2f6c6892c tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623384'] for security_group_rule (e1a9b729-b667-4597-ad35-8edb9ec189eb), after_create {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:52.764128 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89d2714-0950-48f3-9a5c-caa2f6c6892c tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1a9b729-b667-4597-ad35-8edb9ec189eb,revision_number=0']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:48:52.818163 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-d89d2714-0950-48f3-9a5c-caa2f6c6892c tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:52.819368 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-d89d2714-0950-48f3-9a5c-caa2f6c6892c tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2807035 Jun 16 00:48:54.548154 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-d9682068-9abc-40ef-8dc9-2e5b3bd4cb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (2a8c543c-b8d9-40d8-999c-fa03b757f547), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:56.777928 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-be5e434b-cc50-4f47-b34e-17d6299a1ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (d0297bc9-c3a8-45ac-9023-c937cb4f21fc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:56.872056 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 50226) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:48:57.014935 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.plugin [None req-d1d3ec96-15a7-4bfd-8f9b-44f782605e50 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Deleting port e24aad84-6ac8-49d5-9d15-635e3d422872 {{(pid=111022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 00:48:57.015270 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-d1d3ec96-15a7-4bfd-8f9b-44f782605e50 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753842671270'] for port (e24aad84-6ac8-49d5-9d15-635e3d422872), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:57.094851 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-d1d3ec96-15a7-4bfd-8f9b-44f782605e50 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642233'] for port (e24aad84-6ac8-49d5-9d15-635e3d422872), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:57.095166 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-d1d3ec96-15a7-4bfd-8f9b-44f782605e50 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks [] for floatingip (e24aad84-6ac8-49d5-9d15-635e3d422872), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:57.108905 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.plugin [None req-d1d3ec96-15a7-4bfd-8f9b-44f782605e50 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Calling delete_port for e24aad84-6ac8-49d5-9d15-635e3d422872 owned by network:floatingip {{(pid=111022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 00:48:57.165164 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:48:57.240080 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:48:57.303756 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-d1d3ec96-15a7-4bfd-8f9b-44f782605e50 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753842673475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753842110814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18330592'] for port (e24aad84-6ac8-49d5-9d15-635e3d422872), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:57.331952 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d3ec96-15a7-4bfd-8f9b-44f782605e50 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Pushing event deleted for resources: {'Port': ['ID=e24aad84-6ac8-49d5-9d15-635e3d422872,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:48:57.393893 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-d1d3ec96-15a7-4bfd-8f9b-44f782605e50 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks [] for floatingip (165f4cbe-7daf-4da4-b212-a58a97ae8468), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:57.394239 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.db.l3_db [None req-d1d3ec96-15a7-4bfd-8f9b-44f782605e50 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Floating IP 165f4cbe-7daf-4da4-b212-a58a97ae8468 disassociated (deleted). External IP: 172.27.1.63, port: fb0d924d-2464-4401-827f-d9b8de88d21b. Jun 16 00:48:57.594164 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1d3ec96-15a7-4bfd-8f9b-44f782605e50 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Router 81736229-b55c-4551-8c80-77ffd4cb764d has already been hosted by L3 agent d0297bc9-c3a8-45ac-9023-c937cb4f21fc {{(pid=111022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 00:48:57.908820 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d3ec96-15a7-4bfd-8f9b-44f782605e50 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Notify agent at l3_agent.dv-cinder-803823-11-iscsi the message routers_updated {{(pid=111022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 00:48:57.913228 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-d1d3ec96-15a7-4bfd-8f9b-44f782605e50 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for floatingip (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:57.917962 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275b7794-7f01-4a98-baea-f2dd9a6cfa92 None None] Sync routers for ids ['81736229-b55c-4551-8c80-77ffd4cb764d'] in dv-cinder-803823-11-iscsi {{(pid=111025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 00:48:57.929289 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275b7794-7f01-4a98-baea-f2dd9a6cfa92 None None] Routers {'81736229-b55c-4551-8c80-77ffd4cb764d'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:48:57.929904 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-275b7794-7f01-4a98-baea-f2dd9a6cfa92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:48:57Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['81736229-b55c-4551-8c80-77ffd4cb764d'], 'active': True} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:48:57.947581 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-d1d3ec96-15a7-4bfd-8f9b-44f782605e50 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "DELETE /v2.0/floatingips/165f4cbe-7daf-4da4-b212-a58a97ae8468 HTTP/1.1" status: 204 len: 168 time: 1.0742168 Jun 16 00:48:57.948475 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65ca4dcb-076c-452d-ab6a-dec4242c6d6f', 'tag': 'fb0d924d-2464-4401-827f-d9b8de88d21b'}] {{(pid=111022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:48:57.951173 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e11db3c8c8b471c3a5a6d77657e69b374448db58d6f4ea609d7f7612e3d25af7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34af2fe1-db33-4ad6-88a0-a38c72c6b3c7" -d '{"events": [{"name": "network-changed", "server_uuid": "65ca4dcb-076c-452d-ab6a-dec4242c6d6f", "tag": "fb0d924d-2464-4401-827f-d9b8de88d21b"}]}' {{(pid=111022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:48:57.961164 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-117977e4-98b1-40f2-baea-1bec010e476c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (b90f279a-3e8f-4325-a28d-8d213fb96fbc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:58.013147 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 00:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a1a05d-4ef9-4b8e-9e31-8f1afb17fb8c x-openstack-request-id: req-70a1a05d-4ef9-4b8e-9e31-8f1afb17fb8c {{(pid=111022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:48:58.013147 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65ca4dcb-076c-452d-ab6a-dec4242c6d6f", "tag": "fb0d924d-2464-4401-827f-d9b8de88d21b", "status": "completed", "code": 200}]} {{(pid=111022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:48:58.013147 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-70a1a05d-4ef9-4b8e-9e31-8f1afb17fb8c {{(pid=111022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:48:58.013147 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70a1a05d-4ef9-4b8e-9e31-8f1afb17fb8c'] response: {'name': 'network-changed', 'server_uuid': '65ca4dcb-076c-452d-ab6a-dec4242c6d6f', 'tag': 'fb0d924d-2464-4401-827f-d9b8de88d21b', 'status': 'completed', 'code': 200} Jun 16 00:48:58.021182 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:48:58.036310 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvr_db [None req-275b7794-7f01-4a98-baea-f2dd9a6cfa92 None None] Set router 81736229-b55c-4551-8c80-77ffd4cb764d gateway port host: dv-cinder-803823-11-iscsi {{(pid=111025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:48:58.098760 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af2fe1-db33-4ad6-88a0-a38c72c6b3c7 req-030f9595-47a7-4662-898b-615d5b1c071b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:48:58.100302 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-34af2fe1-db33-4ad6-88a0-a38c72c6b3c7 req-030f9595-47a7-4662-898b-615d5b1c071b service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=3a122fcfab7f418baf78d7b742fa20db&device_id=65ca4dcb-076c-452d-ab6a-dec4242c6d6f HTTP/1.1" status: 200 len: 1129 time: 0.0444295 Jun 16 00:48:58.196349 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af2fe1-db33-4ad6-88a0-a38c72c6b3c7 req-ac3bdf7b-6784-474b-ad6c-2ebed6d754c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:48:58.197852 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-34af2fe1-db33-4ad6-88a0-a38c72c6b3c7 req-ac3bdf7b-6784-474b-ad6c-2ebed6d754c6 service neutron] 10.222.0.40 "GET /v2.0/networks?id=edd9d18b-1d6c-4052-b07a-8baf4adc8bec HTTP/1.1" status: 200 len: 913 time: 0.0903037 Jun 16 00:48:58.211278 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:48:58.239326 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-34af2fe1-db33-4ad6-88a0-a38c72c6b3c7 req-ffda00f1-eb6a-4202-a2dd-c7ee7714d2aa service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb0d924d-2464-4401-827f-d9b8de88d21b HTTP/1.1" status: 200 len: 217 time: 0.0346825 Jun 16 00:48:58.262157 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-275b7794-7f01-4a98-baea-f2dd9a6cfa92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'name': 'tempest-TestVolumeBootPattern-1541016807-router', 'tenant_id': '3a122fcfab7f418baf78d7b742fa20db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '75dd5a1f-cc4c-404d-8416-946033d04d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:42:11Z', 'updated_at': '2022-06-16T00:42:14Z', 'revision_number': 4, 'project_id': '3a122fcfab7f418baf78d7b742fa20db', 'gw_port': {'id': '75dd5a1f-cc4c-404d-8416-946033d04d33', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:12Z', 'updated_at': '2022-06-16T00:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_floatingips': [{'id': 'c16cff63-5406-4fae-abcd-4a5f03076fc5', 'tenant_id': '3a122fcfab7f418baf78d7b742fa20db', 'floating_ip_address': '172.27.1.102', 'floating_network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'router_id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'port_id': '04943923-128c-4497-8f50-577da86b34e2', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edd9d18b-1d6c-4052-b07a-8baf4adc8bec', 'mac_address': 'fa:16:3e:d4:5b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c407165e-8822-4cbe-a4b4-cdd515e2c048', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T00:45:28Z', 'updated_at': '2022-06-16T00:45:30Z', 'revision_number': 1, 'project_id': '3a122fcfab7f418baf78d7b742fa20db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55179b71-c585-4680-b492-8b2790e15e55', 'name': '', 'network_id': 'edd9d18b-1d6c-4052-b07a-8baf4adc8bec', 'tenant_id': '3a122fcfab7f418baf78d7b742fa20db', 'mac_address': 'fa:16:3e:09:33:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'bc787928-3000-44c3-a294-565141aabb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:14Z', 'updated_at': '2022-06-16T00:42:18Z', 'revision_number': 5, 'project_id': '3a122fcfab7f418baf78d7b742fa20db', 'subnets': [{'id': 'bc787928-3000-44c3-a294-565141aabb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:48:58.287143 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275b7794-7f01-4a98-baea-f2dd9a6cfa92 None None] Checking router: 81736229-b55c-4551-8c80-77ffd4cb764d for host: dv-cinder-803823-11-iscsi {{(pid=111025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 00:48:58.295503 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275b7794-7f01-4a98-baea-f2dd9a6cfa92 None None] Routers {'81736229-b55c-4551-8c80-77ffd4cb764d'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:48:58.296090 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-275b7794-7f01-4a98-baea-f2dd9a6cfa92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:48:57Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['81736229-b55c-4551-8c80-77ffd4cb764d'], 'active': True} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:48:58.302094 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af2fe1-db33-4ad6-88a0-a38c72c6b3c7 req-368f0a8d-6974-4796-a46b-a0878c2d3b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:48:58.303872 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-34af2fe1-db33-4ad6-88a0-a38c72c6b3c7 req-368f0a8d-6974-4796-a46b-a0878c2d3b4a service neutron] 10.222.0.40 "GET /v2.0/subnets?id=bc787928-3000-44c3-a294-565141aabb84 HTTP/1.1" status: 200 len: 851 time: 0.0518517 Jun 16 00:48:58.352968 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af2fe1-db33-4ad6-88a0-a38c72c6b3c7 req-99a2a5be-910c-4f71-bef6-f8e1df33ef98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:48:58.354622 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-34af2fe1-db33-4ad6-88a0-a38c72c6b3c7 req-99a2a5be-910c-4f71-bef6-f8e1df33ef98 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=edd9d18b-1d6c-4052-b07a-8baf4adc8bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0423672 Jun 16 00:48:58.397945 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvr_db [None req-275b7794-7f01-4a98-baea-f2dd9a6cfa92 None None] Set router 81736229-b55c-4551-8c80-77ffd4cb764d gateway port host: dv-cinder-803823-11-iscsi {{(pid=111025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:48:58.477420 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eea912-e2a6-41a1-b1af-6fd1f5fe0cbf req-f3a04b55-fa7f-4630-bf16-8fde31d1e097 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:48:58.479100 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-18eea912-e2a6-41a1-b1af-6fd1f5fe0cbf req-f3a04b55-fa7f-4630-bf16-8fde31d1e097 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/ports?device_id=65ca4dcb-076c-452d-ab6a-dec4242c6d6f HTTP/1.1" status: 200 len: 945 time: 0.0487254 Jun 16 00:48:58.530899 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-18eea912-e2a6-41a1-b1af-6fd1f5fe0cbf req-524d1be0-47d9-4709-8bbf-f052b9f02a64 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f9352b3-d578-4225-bf07-e2cb32cb93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453942 Jun 16 00:48:58.556260 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=100 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:48:58.621765 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-275b7794-7f01-4a98-baea-f2dd9a6cfa92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'name': 'tempest-TestVolumeBootPattern-1541016807-router', 'tenant_id': '3a122fcfab7f418baf78d7b742fa20db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '75dd5a1f-cc4c-404d-8416-946033d04d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:42:11Z', 'updated_at': '2022-06-16T00:42:14Z', 'revision_number': 4, 'project_id': '3a122fcfab7f418baf78d7b742fa20db', 'gw_port': {'id': '75dd5a1f-cc4c-404d-8416-946033d04d33', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:12Z', 'updated_at': '2022-06-16T00:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_floatingips': [{'id': 'c16cff63-5406-4fae-abcd-4a5f03076fc5', 'tenant_id': '3a122fcfab7f418baf78d7b742fa20db', 'floating_ip_address': '172.27.1.102', 'floating_network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'router_id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'port_id': '04943923-128c-4497-8f50-577da86b34e2', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edd9d18b-1d6c-4052-b07a-8baf4adc8bec', 'mac_address': 'fa:16:3e:d4:5b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c407165e-8822-4cbe-a4b4-cdd515e2c048', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T00:45:28Z', 'updated_at': '2022-06-16T00:45:30Z', 'revision_number': 1, 'project_id': '3a122fcfab7f418baf78d7b742fa20db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55179b71-c585-4680-b492-8b2790e15e55', 'name': '', 'network_id': 'edd9d18b-1d6c-4052-b07a-8baf4adc8bec', 'tenant_id': '3a122fcfab7f418baf78d7b742fa20db', 'mac_address': 'fa:16:3e:09:33:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'bc787928-3000-44c3-a294-565141aabb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:14Z', 'updated_at': '2022-06-16T00:42:18Z', 'revision_number': 5, 'project_id': '3a122fcfab7f418baf78d7b742fa20db', 'subnets': [{'id': 'bc787928-3000-44c3-a294-565141aabb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:48:58.647944 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275b7794-7f01-4a98-baea-f2dd9a6cfa92 None None] The sync data for ids ['81736229-b55c-4551-8c80-77ffd4cb764d'] in dv-cinder-803823-11-iscsi is: [{'id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'name': 'tempest-TestVolumeBootPattern-1541016807-router', 'tenant_id': '3a122fcfab7f418baf78d7b742fa20db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '75dd5a1f-cc4c-404d-8416-946033d04d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:42:11Z', 'updated_at': '2022-06-16T00:42:14Z', 'revision_number': 4, 'project_id': '3a122fcfab7f418baf78d7b742fa20db', 'gw_port': {'id': '75dd5a1f-cc4c-404d-8416-946033d04d33', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:12Z', 'updated_at': '2022-06-16T00:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_floatingips': [{'id': 'c16cff63-5406-4fae-abcd-4a5f03076fc5', 'tenant_id': '3a122fcfab7f418baf78d7b742fa20db', 'floating_ip_address': '172.27.1.102', 'floating_network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'router_id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'port_id': '04943923-128c-4497-8f50-577da86b34e2', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edd9d18b-1d6c-4052-b07a-8baf4adc8bec', 'mac_address': 'fa:16:3e:d4:5b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c407165e-8822-4cbe-a4b4-cdd515e2c048', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T00:45:28Z', 'updated_at': '2022-06-16T00:45:30Z', 'revision_number': 1, 'project_id': '3a122fcfab7f418baf78d7b742fa20db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55179b71-c585-4680-b492-8b2790e15e55', 'name': '', 'network_id': 'edd9d18b-1d6c-4052-b07a-8baf4adc8bec', 'tenant_id': '3a122fcfab7f418baf78d7b742fa20db', 'mac_address': 'fa:16:3e:09:33:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'bc787928-3000-44c3-a294-565141aabb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:14Z', 'updated_at': '2022-06-16T00:42:18Z', 'revision_number': 5, 'project_id': '3a122fcfab7f418baf78d7b742fa20db', 'subnets': [{'id': 'bc787928-3000-44c3-a294-565141aabb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 00:48:58.875955 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f986dae3-742e-4a3e-a16a-0d6462150c25 None None] New status for floating IP 165f4cbe-7daf-4da4-b212-a58a97ae8468: DOWN {{(pid=111024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 00:48:59.304280 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-faa15201-cec6-4660-ae33-7025f254e5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (50ece25a-9452-44f6-8bc9-48c0ade2294b), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:59.616191 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-34af2fe1-db33-4ad6-88a0-a38c72c6b3c7 req-7401adbf-916e-47e2-bc41-c7f07e8bcec3 service neutron] 10.222.0.40 "GET /v2.0/networks/edd9d18b-1d6c-4052-b07a-8baf4adc8bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933602 Jun 16 00:48:59.660187 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87411e5-699d-4147-b0e9-c968dc22041b req-0513da7c-d904-4406-9f2b-9234c3c4d949 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:48:59.666744 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-c87411e5-699d-4147-b0e9-c968dc22041b req-0513da7c-d904-4406-9f2b-9234c3c4d949 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/ports?device_id=65ca4dcb-076c-452d-ab6a-dec4242c6d6f HTTP/1.1" status: 200 len: 945 time: 0.0493824 Jun 16 00:48:59.715231 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (81117e21-cbf2-493f-9e14-29a3cec1f25a), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:48:59.717338 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-c87411e5-699d-4147-b0e9-c968dc22041b req-fe66e127-a7e0-4314-b39e-1ec38fc4ac74 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f9352b3-d578-4225-bf07-e2cb32cb93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492728 Jun 16 00:48:59.809669 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-34af2fe1-db33-4ad6-88a0-a38c72c6b3c7 req-792ffa24-5dc5-4610-a793-4eca32fb14e8 service neutron] 10.222.0.40 "GET /v2.0/networks/edd9d18b-1d6c-4052-b07a-8baf4adc8bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907161 Jun 16 00:49:00.197347 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:49:00.209263 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d940f0-a6b9-4f81-89ce-6a7452a0cd66 req-ba2ea95a-15d7-4af7-bb88-4d8fab0fd833 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:49:00.210829 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-55d940f0-a6b9-4f81-89ce-6a7452a0cd66 req-ba2ea95a-15d7-4af7-bb88-4d8fab0fd833 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.40 "GET /v2.0/ports?device_id=65ca4dcb-076c-452d-ab6a-dec4242c6d6f HTTP/1.1" status: 200 len: 945 time: 0.0487020 Jun 16 00:49:00.293409 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [req-55d940f0-a6b9-4f81-89ce-6a7452a0cd66 req-1ea39097-04ca-4dfa-ae9b-841e8539bf88 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Deleting port fb0d924d-2464-4401-827f-d9b8de88d21b {{(pid=111023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 00:49:00.293758 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-55d940f0-a6b9-4f81-89ce-6a7452a0cd66 req-1ea39097-04ca-4dfa-ae9b-841e8539bf88 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753842671270'] for port (fb0d924d-2464-4401-827f-d9b8de88d21b), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:00.386637 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.db [req-55d940f0-a6b9-4f81-89ce-6a7452a0cd66 req-1ea39097-04ca-4dfa-ae9b-841e8539bf88 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] For port fb0d924d-2464-4401-827f-d9b8de88d21b, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=fb0d924d-2464-4401-827f-d9b8de88d21b,segment=NetworkSegment(7c0103d3-cac1-4b5e-92ff-48f99487b187),segment_id=7c0103d3-cac1-4b5e-92ff-48f99487b187)] {{(pid=111023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:49:00.386993 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-55d940f0-a6b9-4f81-89ce-6a7452a0cd66 req-1ea39097-04ca-4dfa-ae9b-841e8539bf88 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642233'] for port (fb0d924d-2464-4401-827f-d9b8de88d21b), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:00.400258 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [req-55d940f0-a6b9-4f81-89ce-6a7452a0cd66 req-1ea39097-04ca-4dfa-ae9b-841e8539bf88 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Calling delete_port for fb0d924d-2464-4401-827f-d9b8de88d21b owned by compute:nova {{(pid=111023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 00:49:00.605381 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-55d940f0-a6b9-4f81-89ce-6a7452a0cd66 req-1ea39097-04ca-4dfa-ae9b-841e8539bf88 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753842673475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753842110814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909837'] for port (fb0d924d-2464-4401-827f-d9b8de88d21b), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:00.637215 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea39097-04ca-4dfa-ae9b-841e8539bf88 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Pushing event deleted for resources: {'Port': ['ID=fb0d924d-2464-4401-827f-d9b8de88d21b,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:49:00.681083 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.l3_dvrscheduler_db [req-55d940f0-a6b9-4f81-89ce-6a7452a0cd66 req-1ea39097-04ca-4dfa-ae9b-841e8539bf88 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] No DVR routers for this DVR port fb0d924d-2464-4401-827f-d9b8de88d21b on host hv-cinder-80382 {{(pid=111023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 00:49:00.683623 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-55d940f0-a6b9-4f81-89ce-6a7452a0cd66 req-1ea39097-04ca-4dfa-ae9b-841e8539bf88 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for port (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:00.687017 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-55d940f0-a6b9-4f81-89ce-6a7452a0cd66 req-1ea39097-04ca-4dfa-ae9b-841e8539bf88 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.40 "DELETE /v2.0/ports/fb0d924d-2464-4401-827f-d9b8de88d21b HTTP/1.1" status: 204 len: 173 time: 0.4701540 Jun 16 00:49:00.687470 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65ca4dcb-076c-452d-ab6a-dec4242c6d6f', 'name': 'network-vif-deleted', 'tag': 'fb0d924d-2464-4401-827f-d9b8de88d21b'}] {{(pid=111023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:49:00.691122 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849ffc5c5c28115853a01ef2d84a57e68c82d4a74a931575540ba89325b26957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6c6e8f-e9c6-495c-814b-4a1be916d54e" -d '{"events": [{"server_uuid": "65ca4dcb-076c-452d-ab6a-dec4242c6d6f", "name": "network-vif-deleted", "tag": "fb0d924d-2464-4401-827f-d9b8de88d21b"}]}' {{(pid=111023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:49:00.731155 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 00:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de161ef1-afeb-4225-b443-220efd011e97 x-openstack-request-id: req-de161ef1-afeb-4225-b443-220efd011e97 {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:49:00.731445 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65ca4dcb-076c-452d-ab6a-dec4242c6d6f", "name": "network-vif-deleted", "tag": "fb0d924d-2464-4401-827f-d9b8de88d21b", "status": "completed", "code": 200}]} {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:49:00.731701 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-de161ef1-afeb-4225-b443-220efd011e97 {{(pid=111023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:49:00.732127 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de161ef1-afeb-4225-b443-220efd011e97'] response: {'server_uuid': '65ca4dcb-076c-452d-ab6a-dec4242c6d6f', 'name': 'network-vif-deleted', 'tag': 'fb0d924d-2464-4401-827f-d9b8de88d21b', 'status': 'completed', 'code': 200} Jun 16 00:49:00.818109 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-8a366af2-0adf-49b7-b76d-6a438ba0af09 req-c67d79a8-874f-42aa-ae2c-f687aa2d0b01 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/ports?device_id=65ca4dcb-076c-452d-ab6a-dec4242c6d6f HTTP/1.1" status: 200 len: 210 time: 0.0277340 Jun 16 00:49:01.928539 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-00aa5615-13f1-476e-b83e-564b0ce6d773 req-d18913ca-c938-456c-a341-16f1a797e8a5 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/ports?device_id=65ca4dcb-076c-452d-ab6a-dec4242c6d6f HTTP/1.1" status: 200 len: 210 time: 0.0285439 Jun 16 00:49:02.969081 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device fb0d924d-2464-4401-827f-d9b8de88d21b no longer exists at agent hyperv_hv-cinder-80382 {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 00:49:02.989256 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] No Port match for: fb0d924d-2464-4401-827f-d9b8de88d21b {{(pid=111024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 00:49:02.989600 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device fb0d924d-2464-4401-827f-d9b8de88d21b not bound to the agent host hv-cinder-80382 {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 00:49:05.415583 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 50284) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:49:05.502533 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:49:05.554717 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [None req-43615f92-e762-47b0-93a2-e33a8ae27036 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Deleting port 19516d2d-dd58-4d0d-bf9b-5d0a441dd90a {{(pid=111023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 00:49:05.555051 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-43615f92-e762-47b0-93a2-e33a8ae27036 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753842671270'] for port (19516d2d-dd58-4d0d-bf9b-5d0a441dd90a), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:05.632270 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-43615f92-e762-47b0-93a2-e33a8ae27036 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642233'] for port (19516d2d-dd58-4d0d-bf9b-5d0a441dd90a), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:05.632593 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-43615f92-e762-47b0-93a2-e33a8ae27036 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks [] for floatingip (19516d2d-dd58-4d0d-bf9b-5d0a441dd90a), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:05.649138 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [None req-43615f92-e762-47b0-93a2-e33a8ae27036 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Calling delete_port for 19516d2d-dd58-4d0d-bf9b-5d0a441dd90a owned by network:floatingip {{(pid=111023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 00:49:05.869006 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-43615f92-e762-47b0-93a2-e33a8ae27036 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753842673475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753842110814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909837'] for port (19516d2d-dd58-4d0d-bf9b-5d0a441dd90a), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:05.872909 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:49:05.897147 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43615f92-e762-47b0-93a2-e33a8ae27036 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Pushing event deleted for resources: {'Port': ['ID=19516d2d-dd58-4d0d-bf9b-5d0a441dd90a,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:49:05.958051 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-43615f92-e762-47b0-93a2-e33a8ae27036 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks [] for floatingip (c16cff63-5406-4fae-abcd-4a5f03076fc5), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:05.958372 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.db.l3_db [None req-43615f92-e762-47b0-93a2-e33a8ae27036 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Floating IP c16cff63-5406-4fae-abcd-4a5f03076fc5 disassociated (deleted). External IP: 172.27.1.102, port: 04943923-128c-4497-8f50-577da86b34e2. Jun 16 00:49:06.149450 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43615f92-e762-47b0-93a2-e33a8ae27036 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Router 81736229-b55c-4551-8c80-77ffd4cb764d has already been hosted by L3 agent d0297bc9-c3a8-45ac-9023-c937cb4f21fc {{(pid=111023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 00:49:06.251496 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43615f92-e762-47b0-93a2-e33a8ae27036 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Notify agent at l3_agent.dv-cinder-803823-11-iscsi the message routers_updated {{(pid=111023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 00:49:06.256194 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-43615f92-e762-47b0-93a2-e33a8ae27036 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for floatingip (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:06.261352 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147a3c2c-b3a4-47c6-90aa-2d40b0123185 None None] Sync routers for ids ['81736229-b55c-4551-8c80-77ffd4cb764d'] in dv-cinder-803823-11-iscsi {{(pid=111025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 00:49:06.271325 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147a3c2c-b3a4-47c6-90aa-2d40b0123185 None None] Routers {'81736229-b55c-4551-8c80-77ffd4cb764d'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:49:06.271924 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-147a3c2c-b3a4-47c6-90aa-2d40b0123185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:48:57Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['81736229-b55c-4551-8c80-77ffd4cb764d'], 'active': True} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:49:06.285896 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-43615f92-e762-47b0-93a2-e33a8ae27036 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "DELETE /v2.0/floatingips/c16cff63-5406-4fae-abcd-4a5f03076fc5 HTTP/1.1" status: 204 len: 168 time: 0.8692732 Jun 16 00:49:06.286493 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c407165e-8822-4cbe-a4b4-cdd515e2c048', 'tag': '04943923-128c-4497-8f50-577da86b34e2'}] {{(pid=111023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:49:06.288781 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849ffc5c5c28115853a01ef2d84a57e68c82d4a74a931575540ba89325b26957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d437b5-9af9-4afb-a2e7-7696d1914a4a" -d '{"events": [{"name": "network-changed", "server_uuid": "c407165e-8822-4cbe-a4b4-cdd515e2c048", "tag": "04943923-128c-4497-8f50-577da86b34e2"}]}' {{(pid=111023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:49:06.341607 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 00:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b277bc78-c9f8-42e5-8519-7e326ff6f2c9 x-openstack-request-id: req-b277bc78-c9f8-42e5-8519-7e326ff6f2c9 {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:49:06.341890 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c407165e-8822-4cbe-a4b4-cdd515e2c048", "tag": "04943923-128c-4497-8f50-577da86b34e2", "status": "completed", "code": 200}]} {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:49:06.342143 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b277bc78-c9f8-42e5-8519-7e326ff6f2c9 {{(pid=111023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:49:06.342542 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b277bc78-c9f8-42e5-8519-7e326ff6f2c9'] response: {'name': 'network-changed', 'server_uuid': 'c407165e-8822-4cbe-a4b4-cdd515e2c048', 'tag': '04943923-128c-4497-8f50-577da86b34e2', 'status': 'completed', 'code': 200} Jun 16 00:49:06.376115 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvr_db [None req-147a3c2c-b3a4-47c6-90aa-2d40b0123185 None None] Set router 81736229-b55c-4551-8c80-77ffd4cb764d gateway port host: dv-cinder-803823-11-iscsi {{(pid=111025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:49:06.426850 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d437b5-9af9-4afb-a2e7-7696d1914a4a req-aecf42da-ab30-4e44-a91c-b1a39ff11c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:49:06.428260 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-89d437b5-9af9-4afb-a2e7-7696d1914a4a req-aecf42da-ab30-4e44-a91c-b1a39ff11c8d service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=3a122fcfab7f418baf78d7b742fa20db&device_id=c407165e-8822-4cbe-a4b4-cdd515e2c048 HTTP/1.1" status: 200 len: 1130 time: 0.0404780 Jun 16 00:49:06.510399 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:49:06.526737 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d437b5-9af9-4afb-a2e7-7696d1914a4a req-adef9423-ce4b-4243-a997-860ebe1b3dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:49:06.528347 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-89d437b5-9af9-4afb-a2e7-7696d1914a4a req-adef9423-ce4b-4243-a997-860ebe1b3dde service neutron] 10.222.0.40 "GET /v2.0/networks?id=edd9d18b-1d6c-4052-b07a-8baf4adc8bec HTTP/1.1" status: 200 len: 913 time: 0.0938597 Jun 16 00:49:06.567515 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-147a3c2c-b3a4-47c6-90aa-2d40b0123185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'name': 'tempest-TestVolumeBootPattern-1541016807-router', 'tenant_id': '3a122fcfab7f418baf78d7b742fa20db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '75dd5a1f-cc4c-404d-8416-946033d04d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:42:11Z', 'updated_at': '2022-06-16T00:42:14Z', 'revision_number': 4, 'project_id': '3a122fcfab7f418baf78d7b742fa20db', 'gw_port': {'id': '75dd5a1f-cc4c-404d-8416-946033d04d33', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:12Z', 'updated_at': '2022-06-16T00:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_interfaces': [{'id': '55179b71-c585-4680-b492-8b2790e15e55', 'name': '', 'network_id': 'edd9d18b-1d6c-4052-b07a-8baf4adc8bec', 'tenant_id': '3a122fcfab7f418baf78d7b742fa20db', 'mac_address': 'fa:16:3e:09:33:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'bc787928-3000-44c3-a294-565141aabb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:14Z', 'updated_at': '2022-06-16T00:42:18Z', 'revision_number': 5, 'project_id': '3a122fcfab7f418baf78d7b742fa20db', 'subnets': [{'id': 'bc787928-3000-44c3-a294-565141aabb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:49:06.568326 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-89d437b5-9af9-4afb-a2e7-7696d1914a4a req-50679330-d918-44ec-85e3-88f067f7e006 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04943923-128c-4497-8f50-577da86b34e2 HTTP/1.1" status: 200 len: 217 time: 0.0339773 Jun 16 00:49:06.597201 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147a3c2c-b3a4-47c6-90aa-2d40b0123185 None None] Checking router: 81736229-b55c-4551-8c80-77ffd4cb764d for host: dv-cinder-803823-11-iscsi {{(pid=111025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 00:49:06.605750 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147a3c2c-b3a4-47c6-90aa-2d40b0123185 None None] Routers {'81736229-b55c-4551-8c80-77ffd4cb764d'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:49:06.606359 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-147a3c2c-b3a4-47c6-90aa-2d40b0123185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:48:57Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['81736229-b55c-4551-8c80-77ffd4cb764d'], 'active': True} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:49:06.671446 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98462bf-07d3-4883-b411-9e751e08cc00 req-b606519a-47aa-4d8e-ab52-0607f400d6f1 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:49:06.672938 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-b98462bf-07d3-4883-b411-9e751e08cc00 req-b606519a-47aa-4d8e-ab52-0607f400d6f1 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/ports?device_id=c407165e-8822-4cbe-a4b4-cdd515e2c048 HTTP/1.1" status: 200 len: 946 time: 0.0495059 Jun 16 00:49:06.705924 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvr_db [None req-147a3c2c-b3a4-47c6-90aa-2d40b0123185 None None] Set router 81736229-b55c-4551-8c80-77ffd4cb764d gateway port host: dv-cinder-803823-11-iscsi {{(pid=111025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:49:06.721560 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-b98462bf-07d3-4883-b411-9e751e08cc00 req-4c4abb20-5a33-47c2-9ef6-7a7d148e7eb5 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f9352b3-d578-4225-bf07-e2cb32cb93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425541 Jun 16 00:49:06.960257 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-147a3c2c-b3a4-47c6-90aa-2d40b0123185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'name': 'tempest-TestVolumeBootPattern-1541016807-router', 'tenant_id': '3a122fcfab7f418baf78d7b742fa20db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '75dd5a1f-cc4c-404d-8416-946033d04d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:42:11Z', 'updated_at': '2022-06-16T00:42:14Z', 'revision_number': 4, 'project_id': '3a122fcfab7f418baf78d7b742fa20db', 'gw_port': {'id': '75dd5a1f-cc4c-404d-8416-946033d04d33', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:12Z', 'updated_at': '2022-06-16T00:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_interfaces': [{'id': '55179b71-c585-4680-b492-8b2790e15e55', 'name': '', 'network_id': 'edd9d18b-1d6c-4052-b07a-8baf4adc8bec', 'tenant_id': '3a122fcfab7f418baf78d7b742fa20db', 'mac_address': 'fa:16:3e:09:33:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'bc787928-3000-44c3-a294-565141aabb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:14Z', 'updated_at': '2022-06-16T00:42:18Z', 'revision_number': 5, 'project_id': '3a122fcfab7f418baf78d7b742fa20db', 'subnets': [{'id': 'bc787928-3000-44c3-a294-565141aabb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:49:06.983957 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147a3c2c-b3a4-47c6-90aa-2d40b0123185 None None] The sync data for ids ['81736229-b55c-4551-8c80-77ffd4cb764d'] in dv-cinder-803823-11-iscsi is: [{'id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'name': 'tempest-TestVolumeBootPattern-1541016807-router', 'tenant_id': '3a122fcfab7f418baf78d7b742fa20db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '75dd5a1f-cc4c-404d-8416-946033d04d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:42:11Z', 'updated_at': '2022-06-16T00:42:14Z', 'revision_number': 4, 'project_id': '3a122fcfab7f418baf78d7b742fa20db', 'gw_port': {'id': '75dd5a1f-cc4c-404d-8416-946033d04d33', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:12Z', 'updated_at': '2022-06-16T00:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_interfaces': [{'id': '55179b71-c585-4680-b492-8b2790e15e55', 'name': '', 'network_id': 'edd9d18b-1d6c-4052-b07a-8baf4adc8bec', 'tenant_id': '3a122fcfab7f418baf78d7b742fa20db', 'mac_address': 'fa:16:3e:09:33:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'bc787928-3000-44c3-a294-565141aabb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:14Z', 'updated_at': '2022-06-16T00:42:18Z', 'revision_number': 5, 'project_id': '3a122fcfab7f418baf78d7b742fa20db', 'subnets': [{'id': 'bc787928-3000-44c3-a294-565141aabb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 00:49:07.216132 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b95b4cd-cc37-4627-9b59-32bf580c6b8f None None] New status for floating IP c16cff63-5406-4fae-abcd-4a5f03076fc5: DOWN {{(pid=111024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 00:49:07.781209 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d437b5-9af9-4afb-a2e7-7696d1914a4a req-ee8a4807-27c0-430e-959b-fbcd982e9c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:49:07.782703 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-89d437b5-9af9-4afb-a2e7-7696d1914a4a req-ee8a4807-27c0-430e-959b-fbcd982e9c10 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=bc787928-3000-44c3-a294-565141aabb84 HTTP/1.1" status: 200 len: 851 time: 0.0449560 Jun 16 00:49:07.859493 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d437b5-9af9-4afb-a2e7-7696d1914a4a req-096605e7-5de8-473b-811b-463417f50fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:49:07.860941 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-89d437b5-9af9-4afb-a2e7-7696d1914a4a req-096605e7-5de8-473b-811b-463417f50fc6 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=edd9d18b-1d6c-4052-b07a-8baf4adc8bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0634124 Jun 16 00:49:07.867223 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf46d9a-52ba-4ab6-857f-b2207ce1dbdb req-f97dd90a-fe41-493a-be1a-d3105b64e398 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:49:07.868959 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-3cf46d9a-52ba-4ab6-857f-b2207ce1dbdb req-f97dd90a-fe41-493a-be1a-d3105b64e398 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/ports?device_id=c407165e-8822-4cbe-a4b4-cdd515e2c048 HTTP/1.1" status: 200 len: 946 time: 0.0793395 Jun 16 00:49:07.917052 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-3cf46d9a-52ba-4ab6-857f-b2207ce1dbdb req-b6653d44-56d7-4b09-ac97-13f4015eb1dd tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f9352b3-d578-4225-bf07-e2cb32cb93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427172 Jun 16 00:49:08.049437 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-89d437b5-9af9-4afb-a2e7-7696d1914a4a req-c2377946-00f0-4f4f-bc3c-64f236bffa34 service neutron] 10.222.0.40 "GET /v2.0/networks/edd9d18b-1d6c-4052-b07a-8baf4adc8bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849657 Jun 16 00:49:08.271063 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-89d437b5-9af9-4afb-a2e7-7696d1914a4a req-9441811c-d366-40b7-8f63-7b28275e2266 service neutron] 10.222.0.40 "GET /v2.0/networks/edd9d18b-1d6c-4052-b07a-8baf4adc8bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832498 Jun 16 00:49:08.342407 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39193fdd-de25-44bd-9dad-eff9e111508e req-94e31fd3-aa85-4a18-9b5e-87a36db842ad tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:49:08.343842 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-39193fdd-de25-44bd-9dad-eff9e111508e req-94e31fd3-aa85-4a18-9b5e-87a36db842ad tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.40 "GET /v2.0/ports?device_id=c407165e-8822-4cbe-a4b4-cdd515e2c048 HTTP/1.1" status: 200 len: 946 time: 0.0483055 Jun 16 00:49:08.416265 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-241b9d84-6b57-42a2-9f17-57350ef12b61 req-189e2fcb-0b26-4c8a-b515-c5f551d7d67d tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2001135803&fields=id&tenant_id=5e9d772a2cb14bbbaaa2dcaf5d730f6e HTTP/1.1" status: 200 len: 267 time: 0.0452626 Jun 16 00:49:08.432370 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [req-39193fdd-de25-44bd-9dad-eff9e111508e req-3b198ba3-1a8e-4811-a5d4-0dd184e114d1 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Deleting port 04943923-128c-4497-8f50-577da86b34e2 {{(pid=111023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 00:49:08.432754 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-39193fdd-de25-44bd-9dad-eff9e111508e req-3b198ba3-1a8e-4811-a5d4-0dd184e114d1 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753842671270'] for port (04943923-128c-4497-8f50-577da86b34e2), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:08.460568 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:49:08.465697 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=100 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:49:08.522875 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.db [req-39193fdd-de25-44bd-9dad-eff9e111508e req-3b198ba3-1a8e-4811-a5d4-0dd184e114d1 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] For port 04943923-128c-4497-8f50-577da86b34e2, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=04943923-128c-4497-8f50-577da86b34e2,segment=NetworkSegment(7c0103d3-cac1-4b5e-92ff-48f99487b187),segment_id=7c0103d3-cac1-4b5e-92ff-48f99487b187)] {{(pid=111023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:49:08.523149 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-39193fdd-de25-44bd-9dad-eff9e111508e req-3b198ba3-1a8e-4811-a5d4-0dd184e114d1 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642233'] for port (04943923-128c-4497-8f50-577da86b34e2), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:08.525858 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241b9d84-6b57-42a2-9f17-57350ef12b61 req-163d498c-e381-4051-a473-21af174507ea tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:49:08.527347 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-241b9d84-6b57-42a2-9f17-57350ef12b61 req-163d498c-e381-4051-a473-21af174507ea tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/networks?id=9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50 HTTP/1.1" status: 200 len: 809 time: 0.1044261 Jun 16 00:49:08.540013 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [req-39193fdd-de25-44bd-9dad-eff9e111508e req-3b198ba3-1a8e-4811-a5d4-0dd184e114d1 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Calling delete_port for 04943923-128c-4497-8f50-577da86b34e2 owned by compute:nova {{(pid=111023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 00:49:08.541772 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-241b9d84-6b57-42a2-9f17-57350ef12b61 req-6bad8d9b-c476-4d54-9f2c-939cc358f1ac tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/quotas/5e9d772a2cb14bbbaaa2dcaf5d730f6e HTTP/1.1" status: 200 len: 375 time: 0.0091007 Jun 16 00:49:08.591876 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-241b9d84-6b57-42a2-9f17-57350ef12b61 req-c10bffc4-02e0-442d-9c03-d617facf8413 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5e9d772a2cb14bbbaaa2dcaf5d730f6e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441132 Jun 16 00:49:08.687652 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-241b9d84-6b57-42a2-9f17-57350ef12b61 req-18a03d80-ac16-4f6c-8884-0c0a9a19d7ca service neutron] 10.222.0.20 "GET /v2.0/networks/9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819972 Jun 16 00:49:08.698044 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-39193fdd-de25-44bd-9dad-eff9e111508e req-3b198ba3-1a8e-4811-a5d4-0dd184e114d1 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753842673475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753842110814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909837'] for port (04943923-128c-4497-8f50-577da86b34e2), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:08.723999 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b198ba3-1a8e-4811-a5d4-0dd184e114d1 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Pushing event deleted for resources: {'Port': ['ID=04943923-128c-4497-8f50-577da86b34e2,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:49:08.771613 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.l3_dvrscheduler_db [req-39193fdd-de25-44bd-9dad-eff9e111508e req-3b198ba3-1a8e-4811-a5d4-0dd184e114d1 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] No DVR routers for this DVR port 04943923-128c-4497-8f50-577da86b34e2 on host hv-cinder-80382 {{(pid=111023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 00:49:08.774104 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-39193fdd-de25-44bd-9dad-eff9e111508e req-3b198ba3-1a8e-4811-a5d4-0dd184e114d1 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for port (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:08.777173 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-39193fdd-de25-44bd-9dad-eff9e111508e req-3b198ba3-1a8e-4811-a5d4-0dd184e114d1 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.40 "DELETE /v2.0/ports/04943923-128c-4497-8f50-577da86b34e2 HTTP/1.1" status: 204 len: 173 time: 0.4284267 Jun 16 00:49:08.777597 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c407165e-8822-4cbe-a4b4-cdd515e2c048', 'name': 'network-vif-deleted', 'tag': '04943923-128c-4497-8f50-577da86b34e2'}] {{(pid=111023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:49:08.779791 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849ffc5c5c28115853a01ef2d84a57e68c82d4a74a931575540ba89325b26957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3847b31f-1633-485a-baf7-ceb9e3abb25a" -d '{"events": [{"server_uuid": "c407165e-8822-4cbe-a4b4-cdd515e2c048", "name": "network-vif-deleted", "tag": "04943923-128c-4497-8f50-577da86b34e2"}]}' {{(pid=111023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:49:08.785707 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-241b9d84-6b57-42a2-9f17-57350ef12b61 req-3f761c2b-23b6-46d8-9c6c-05ee0dc0542a service neutron] 10.222.0.20 "GET /v2.0/networks/9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918586 Jun 16 00:49:08.815581 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 00:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c422da30-7bc1-4468-a0d2-465949083f15 x-openstack-request-id: req-c422da30-7bc1-4468-a0d2-465949083f15 {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:49:08.816083 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c407165e-8822-4cbe-a4b4-cdd515e2c048", "name": "network-vif-deleted", "tag": "04943923-128c-4497-8f50-577da86b34e2", "status": "completed", "code": 200}]} {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:49:08.816083 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c422da30-7bc1-4468-a0d2-465949083f15 {{(pid=111023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:49:08.816495 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c422da30-7bc1-4468-a0d2-465949083f15'] response: {'server_uuid': 'c407165e-8822-4cbe-a4b4-cdd515e2c048', 'name': 'network-vif-deleted', 'tag': '04943923-128c-4497-8f50-577da86b34e2', 'status': 'completed', 'code': 200} Jun 16 00:49:09.013422 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-b7a1a5e0-0939-4a76-843a-15041de72e3b req-3e951211-0079-4d4a-91a7-3184714303b4 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/ports?device_id=c407165e-8822-4cbe-a4b4-cdd515e2c048 HTTP/1.1" status: 200 len: 210 time: 0.0291963 Jun 16 00:49:09.346323 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-c0ce59cc-cc4d-404f-b2e7-3a19333f3649 req-6f10379f-6632-40e5-819a-be303a145ebd tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/ports?device_id=3be606de-606d-4ed1-9de7-778277d2d4b1 HTTP/1.1" status: 200 len: 210 time: 0.0283997 Jun 16 00:49:10.120310 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-4de0c004-f48a-43de-a140-3c884e677511 req-5cf156af-9282-4cbd-8e11-0730f561353d tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "GET /v2.0/ports?device_id=c407165e-8822-4cbe-a4b4-cdd515e2c048 HTTP/1.1" status: 200 len: 210 time: 0.0275636 Jun 16 00:49:10.263323 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=100 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:49:10.423473 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-01ac81c6-885c-4b65-b8c0-c736d3066799 req-996e3a43-1114-41f1-afa7-78b70e0a5d21 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/ports?device_id=3be606de-606d-4ed1-9de7-778277d2d4b1 HTTP/1.1" status: 200 len: 210 time: 0.0273170 Jun 16 00:49:11.018645 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device 04943923-128c-4497-8f50-577da86b34e2 no longer exists at agent hyperv_hv-cinder-80382 {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 00:49:11.037707 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] No Port match for: 04943923-128c-4497-8f50-577da86b34e2 {{(pid=111024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 00:49:11.038058 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device 04943923-128c-4497-8f50-577da86b34e2 not bound to the agent host hv-cinder-80382 {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 00:49:11.187606 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 50330) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:49:11.259580 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=100 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:49:11.298088 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.plugin [None req-b2206fba-e0d2-4485-ad2d-4d48ac67c365 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Deleting port f54f21bb-9130-4bdd-9f66-cb42ef8fb06b {{(pid=111022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 00:49:11.298348 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-b2206fba-e0d2-4485-ad2d-4d48ac67c365 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753842671270'] for port (f54f21bb-9130-4bdd-9f66-cb42ef8fb06b), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:11.379491 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-b2206fba-e0d2-4485-ad2d-4d48ac67c365 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642233'] for port (f54f21bb-9130-4bdd-9f66-cb42ef8fb06b), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:11.385328 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-b2206fba-e0d2-4485-ad2d-4d48ac67c365 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks [] for floatingip (f54f21bb-9130-4bdd-9f66-cb42ef8fb06b), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:11.392537 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.plugin [None req-b2206fba-e0d2-4485-ad2d-4d48ac67c365 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Calling delete_port for f54f21bb-9130-4bdd-9f66-cb42ef8fb06b owned by network:floatingip {{(pid=111022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 00:49:11.589626 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-b2206fba-e0d2-4485-ad2d-4d48ac67c365 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753842673475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753842110814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18330592'] for port (f54f21bb-9130-4bdd-9f66-cb42ef8fb06b), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:11.617776 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2206fba-e0d2-4485-ad2d-4d48ac67c365 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Pushing event deleted for resources: {'Port': ['ID=f54f21bb-9130-4bdd-9f66-cb42ef8fb06b,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:49:11.681280 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-b2206fba-e0d2-4485-ad2d-4d48ac67c365 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks [] for floatingip (b5383522-2e9d-417f-a4d7-6f9e1ab555c2), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:11.683869 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-b2206fba-e0d2-4485-ad2d-4d48ac67c365 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for floatingip (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:11.687555 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-b2206fba-e0d2-4485-ad2d-4d48ac67c365 tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "DELETE /v2.0/floatingips/b5383522-2e9d-417f-a4d7-6f9e1ab555c2 HTTP/1.1" status: 204 len: 168 time: 0.4964197 Jun 16 00:49:11.804953 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-4a646e9d-49ad-43fc-b8cc-8e674d2b1612 req-f85714ce-eb9c-4c17-9efd-6a8c55b8a9d9 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/ports?device_id=3be606de-606d-4ed1-9de7-778277d2d4b1 HTTP/1.1" status: 200 len: 210 time: 0.3100905 Jun 16 00:49:11.820652 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:49:11.882193 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241b9d84-6b57-42a2-9f17-57350ef12b61 req-74e67ca1-4d87-4df7-a69b-a6305e60c7ae tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:49:11.883812 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-241b9d84-6b57-42a2-9f17-57350ef12b61 req-74e67ca1-4d87-4df7-a69b-a6305e60c7ae tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.40 "GET /v2.0/networks?id=9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50 HTTP/1.1" status: 200 len: 809 time: 0.4153214 Jun 16 00:49:11.955410 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-241b9d84-6b57-42a2-9f17-57350ef12b61 req-31c674cb-9e08-4108-8e74-43876e3c951e tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.40 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e9d772a2cb14bbbaaa2dcaf5d730f6e HTTP/1.1" status: 200 len: 380 time: 0.0574460 Jun 16 00:49:11.965389 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [req-241b9d84-6b57-42a2-9f17-57350ef12b61 req-30918d1b-c4da-4996-bedc-90d489643cc3 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Request body: {'port': {'device_id': '3be606de-606d-4ed1-9de7-778277d2d4b1', 'network_id': '9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50', 'admin_state_up': True, 'tenant_id': '5e9d772a2cb14bbbaaa2dcaf5d730f6e', 'security_groups': ['b92019eb-9342-4d8c-8655-4d7e29649b22']}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:49:12.130602 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-241b9d84-6b57-42a2-9f17-57350ef12b61 req-30918d1b-c4da-4996-bedc-90d489643cc3 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Made reservation on behalf of 5e9d772a2cb14bbbaaa2dcaf5d730f6e for: {'port': 1} {{(pid=111023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 00:49:12.134295 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-241b9d84-6b57-42a2-9f17-57350ef12b61 req-30918d1b-c4da-4996-bedc-90d489643cc3 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:12.258930 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.db_base_plugin_common [req-241b9d84-6b57-42a2-9f17-57350ef12b61 req-30918d1b-c4da-4996-bedc-90d489643cc3 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Allocated IP 172.20.0.10 (9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50/2d07dd38-c86e-4058-8445-b36761bf9def/1c8e4700-5ce1-4ab4-a357-9d3dde87e98b) {{(pid=111023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 00:49:12.262460 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:49:12.401396 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-241b9d84-6b57-42a2-9f17-57350ef12b61 req-30918d1b-c4da-4996-bedc-90d489643cc3 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Publish callbacks [] for port (1c8e4700-5ce1-4ab4-a357-9d3dde87e98b), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:12.486521 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-241b9d84-6b57-42a2-9f17-57350ef12b61 req-30918d1b-c4da-4996-bedc-90d489643cc3 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753842110805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909837'] for port (1c8e4700-5ce1-4ab4-a357-9d3dde87e98b), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:12.530917 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-241b9d84-6b57-42a2-9f17-57350ef12b61 req-30918d1b-c4da-4996-bedc-90d489643cc3 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Network 9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50 is already hosted by enough agents. {{(pid=111023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:49:12.534052 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.base_scheduler [req-241b9d84-6b57-42a2-9f17-57350ef12b61 req-30918d1b-c4da-4996-bedc-90d489643cc3 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Resources bound (agent type, host, resource id): {{(pid=111023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:49:12.538517 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.l3_dvrscheduler_db [req-241b9d84-6b57-42a2-9f17-57350ef12b61 req-30918d1b-c4da-4996-bedc-90d489643cc3 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Received port after_create {{(pid=111023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 00:49:12.562702 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30918d1b-c4da-4996-bedc-90d489643cc3 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Pushing event updated for resources: {'Port': ['ID=1c8e4700-5ce1-4ab4-a357-9d3dde87e98b,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:49:12.597778 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241b9d84-6b57-42a2-9f17-57350ef12b61 req-30918d1b-c4da-4996-bedc-90d489643cc3 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:49:12.603032 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-241b9d84-6b57-42a2-9f17-57350ef12b61 req-30918d1b-c4da-4996-bedc-90d489643cc3 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for port (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:12.687520 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-241b9d84-6b57-42a2-9f17-57350ef12b61 req-30918d1b-c4da-4996-bedc-90d489643cc3 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7256620 Jun 16 00:49:12.705505 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [req-241b9d84-6b57-42a2-9f17-57350ef12b61 req-4aff25ac-661b-413d-8299-2d57bc07b4c9 service neutron] Request body: {'port': {'device_id': '3be606de-606d-4ed1-9de7-778277d2d4b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:49:12.768003 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-241b9d84-6b57-42a2-9f17-57350ef12b61 req-4aff25ac-661b-413d-8299-2d57bc07b4c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (1c8e4700-5ce1-4ab4-a357-9d3dde87e98b), before_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:12.782767 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:49:12.812491 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-d620b77c-cb2a-4d5b-b645-09b4445c209b None None] Provisioning complete for port 1c8e4700-5ce1-4ab4-a357-9d3dde87e98b triggered by entity DHCP. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:49:12.813042 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-d620b77c-cb2a-4d5b-b645-09b4445c209b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (1c8e4700-5ce1-4ab4-a357-9d3dde87e98b), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:12.940554 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1319afe-1086-4cb0-8149-452ab3ddeea8 req-736f910e-c5ee-484a-b119-cfc105697bb5 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:49:12.942952 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-f1319afe-1086-4cb0-8149-452ab3ddeea8 req-736f910e-c5ee-484a-b119-cfc105697bb5 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/ports?device_id=3be606de-606d-4ed1-9de7-778277d2d4b1 HTTP/1.1" status: 200 len: 932 time: 0.0579252 Jun 16 00:49:12.977752 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-d620b77c-cb2a-4d5b-b645-09b4445c209b None None] Port 1c8e4700-5ce1-4ab4-a357-9d3dde87e98b cannot update to ACTIVE because it is not bound. {{(pid=111024) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 00:49:13.002066 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-f1319afe-1086-4cb0-8149-452ab3ddeea8 req-12d3074f-f4ec-47e0-a0f0-fa71872187d4 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92019eb-9342-4d8c-8655-4d7e29649b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528445 Jun 16 00:49:13.059436 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.notifiers.nova [req-241b9d84-6b57-42a2-9f17-57350ef12b61 req-4aff25ac-661b-413d-8299-2d57bc07b4c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c8e4700-5ce1-4ab4-a357-9d3dde87e98b {{(pid=111023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 00:49:13.065520 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 50346) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:49:13.067500 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-241b9d84-6b57-42a2-9f17-57350ef12b61 req-4aff25ac-661b-413d-8299-2d57bc07b4c9 service neutron] Publish callbacks [] for port (1c8e4700-5ce1-4ab4-a357-9d3dde87e98b), precommit_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:13.080383 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.provisioning_blocks [req-241b9d84-6b57-42a2-9f17-57350ef12b61 req-4aff25ac-661b-413d-8299-2d57bc07b4c9 service neutron] Transition to ACTIVE for port object 1c8e4700-5ce1-4ab4-a357-9d3dde87e98b will not be triggered until provisioned by entity L2. {{(pid=111023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 00:49:13.125294 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-4adadff9-7751-4dc9-9777-b06e2e78727e tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks [] for security_group (9f9352b3-d578-4225-bf07-e2cb32cb93a9), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:13.147590 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-241b9d84-6b57-42a2-9f17-57350ef12b61 req-4aff25ac-661b-413d-8299-2d57bc07b4c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909850'] for port (1c8e4700-5ce1-4ab4-a357-9d3dde87e98b), after_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:13.151483 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-4adadff9-7751-4dc9-9777-b06e2e78727e tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks [] for security_group (9f9352b3-d578-4225-bf07-e2cb32cb93a9), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:13.231787 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aff25ac-661b-413d-8299-2d57bc07b4c9 service neutron] Pushing event updated for resources: {'Port': ['ID=1c8e4700-5ce1-4ab4-a357-9d3dde87e98b,revision_number=2']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:49:13.281990 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:49:13.286473 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.managers [req-241b9d84-6b57-42a2-9f17-57350ef12b61 req-4aff25ac-661b-413d-8299-2d57bc07b4c9 service neutron] Attempting to bind port 1c8e4700-5ce1-4ab4-a357-9d3dde87e98b on host hv-cinder-80382 for vnic_type normal with profile {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 00:49:13.288891 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.managers [req-241b9d84-6b57-42a2-9f17-57350ef12b61 req-4aff25ac-661b-413d-8299-2d57bc07b4c9 service neutron] Attempting to bind port 1c8e4700-5ce1-4ab4-a357-9d3dde87e98b by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': 'feed6410-1fa7-4119-b6bd-fef13b994103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50'}] {{(pid=111023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 00:49:13.288891 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241b9d84-6b57-42a2-9f17-57350ef12b61 req-4aff25ac-661b-413d-8299-2d57bc07b4c9 service neutron] Attempting to bind port 1c8e4700-5ce1-4ab4-a357-9d3dde87e98b on network 9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50 {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 00:49:13.291804 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241b9d84-6b57-42a2-9f17-57350ef12b61 req-4aff25ac-661b-413d-8299-2d57bc07b4c9 service neutron] Port 1c8e4700-5ce1-4ab4-a357-9d3dde87e98b on network 9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 00:49:13.292125 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241b9d84-6b57-42a2-9f17-57350ef12b61 req-4aff25ac-661b-413d-8299-2d57bc07b4c9 service neutron] Attempting to bind port 1c8e4700-5ce1-4ab4-a357-9d3dde87e98b on network 9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50 {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 00:49:13.298265 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241b9d84-6b57-42a2-9f17-57350ef12b61 req-4aff25ac-661b-413d-8299-2d57bc07b4c9 service neutron] Checking agent: {'id': '42cc932a-4e60-43e8-a4dc-4f47b3d3efae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 0, 32, 41), 'started_at': datetime.datetime(2022, 6, 16, 0, 32, 41), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 0, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 00:49:13.298606 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241b9d84-6b57-42a2-9f17-57350ef12b61 req-4aff25ac-661b-413d-8299-2d57bc07b4c9 service neutron] Checking segment: {'id': 'feed6410-1fa7-4119-b6bd-fef13b994103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 00:49:13.299014 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241b9d84-6b57-42a2-9f17-57350ef12b61 req-4aff25ac-661b-413d-8299-2d57bc07b4c9 service neutron] Bound using segment: {'id': 'feed6410-1fa7-4119-b6bd-fef13b994103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50'} {{(pid=111023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 00:49:13.299448 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.managers [req-241b9d84-6b57-42a2-9f17-57350ef12b61 req-4aff25ac-661b-413d-8299-2d57bc07b4c9 service neutron] Bound port: 1c8e4700-5ce1-4ab4-a357-9d3dde87e98b, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'feed6410-1fa7-4119-b6bd-fef13b994103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50'}}] {{(pid=111023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 00:49:13.299857 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-241b9d84-6b57-42a2-9f17-57350ef12b61 req-4aff25ac-661b-413d-8299-2d57bc07b4c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (1c8e4700-5ce1-4ab4-a357-9d3dde87e98b), before_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:13.309225 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-4adadff9-7751-4dc9-9777-b06e2e78727e tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (9f9352b3-d578-4225-bf07-e2cb32cb93a9), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:13.311942 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-4adadff9-7751-4dc9-9777-b06e2e78727e tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Publish callbacks [] for security_group (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:13.313540 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-4adadff9-7751-4dc9-9777-b06e2e78727e tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] 10.222.0.20 "DELETE /v2.0/security-groups/9f9352b3-d578-4225-bf07-e2cb32cb93a9 HTTP/1.1" status: 204 len: 168 time: 0.2466464 Jun 16 00:49:13.331180 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adadff9-7751-4dc9-9777-b06e2e78727e tempest-TestVolumeBootPattern-1970093983 tempest-TestVolumeBootPattern-1970093983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9352b3-d578-4225-bf07-e2cb32cb93a9,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:49:13.377815 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.db [req-241b9d84-6b57-42a2-9f17-57350ef12b61 req-4aff25ac-661b-413d-8299-2d57bc07b4c9 service neutron] For port 1c8e4700-5ce1-4ab4-a357-9d3dde87e98b, host hv-cinder-80382, cleared binding levels {{(pid=111023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 00:49:13.380870 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.db [req-241b9d84-6b57-42a2-9f17-57350ef12b61 req-4aff25ac-661b-413d-8299-2d57bc07b4c9 service neutron] For port 1c8e4700-5ce1-4ab4-a357-9d3dde87e98b, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=1c8e4700-5ce1-4ab4-a357-9d3dde87e98b,segment=NetworkSegment(feed6410-1fa7-4119-b6bd-fef13b994103),segment_id=feed6410-1fa7-4119-b6bd-fef13b994103)] {{(pid=111023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 00:49:13.475281 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-241b9d84-6b57-42a2-9f17-57350ef12b61 req-4aff25ac-661b-413d-8299-2d57bc07b4c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909850'] for port (1c8e4700-5ce1-4ab4-a357-9d3dde87e98b), after_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:13.485137 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 50350) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:49:13.514554 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241b9d84-6b57-42a2-9f17-57350ef12b61 req-4aff25ac-661b-413d-8299-2d57bc07b4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:49:13.518237 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-241b9d84-6b57-42a2-9f17-57350ef12b61 req-4aff25ac-661b-413d-8299-2d57bc07b4c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for port (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:13.518237 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-241b9d84-6b57-42a2-9f17-57350ef12b61 req-4aff25ac-661b-413d-8299-2d57bc07b4c9 service neutron] 10.222.0.40 "PUT /v2.0/ports/1c8e4700-5ce1-4ab4-a357-9d3dde87e98b HTTP/1.1" status: 200 len: 1094 time: 0.8156297 Jun 16 00:49:13.518237 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3be606de-606d-4ed1-9de7-778277d2d4b1', 'tag': '1c8e4700-5ce1-4ab4-a357-9d3dde87e98b'}] {{(pid=111023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:49:13.519680 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849ffc5c5c28115853a01ef2d84a57e68c82d4a74a931575540ba89325b26957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-594e9572-d680-4df6-9393-65aa55166e95" -d '{"events": [{"name": "network-changed", "server_uuid": "3be606de-606d-4ed1-9de7-778277d2d4b1", "tag": "1c8e4700-5ce1-4ab4-a357-9d3dde87e98b"}]}' {{(pid=111023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:49:13.542617 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aff25ac-661b-413d-8299-2d57bc07b4c9 service neutron] Pushing event updated for resources: {'Port': ['ID=1c8e4700-5ce1-4ab4-a357-9d3dde87e98b,revision_number=3']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:49:13.568703 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 00:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb52c204-bd3c-49bb-ba77-887dc94e78b7 x-openstack-request-id: req-bb52c204-bd3c-49bb-ba77-887dc94e78b7 {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:49:13.568992 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3be606de-606d-4ed1-9de7-778277d2d4b1", "tag": "1c8e4700-5ce1-4ab4-a357-9d3dde87e98b", "status": "completed", "code": 200}]} {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:49:13.569258 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bb52c204-bd3c-49bb-ba77-887dc94e78b7 {{(pid=111023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:49:13.570201 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb52c204-bd3c-49bb-ba77-887dc94e78b7'] response: {'name': 'network-changed', 'server_uuid': '3be606de-606d-4ed1-9de7-778277d2d4b1', 'tag': '1c8e4700-5ce1-4ab4-a357-9d3dde87e98b', 'status': 'completed', 'code': 200} Jun 16 00:49:13.658158 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594e9572-d680-4df6-9393-65aa55166e95 req-311c8d8d-6325-45a0-95c0-2e8e75b00546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:49:13.659918 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-594e9572-d680-4df6-9393-65aa55166e95 req-311c8d8d-6325-45a0-95c0-2e8e75b00546 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=5e9d772a2cb14bbbaaa2dcaf5d730f6e&device_id=3be606de-606d-4ed1-9de7-778277d2d4b1 HTTP/1.1" status: 200 len: 1128 time: 0.0502808 Jun 16 00:49:13.683093 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:49:13.772425 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594e9572-d680-4df6-9393-65aa55166e95 req-4aaa0db4-bc35-4178-be5b-99ede9329d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:49:13.773901 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-594e9572-d680-4df6-9393-65aa55166e95 req-4aaa0db4-bc35-4178-be5b-99ede9329d90 service neutron] 10.222.0.40 "GET /v2.0/networks?tenant_id=5e9d772a2cb14bbbaaa2dcaf5d730f6e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1006098 Jun 16 00:49:13.815412 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:49:13.848903 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:49:13.853086 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:49:13.874773 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594e9572-d680-4df6-9393-65aa55166e95 req-cbd74271-2a83-4c9a-a3c8-4d131c715350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:49:13.876223 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-594e9572-d680-4df6-9393-65aa55166e95 req-cbd74271-2a83-4c9a-a3c8-4d131c715350 service neutron] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0967283 Jun 16 00:49:13.974785 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241b9d84-6b57-42a2-9f17-57350ef12b61 req-de504954-d30f-4f1f-8043-c97225c9992b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:49:13.976307 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-241b9d84-6b57-42a2-9f17-57350ef12b61 req-de504954-d30f-4f1f-8043-c97225c9992b service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=5e9d772a2cb14bbbaaa2dcaf5d730f6e&device_id=3be606de-606d-4ed1-9de7-778277d2d4b1 HTTP/1.1" status: 200 len: 1128 time: 0.0391266 Jun 16 00:49:13.987958 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (42cc932a-4e60-43e8-a4dc-4f47b3d3efae), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:13.997040 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-b5bbb3b1-4ea1-46b0-b609-3718779b321c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-678073'] for router_interface (81736229-b55c-4551-8c80-77ffd4cb764d), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:14.025233 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-241b9d84-6b57-42a2-9f17-57350ef12b61 req-5ee7690b-38e9-4896-9cdc-b82e0697903b service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c8e4700-5ce1-4ab4-a357-9d3dde87e98b HTTP/1.1" status: 200 len: 217 time: 0.0368679 Jun 16 00:49:14.111294 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241b9d84-6b57-42a2-9f17-57350ef12b61 req-6d03e293-29f9-473c-91d6-e59907d1d0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:49:14.113416 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-241b9d84-6b57-42a2-9f17-57350ef12b61 req-6d03e293-29f9-473c-91d6-e59907d1d0e2 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=2d07dd38-c86e-4058-8445-b36761bf9def HTTP/1.1" status: 200 len: 848 time: 0.0824180 Jun 16 00:49:14.135367 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f4a096-89ea-41f7-86d8-ceb2fd959b59 req-2e710b9b-9c5c-4a64-b05d-7a077cd12baf tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:49:14.136810 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-32f4a096-89ea-41f7-86d8-ceb2fd959b59 req-2e710b9b-9c5c-4a64-b05d-7a077cd12baf tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/ports?device_id=3be606de-606d-4ed1-9de7-778277d2d4b1 HTTP/1.1" status: 200 len: 944 time: 0.0617979 Jun 16 00:49:14.179837 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241b9d84-6b57-42a2-9f17-57350ef12b61 req-7fd447b5-800b-47df-970f-2994c3ae5a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:49:14.181324 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-241b9d84-6b57-42a2-9f17-57350ef12b61 req-7fd447b5-800b-47df-970f-2994c3ae5a6b service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0621054 Jun 16 00:49:14.219838 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.plugin [None req-b5bbb3b1-4ea1-46b0-b609-3718779b321c admin admin] Deleting port 55179b71-c585-4680-b492-8b2790e15e55 {{(pid=111022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 00:49:14.220177 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-b5bbb3b1-4ea1-46b0-b609-3718779b321c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753842671270'] for port (55179b71-c585-4680-b492-8b2790e15e55), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:14.232203 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-32f4a096-89ea-41f7-86d8-ceb2fd959b59 req-653b9a14-0401-44a4-9554-3471087d425b tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92019eb-9342-4d8c-8655-4d7e29649b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783141 Jun 16 00:49:14.298609 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-241b9d84-6b57-42a2-9f17-57350ef12b61 req-6dedb8e2-9704-42af-b8a8-326c8beecdba service neutron] 10.222.0.40 "GET /v2.0/networks/9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078606 Jun 16 00:49:14.303964 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.db [None req-b5bbb3b1-4ea1-46b0-b609-3718779b321c admin admin] For port 55179b71-c585-4680-b492-8b2790e15e55, host dv-cinder-803823-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=55179b71-c585-4680-b492-8b2790e15e55,segment=NetworkSegment(7c0103d3-cac1-4b5e-92ff-48f99487b187),segment_id=7c0103d3-cac1-4b5e-92ff-48f99487b187)] {{(pid=111022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:49:14.304340 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-b5bbb3b1-4ea1-46b0-b609-3718779b321c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642233'] for port (55179b71-c585-4680-b492-8b2790e15e55), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:14.317428 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.plugin [None req-b5bbb3b1-4ea1-46b0-b609-3718779b321c admin admin] Calling delete_port for 55179b71-c585-4680-b492-8b2790e15e55 owned by network:router_interface {{(pid=111022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 00:49:14.390109 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-241b9d84-6b57-42a2-9f17-57350ef12b61 req-93032a62-f1c2-4994-8c49-520bdda21a56 service neutron] 10.222.0.40 "GET /v2.0/networks/9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849347 Jun 16 00:49:14.418740 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=100 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:49:14.578603 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-b5bbb3b1-4ea1-46b0-b609-3718779b321c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753842673475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753842110814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18330592'] for port (55179b71-c585-4680-b492-8b2790e15e55), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:14.604983 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bbb3b1-4ea1-46b0-b609-3718779b321c admin admin] Pushing event deleted for resources: {'Port': ['ID=55179b71-c585-4680-b492-8b2790e15e55,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:49:14.764805 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-b5bbb3b1-4ea1-46b0-b609-3718779b321c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677933'] for router_interface (81736229-b55c-4551-8c80-77ffd4cb764d), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:14.867204 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:49:14.966762 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5bbb3b1-4ea1-46b0-b609-3718779b321c admin admin] Router 81736229-b55c-4551-8c80-77ffd4cb764d has already been hosted by L3 agent d0297bc9-c3a8-45ac-9023-c937cb4f21fc {{(pid=111022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 00:49:15.066404 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5bbb3b1-4ea1-46b0-b609-3718779b321c admin admin] Notify agent at l3_agent.dv-cinder-803823-11-iscsi the message routers_updated {{(pid=111022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 00:49:15.072980 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-b5bbb3b1-4ea1-46b0-b609-3718779b321c admin admin] 10.222.0.20 "PUT /v2.0/routers/81736229-b55c-4551-8c80-77ffd4cb764d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5866144 Jun 16 00:49:15.075622 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819346c4-e1cd-44c8-a091-6549165da9dd None None] Sync routers for ids ['81736229-b55c-4551-8c80-77ffd4cb764d'] in dv-cinder-803823-11-iscsi {{(pid=111025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 00:49:15.076062 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 50358) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:49:15.087174 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819346c4-e1cd-44c8-a091-6549165da9dd None None] Routers {'81736229-b55c-4551-8c80-77ffd4cb764d'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:49:15.087792 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-819346c4-e1cd-44c8-a091-6549165da9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:48:57Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['81736229-b55c-4551-8c80-77ffd4cb764d'], 'active': True} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:49:15.162176 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=100 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:49:15.172833 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-0781eb62-8768-4482-acd8-3ff41f9cc684 admin admin] Publish callbacks [] for router (81736229-b55c-4551-8c80-77ffd4cb764d), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:15.186580 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvr_db [None req-819346c4-e1cd-44c8-a091-6549165da9dd None None] Set router 81736229-b55c-4551-8c80-77ffd4cb764d gateway port host: dv-cinder-803823-11-iscsi {{(pid=111025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:49:15.270463 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-0781eb62-8768-4482-acd8-3ff41f9cc684 admin admin] Publish callbacks [] for router_gateway (81736229-b55c-4551-8c80-77ffd4cb764d), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:15.366296 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-819346c4-e1cd-44c8-a091-6549165da9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'name': 'tempest-TestVolumeBootPattern-1541016807-router', 'tenant_id': '3a122fcfab7f418baf78d7b742fa20db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '75dd5a1f-cc4c-404d-8416-946033d04d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:42:11Z', 'updated_at': '2022-06-16T00:49:14Z', 'revision_number': 5, 'project_id': '3a122fcfab7f418baf78d7b742fa20db', 'gw_port': {'id': '75dd5a1f-cc4c-404d-8416-946033d04d33', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:12Z', 'updated_at': '2022-06-16T00:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi'}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:49:15.367137 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf84ed-b448-4c38-bb61-e5efb47b1e76 req-09f50ed3-aec2-4313-b762-da0e6f31f28d tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:49:15.369596 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-35cf84ed-b448-4c38-bb61-e5efb47b1e76 req-09f50ed3-aec2-4313-b762-da0e6f31f28d tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/ports?device_id=3be606de-606d-4ed1-9de7-778277d2d4b1 HTTP/1.1" status: 200 len: 944 time: 0.0658054 Jun 16 00:49:15.382844 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=100 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:49:15.392031 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819346c4-e1cd-44c8-a091-6549165da9dd None None] Checking router: 81736229-b55c-4551-8c80-77ffd4cb764d for host: dv-cinder-803823-11-iscsi {{(pid=111025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 00:49:15.394963 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.plugin [None req-0781eb62-8768-4482-acd8-3ff41f9cc684 admin admin] Deleting port 75dd5a1f-cc4c-404d-8416-946033d04d33 {{(pid=111022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 00:49:15.394963 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-0781eb62-8768-4482-acd8-3ff41f9cc684 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753842671270'] for port (75dd5a1f-cc4c-404d-8416-946033d04d33), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:15.400187 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819346c4-e1cd-44c8-a091-6549165da9dd None None] Routers {'81736229-b55c-4551-8c80-77ffd4cb764d'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:49:15.400836 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-819346c4-e1cd-44c8-a091-6549165da9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:48:57Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['81736229-b55c-4551-8c80-77ffd4cb764d'], 'active': True} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:49:15.473736 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-35cf84ed-b448-4c38-bb61-e5efb47b1e76 req-2a997048-4985-4ddf-bed1-597277fe78e5 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92019eb-9342-4d8c-8655-4d7e29649b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983295 Jun 16 00:49:15.482903 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvr_db [None req-819346c4-e1cd-44c8-a091-6549165da9dd None None] Set router 81736229-b55c-4551-8c80-77ffd4cb764d gateway port host: None {{(pid=111025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:49:15.508155 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.db [None req-0781eb62-8768-4482-acd8-3ff41f9cc684 admin admin] For port 75dd5a1f-cc4c-404d-8416-946033d04d33, host dv-cinder-803823-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=75dd5a1f-cc4c-404d-8416-946033d04d33,segment=NetworkSegment(6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc),segment_id=6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc)] {{(pid=111022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:49:15.508558 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-0781eb62-8768-4482-acd8-3ff41f9cc684 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642233'] for port (75dd5a1f-cc4c-404d-8416-946033d04d33), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:15.521505 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.plugin [None req-0781eb62-8768-4482-acd8-3ff41f9cc684 admin admin] Calling delete_port for 75dd5a1f-cc4c-404d-8416-946033d04d33 owned by network:router_gateway {{(pid=111022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 00:49:15.534738 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-819346c4-e1cd-44c8-a091-6549165da9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'name': 'tempest-TestVolumeBootPattern-1541016807-router', 'tenant_id': '3a122fcfab7f418baf78d7b742fa20db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:42:11Z', 'updated_at': '2022-06-16T00:49:15Z', 'revision_number': 6, 'project_id': '3a122fcfab7f418baf78d7b742fa20db', 'gw_port_host': None}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:49:15.559171 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819346c4-e1cd-44c8-a091-6549165da9dd None None] The sync data for ids ['81736229-b55c-4551-8c80-77ffd4cb764d'] in dv-cinder-803823-11-iscsi is: [{'id': '81736229-b55c-4551-8c80-77ffd4cb764d', 'name': 'tempest-TestVolumeBootPattern-1541016807-router', 'tenant_id': '3a122fcfab7f418baf78d7b742fa20db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:42:11Z', 'updated_at': '2022-06-16T00:49:15Z', 'revision_number': 6, 'project_id': '3a122fcfab7f418baf78d7b742fa20db', 'gw_port_host': None}] {{(pid=111025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 00:49:15.949620 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-0781eb62-8768-4482-acd8-3ff41f9cc684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753842673475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753842110814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18330592'] for port (75dd5a1f-cc4c-404d-8416-946033d04d33), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:15.979952 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0781eb62-8768-4482-acd8-3ff41f9cc684 admin admin] Pushing event deleted for resources: {'Port': ['ID=75dd5a1f-cc4c-404d-8416-946033d04d33,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:49:16.044631 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-0781eb62-8768-4482-acd8-3ff41f9cc684 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-673148'] for router_gateway (81736229-b55c-4551-8c80-77ffd4cb764d), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:16.128065 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-0781eb62-8768-4482-acd8-3ff41f9cc684 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3429'] for router (81736229-b55c-4551-8c80-77ffd4cb764d), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:16.130213 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-0781eb62-8768-4482-acd8-3ff41f9cc684 admin admin] Publish callbacks [] for router_controller (81736229-b55c-4551-8c80-77ffd4cb764d), precommit_delete_associations {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:16.136922 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:49:16.217943 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-0781eb62-8768-4482-acd8-3ff41f9cc684 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-673004'] for router (81736229-b55c-4551-8c80-77ffd4cb764d), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:16.218451 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0781eb62-8768-4482-acd8-3ff41f9cc684 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81736229-b55c-4551-8c80-77ffd4cb764d {{(pid=111022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 00:49:16.226112 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-0781eb62-8768-4482-acd8-3ff41f9cc684 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:16.226112 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-0781eb62-8768-4482-acd8-3ff41f9cc684 admin admin] 10.222.0.20 "DELETE /v2.0/routers/81736229-b55c-4551-8c80-77ffd4cb764d HTTP/1.1" status: 204 len: 168 time: 1.1477146 Jun 16 00:49:16.226989 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 50362) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:49:16.274836 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.db.db_base_plugin_v2 [None req-70def19b-699d-4338-bfad-8963b26afdd2 admin admin] Deleting subnet bc787928-3000-44c3-a294-565141aabb84 {{(pid=111022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 00:49:16.277919 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-70def19b-699d-4338-bfad-8963b26afdd2 admin admin] Publish callbacks [] for subnet (bc787928-3000-44c3-a294-565141aabb84), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:16.313576 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-70def19b-699d-4338-bfad-8963b26afdd2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18744226'] for subnet (bc787928-3000-44c3-a294-565141aabb84), precommit_delete_associations {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:16.367697 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device 75dd5a1f-cc4c-404d-8416-946033d04d33 no longer exists at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 00:49:16.390369 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] No Port match for: 75dd5a1f-cc4c-404d-8416-946033d04d33 {{(pid=111024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 00:49:16.390714 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device 75dd5a1f-cc4c-404d-8416-946033d04d33 not bound to the agent host dv-cinder-803823-11-iscsi {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 00:49:16.391179 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device 55179b71-c585-4680-b492-8b2790e15e55 no longer exists at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 00:49:16.398019 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-70def19b-699d-4338-bfad-8963b26afdd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1219515'] for subnet (bc787928-3000-44c3-a294-565141aabb84), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:16.409832 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] No Port match for: 55179b71-c585-4680-b492-8b2790e15e55 {{(pid=111024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 00:49:16.410174 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device 55179b71-c585-4680-b492-8b2790e15e55 not bound to the agent host dv-cinder-803823-11-iscsi {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 00:49:16.517227 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-70def19b-699d-4338-bfad-8963b26afdd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1219458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18330573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18407658'] for subnet (bc787928-3000-44c3-a294-565141aabb84), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:16.545220 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70def19b-699d-4338-bfad-8963b26afdd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc787928-3000-44c3-a294-565141aabb84,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:49:16.548839 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-70def19b-699d-4338-bfad-8963b26afdd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590195'] for subnet (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:16.555446 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-70def19b-699d-4338-bfad-8963b26afdd2 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/bc787928-3000-44c3-a294-565141aabb84 HTTP/1.1" status: 204 len: 168 time: 0.3274896 Jun 16 00:49:16.556094 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 50366) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:49:16.559538 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188187ba-2a36-40f1-807e-331354fdfaf8 None None] Network edd9d18b-1d6c-4052-b07a-8baf4adc8bec requested from dv-cinder-803823-11-iscsi {{(pid=111024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 00:49:16.608172 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:49:16.614520 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d7802-8437-477b-aa45-59c4ab8eec16 req-d34ff433-8d1a-4044-ac1b-47e4724611a5 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:49:16.616076 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-b75d7802-8437-477b-aa45-59c4ab8eec16 req-d34ff433-8d1a-4044-ac1b-47e4724611a5 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/ports?device_id=3be606de-606d-4ed1-9de7-778277d2d4b1 HTTP/1.1" status: 200 len: 944 time: 0.0722742 Jun 16 00:49:16.658510 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-5c12b7c0-86bf-43f2-8fad-10275518ff59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1350587'] for network (edd9d18b-1d6c-4052-b07a-8baf4adc8bec), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:16.671125 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-b75d7802-8437-477b-aa45-59c4ab8eec16 req-4714eeec-5a18-4414-856d-280fa3b68e11 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92019eb-9342-4d8c-8655-4d7e29649b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477059 Jun 16 00:49:16.706649 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.plugin [None req-5c12b7c0-86bf-43f2-8fad-10275518ff59 admin admin] Deleting port 7115fc2c-b807-49fb-bc0a-98893a0d7b88 {{(pid=111022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 00:49:16.706990 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-5c12b7c0-86bf-43f2-8fad-10275518ff59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753842671270'] for port (7115fc2c-b807-49fb-bc0a-98893a0d7b88), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:16.739781 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e4d75f-52d3-41e4-ba88-de119bb29b37 None None] DHCP port deletion for edd9d18b-1d6c-4052-b07a-8baf4adc8bec request from dv-cinder-803823-11-iscsi {{(pid=111024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 00:49:16.774274 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.db [None req-5c12b7c0-86bf-43f2-8fad-10275518ff59 admin admin] For port 7115fc2c-b807-49fb-bc0a-98893a0d7b88, host dv-cinder-803823-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=7115fc2c-b807-49fb-bc0a-98893a0d7b88,segment=NetworkSegment(7c0103d3-cac1-4b5e-92ff-48f99487b187),segment_id=7c0103d3-cac1-4b5e-92ff-48f99487b187)] {{(pid=111022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:49:16.774635 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-5c12b7c0-86bf-43f2-8fad-10275518ff59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642233'] for port (7115fc2c-b807-49fb-bc0a-98893a0d7b88), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:16.783631 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-47e4d75f-52d3-41e4-ba88-de119bb29b37 None None] Deleting port 7115fc2c-b807-49fb-bc0a-98893a0d7b88 {{(pid=111024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 00:49:16.784002 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-47e4d75f-52d3-41e4-ba88-de119bb29b37 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753842671270'] for port (7115fc2c-b807-49fb-bc0a-98893a0d7b88), before_delete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:16.788110 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.plugin [None req-5c12b7c0-86bf-43f2-8fad-10275518ff59 admin admin] Calling delete_port for 7115fc2c-b807-49fb-bc0a-98893a0d7b88 owned by network:dhcp {{(pid=111022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 00:49:16.845495 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-47e4d75f-52d3-41e4-ba88-de119bb29b37 None None] For port 7115fc2c-b807-49fb-bc0a-98893a0d7b88, host dv-cinder-803823-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=7115fc2c-b807-49fb-bc0a-98893a0d7b88,segment=NetworkSegment(7c0103d3-cac1-4b5e-92ff-48f99487b187),segment_id=7c0103d3-cac1-4b5e-92ff-48f99487b187)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:49:16.845887 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-47e4d75f-52d3-41e4-ba88-de119bb29b37 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642233'] for port (7115fc2c-b807-49fb-bc0a-98893a0d7b88), precommit_delete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:16.859347 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-47e4d75f-52d3-41e4-ba88-de119bb29b37 None None] Calling delete_port for 7115fc2c-b807-49fb-bc0a-98893a0d7b88 owned by network:dhcp {{(pid=111024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 00:49:16.925262 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-5c12b7c0-86bf-43f2-8fad-10275518ff59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753842673475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753842110814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18330592'] for port (7115fc2c-b807-49fb-bc0a-98893a0d7b88), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:16.936483 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-47e4d75f-52d3-41e4-ba88-de119bb29b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753842673475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753842110814'] for port (7115fc2c-b807-49fb-bc0a-98893a0d7b88), after_delete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:16.948617 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:49:16.968497 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c12b7c0-86bf-43f2-8fad-10275518ff59 admin admin] Pushing event deleted for resources: {'Port': ['ID=7115fc2c-b807-49fb-bc0a-98893a0d7b88,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:49:16.975138 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c12b7c0-86bf-43f2-8fad-10275518ff59 admin admin] No DVR routers for this DVR port 7115fc2c-b807-49fb-bc0a-98893a0d7b88 on host dv-cinder-803823-11-iscsi {{(pid=111022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 00:49:16.981129 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e4d75f-52d3-41e4-ba88-de119bb29b37 None None] Pushing event deleted for resources: {'Port': ['ID=7115fc2c-b807-49fb-bc0a-98893a0d7b88,revision_number=None']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:49:16.984279 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e4d75f-52d3-41e4-ba88-de119bb29b37 None None] No DVR routers for this DVR port 7115fc2c-b807-49fb-bc0a-98893a0d7b88 on host dv-cinder-803823-11-iscsi {{(pid=111024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 00:49:16.999698 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e4d75f-52d3-41e4-ba88-de119bb29b37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:49:17.000111 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e4d75f-52d3-41e4-ba88-de119bb29b37 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:49:17.000683 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e4d75f-52d3-41e4-ba88-de119bb29b37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:49:17.001227 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e4d75f-52d3-41e4-ba88-de119bb29b37 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:49:17.001772 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e4d75f-52d3-41e4-ba88-de119bb29b37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:49:17.002309 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e4d75f-52d3-41e4-ba88-de119bb29b37 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:49:17.002857 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e4d75f-52d3-41e4-ba88-de119bb29b37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:49:17.003941 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e4d75f-52d3-41e4-ba88-de119bb29b37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:49:17.004488 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e4d75f-52d3-41e4-ba88-de119bb29b37 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:49:17.005058 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e4d75f-52d3-41e4-ba88-de119bb29b37 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:49:17.005598 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e4d75f-52d3-41e4-ba88-de119bb29b37 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:49:17.006136 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e4d75f-52d3-41e4-ba88-de119bb29b37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:49:17.006681 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e4d75f-52d3-41e4-ba88-de119bb29b37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:49:17.007217 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e4d75f-52d3-41e4-ba88-de119bb29b37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:49:17.007754 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e4d75f-52d3-41e4-ba88-de119bb29b37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:49:17.060183 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-5c12b7c0-86bf-43f2-8fad-10275518ff59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1217386', 'neutron.services.segments.db._delete_segments_for_network-8753842649658'] for network (edd9d18b-1d6c-4052-b07a-8baf4adc8bec), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:17.080784 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.services.segments.db [None req-5c12b7c0-86bf-43f2-8fad-10275518ff59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edd9d18b-1d6c-4052-b07a-8baf4adc8bec']}} {{(pid=111022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:49:17.091081 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.services.segments.db [None req-5c12b7c0-86bf-43f2-8fad-10275518ff59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c0103d3-cac1-4b5e-92ff-48f99487b187') {'for_net_delete': True} {{(pid=111022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:49:17.091374 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.services.segments.db [None req-5c12b7c0-86bf-43f2-8fad-10275518ff59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c0103d3-cac1-4b5e-92ff-48f99487b187') {} {{(pid=111022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:49:17.100765 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-5c12b7c0-86bf-43f2-8fad-10275518ff59 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753842648513', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18744251'] for segment (7c0103d3-cac1-4b5e-92ff-48f99487b187), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:17.113629 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-5c12b7c0-86bf-43f2-8fad-10275518ff59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219328'] for segment (7c0103d3-cac1-4b5e-92ff-48f99487b187), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:17.119906 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c12b7c0-86bf-43f2-8fad-10275518ff59 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=111022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 00:49:17.120284 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-5c12b7c0-86bf-43f2-8fad-10275518ff59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18330515'] for segment (7c0103d3-cac1-4b5e-92ff-48f99487b187), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:17.207690 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.services.segments.plugin [-] Segment 7c0103d3-cac1-4b5e-92ff-48f99487b187 resource provider aggregate not found Jun 16 00:49:17.226978 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.services.segments.plugin [-] Segment 7c0103d3-cac1-4b5e-92ff-48f99487b187 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7c0103d3-cac1-4b5e-92ff-48f99487b187 found for delete ", "request_id": "req-f21ccb47-fddc-463f-8fa3-f19cb6f4607f"}]} Jun 16 00:49:17.250121 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-5c12b7c0-86bf-43f2-8fad-10275518ff59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1220132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673112'] for network (edd9d18b-1d6c-4052-b07a-8baf4adc8bec), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:17.256493 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-5c12b7c0-86bf-43f2-8fad-10275518ff59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590195'] for network (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:17.259605 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-5c12b7c0-86bf-43f2-8fad-10275518ff59 admin admin] 10.222.0.20 "DELETE /v2.0/networks/edd9d18b-1d6c-4052-b07a-8baf4adc8bec HTTP/1.1" status: 204 len: 168 time: 0.7025058 Jun 16 00:49:17.262750 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 50374) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:49:17.270764 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c12b7c0-86bf-43f2-8fad-10275518ff59 admin admin] Pushing event deleted for resources: {'Network': ['ID=edd9d18b-1d6c-4052-b07a-8baf4adc8bec,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:49:17.479105 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=100 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:49:17.566318 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-61c6066b-0e44-4ea0-b288-1a07d64d533e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-678073'] for router_interface (202de89f-0070-4642-a65d-70f683f5c22b), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:17.776866 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=100 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:49:17.779730 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [None req-61c6066b-0e44-4ea0-b288-1a07d64d533e admin admin] Deleting port 4036f5c8-e956-478d-ac61-cbab54fac187 {{(pid=111023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 00:49:17.780210 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-61c6066b-0e44-4ea0-b288-1a07d64d533e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753842671270'] for port (4036f5c8-e956-478d-ac61-cbab54fac187), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:17.788728 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab760b1-8a46-41e9-a4df-ec7f59b12ca6 req-0058a587-be3c-47c8-aeab-e915efde856e tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:49:17.792675 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-aab760b1-8a46-41e9-a4df-ec7f59b12ca6 req-0058a587-be3c-47c8-aeab-e915efde856e tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/ports?device_id=3be606de-606d-4ed1-9de7-778277d2d4b1 HTTP/1.1" status: 200 len: 944 time: 0.0470202 Jun 16 00:49:17.830852 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:49:17.839976 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-aab760b1-8a46-41e9-a4df-ec7f59b12ca6 req-b9469c82-98e7-4491-8b94-42efeb0aa761 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92019eb-9342-4d8c-8655-4d7e29649b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440559 Jun 16 00:49:17.863518 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.db [None req-61c6066b-0e44-4ea0-b288-1a07d64d533e admin admin] For port 4036f5c8-e956-478d-ac61-cbab54fac187, host dv-cinder-803823-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=4036f5c8-e956-478d-ac61-cbab54fac187,segment=NetworkSegment(e5722f67-5afb-4949-a05d-a82ec0119e00),segment_id=e5722f67-5afb-4949-a05d-a82ec0119e00)] {{(pid=111023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:49:17.863877 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-61c6066b-0e44-4ea0-b288-1a07d64d533e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642233'] for port (4036f5c8-e956-478d-ac61-cbab54fac187), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:17.876740 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [None req-61c6066b-0e44-4ea0-b288-1a07d64d533e admin admin] Calling delete_port for 4036f5c8-e956-478d-ac61-cbab54fac187 owned by network:router_interface {{(pid=111023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 00:49:18.114912 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device 7115fc2c-b807-49fb-bc0a-98893a0d7b88 no longer exists at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 00:49:18.126475 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-61c6066b-0e44-4ea0-b288-1a07d64d533e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753842673475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753842110814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909837'] for port (4036f5c8-e956-478d-ac61-cbab54fac187), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:18.134904 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] No Port match for: 7115fc2c-b807-49fb-bc0a-98893a0d7b88 {{(pid=111024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 00:49:18.135243 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device 7115fc2c-b807-49fb-bc0a-98893a0d7b88 not bound to the agent host dv-cinder-803823-11-iscsi {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 00:49:18.153935 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c6066b-0e44-4ea0-b288-1a07d64d533e admin admin] Pushing event deleted for resources: {'Port': ['ID=4036f5c8-e956-478d-ac61-cbab54fac187,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:49:18.315045 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-61c6066b-0e44-4ea0-b288-1a07d64d533e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677933'] for router_interface (202de89f-0070-4642-a65d-70f683f5c22b), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:18.471891 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:49:18.513981 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c6066b-0e44-4ea0-b288-1a07d64d533e admin admin] Router 202de89f-0070-4642-a65d-70f683f5c22b has already been hosted by L3 agent d0297bc9-c3a8-45ac-9023-c937cb4f21fc {{(pid=111023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 00:49:18.579232 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:49:18.618035 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c6066b-0e44-4ea0-b288-1a07d64d533e admin admin] Notify agent at l3_agent.dv-cinder-803823-11-iscsi the message routers_updated {{(pid=111023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 00:49:18.626012 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-61c6066b-0e44-4ea0-b288-1a07d64d533e admin admin] 10.222.0.20 "PUT /v2.0/routers/202de89f-0070-4642-a65d-70f683f5c22b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3591959 Jun 16 00:49:18.626012 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 50378) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:49:18.627893 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c70b7d1-38f3-45fb-902b-86efe6f8e449 None None] Sync routers for ids ['202de89f-0070-4642-a65d-70f683f5c22b'] in dv-cinder-803823-11-iscsi {{(pid=111024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 00:49:18.639129 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c70b7d1-38f3-45fb-902b-86efe6f8e449 None None] Routers {'202de89f-0070-4642-a65d-70f683f5c22b'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:49:18.639742 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-0c70b7d1-38f3-45fb-902b-86efe6f8e449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:48:57Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['202de89f-0070-4642-a65d-70f683f5c22b'], 'active': True} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:49:18.723354 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-7604c450-a03c-48cb-ad08-d3fcd25a4f0a admin admin] Publish callbacks [] for router (202de89f-0070-4642-a65d-70f683f5c22b), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:18.737336 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvr_db [None req-0c70b7d1-38f3-45fb-902b-86efe6f8e449 None None] Set router 202de89f-0070-4642-a65d-70f683f5c22b gateway port host: dv-cinder-803823-11-iscsi {{(pid=111024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:49:18.818451 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-7604c450-a03c-48cb-ad08-d3fcd25a4f0a admin admin] Publish callbacks [] for router_gateway (202de89f-0070-4642-a65d-70f683f5c22b), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:18.904363 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-0c70b7d1-38f3-45fb-902b-86efe6f8e449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202de89f-0070-4642-a65d-70f683f5c22b', 'name': 'tempest-TestVolumeBootPattern-1472857262-router', 'tenant_id': '462ba7aac9634b0eb45f69eeed5823ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'b3f6f328-aaed-4146-85e2-5aa9c2371b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:42:18Z', 'updated_at': '2022-06-16T00:49:18Z', 'revision_number': 5, 'project_id': '462ba7aac9634b0eb45f69eeed5823ec', 'gw_port': {'id': 'b3f6f328-aaed-4146-85e2-5aa9c2371b92', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202de89f-0070-4642-a65d-70f683f5c22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:42:19Z', 'updated_at': '2022-06-16T00:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi'}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:49:18.929712 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c70b7d1-38f3-45fb-902b-86efe6f8e449 None None] Checking router: 202de89f-0070-4642-a65d-70f683f5c22b for host: dv-cinder-803823-11-iscsi {{(pid=111024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 00:49:18.938204 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c70b7d1-38f3-45fb-902b-86efe6f8e449 None None] Routers {'202de89f-0070-4642-a65d-70f683f5c22b'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:49:18.938793 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-0c70b7d1-38f3-45fb-902b-86efe6f8e449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:48:57Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['202de89f-0070-4642-a65d-70f683f5c22b'], 'active': True} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:49:18.946684 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [None req-7604c450-a03c-48cb-ad08-d3fcd25a4f0a admin admin] Deleting port b3f6f328-aaed-4146-85e2-5aa9c2371b92 {{(pid=111023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 00:49:18.947021 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-7604c450-a03c-48cb-ad08-d3fcd25a4f0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753842671270'] for port (b3f6f328-aaed-4146-85e2-5aa9c2371b92), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:18.976017 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f5f312-8108-4e0b-a9ea-fd64b840cb38 req-a88bf38a-5d8c-46d3-b871-e48128246a77 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:49:18.977514 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-70f5f312-8108-4e0b-a9ea-fd64b840cb38 req-a88bf38a-5d8c-46d3-b871-e48128246a77 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/ports?device_id=3be606de-606d-4ed1-9de7-778277d2d4b1 HTTP/1.1" status: 200 len: 944 time: 0.0690792 Jun 16 00:49:19.021169 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvr_db [None req-0c70b7d1-38f3-45fb-902b-86efe6f8e449 None None] Set router 202de89f-0070-4642-a65d-70f683f5c22b gateway port host: None {{(pid=111024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:49:19.071365 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-0c70b7d1-38f3-45fb-902b-86efe6f8e449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202de89f-0070-4642-a65d-70f683f5c22b', 'name': 'tempest-TestVolumeBootPattern-1472857262-router', 'tenant_id': '462ba7aac9634b0eb45f69eeed5823ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:42:18Z', 'updated_at': '2022-06-16T00:49:18Z', 'revision_number': 6, 'project_id': '462ba7aac9634b0eb45f69eeed5823ec', 'gw_port_host': None}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:49:19.079089 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-70f5f312-8108-4e0b-a9ea-fd64b840cb38 req-8e704d6c-6f44-45d5-8531-67a7e061a220 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92019eb-9342-4d8c-8655-4d7e29649b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950286 Jun 16 00:49:19.080861 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.db [None req-7604c450-a03c-48cb-ad08-d3fcd25a4f0a admin admin] For port b3f6f328-aaed-4146-85e2-5aa9c2371b92, host dv-cinder-803823-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=b3f6f328-aaed-4146-85e2-5aa9c2371b92,segment=NetworkSegment(6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc),segment_id=6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc)] {{(pid=111023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:49:19.081257 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-7604c450-a03c-48cb-ad08-d3fcd25a4f0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642233'] for port (b3f6f328-aaed-4146-85e2-5aa9c2371b92), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:19.095204 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c70b7d1-38f3-45fb-902b-86efe6f8e449 None None] The sync data for ids ['202de89f-0070-4642-a65d-70f683f5c22b'] in dv-cinder-803823-11-iscsi is: [{'id': '202de89f-0070-4642-a65d-70f683f5c22b', 'name': 'tempest-TestVolumeBootPattern-1472857262-router', 'tenant_id': '462ba7aac9634b0eb45f69eeed5823ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:42:18Z', 'updated_at': '2022-06-16T00:49:18Z', 'revision_number': 6, 'project_id': '462ba7aac9634b0eb45f69eeed5823ec', 'gw_port_host': None}] {{(pid=111024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 00:49:19.096736 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [None req-7604c450-a03c-48cb-ad08-d3fcd25a4f0a admin admin] Calling delete_port for b3f6f328-aaed-4146-85e2-5aa9c2371b92 owned by network:router_gateway {{(pid=111023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 00:49:19.326322 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-7604c450-a03c-48cb-ad08-d3fcd25a4f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753842673475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753842110814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909837'] for port (b3f6f328-aaed-4146-85e2-5aa9c2371b92), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:19.356559 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7604c450-a03c-48cb-ad08-d3fcd25a4f0a admin admin] Pushing event deleted for resources: {'Port': ['ID=b3f6f328-aaed-4146-85e2-5aa9c2371b92,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:49:19.374245 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:49:19.415025 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-7604c450-a03c-48cb-ad08-d3fcd25a4f0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-673148'] for router_gateway (202de89f-0070-4642-a65d-70f683f5c22b), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:19.504574 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-7604c450-a03c-48cb-ad08-d3fcd25a4f0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3429'] for router (202de89f-0070-4642-a65d-70f683f5c22b), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:19.506843 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-7604c450-a03c-48cb-ad08-d3fcd25a4f0a admin admin] Publish callbacks [] for router_controller (202de89f-0070-4642-a65d-70f683f5c22b), precommit_delete_associations {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:19.645209 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-7604c450-a03c-48cb-ad08-d3fcd25a4f0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-673004'] for router (202de89f-0070-4642-a65d-70f683f5c22b), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:19.645777 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7604c450-a03c-48cb-ad08-d3fcd25a4f0a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 202de89f-0070-4642-a65d-70f683f5c22b {{(pid=111023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 00:49:19.650655 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-7604c450-a03c-48cb-ad08-d3fcd25a4f0a admin admin] Publish callbacks [] for router (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:19.655180 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-7604c450-a03c-48cb-ad08-d3fcd25a4f0a admin admin] 10.222.0.20 "DELETE /v2.0/routers/202de89f-0070-4642-a65d-70f683f5c22b HTTP/1.1" status: 204 len: 168 time: 1.0243235 Jun 16 00:49:19.655180 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 50382) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:49:19.698398 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.db_base_plugin_v2 [None req-dae79124-b9ac-4c80-8028-ac43e74c4df9 admin admin] Deleting subnet 16eebe3c-134a-4dba-80a3-d862dd528edc {{(pid=111023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 00:49:19.701467 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-dae79124-b9ac-4c80-8028-ac43e74c4df9 admin admin] Publish callbacks [] for subnet (16eebe3c-134a-4dba-80a3-d862dd528edc), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:19.734285 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-dae79124-b9ac-4c80-8028-ac43e74c4df9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10236084'] for subnet (16eebe3c-134a-4dba-80a3-d862dd528edc), precommit_delete_associations {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:19.735803 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:49:20.087892 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-dae79124-b9ac-4c80-8028-ac43e74c4df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1219515'] for subnet (16eebe3c-134a-4dba-80a3-d862dd528edc), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:20.138804 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device b3f6f328-aaed-4146-85e2-5aa9c2371b92 no longer exists at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 00:49:20.162139 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] No Port match for: b3f6f328-aaed-4146-85e2-5aa9c2371b92 {{(pid=111024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 00:49:20.162486 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device b3f6f328-aaed-4146-85e2-5aa9c2371b92 not bound to the agent host dv-cinder-803823-11-iscsi {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 00:49:20.162932 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device 4036f5c8-e956-478d-ac61-cbab54fac187 no longer exists at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 00:49:20.190463 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] No Port match for: 4036f5c8-e956-478d-ac61-cbab54fac187 {{(pid=111024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 00:49:20.190463 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device 4036f5c8-e956-478d-ac61-cbab54fac187 not bound to the agent host dv-cinder-803823-11-iscsi {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 00:49:20.200981 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-dae79124-b9ac-4c80-8028-ac43e74c4df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1219458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2909856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10303412'] for subnet (16eebe3c-134a-4dba-80a3-d862dd528edc), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:20.201929 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95666adb-0f31-4781-9c0a-cd9cc09a9f72 req-ce886e3b-2bc7-4593-8a8b-414cb8568684 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:49:20.203651 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-95666adb-0f31-4781-9c0a-cd9cc09a9f72 req-ce886e3b-2bc7-4593-8a8b-414cb8568684 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/ports?device_id=3be606de-606d-4ed1-9de7-778277d2d4b1 HTTP/1.1" status: 200 len: 944 time: 0.0518081 Jun 16 00:49:20.225938 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae79124-b9ac-4c80-8028-ac43e74c4df9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16eebe3c-134a-4dba-80a3-d862dd528edc,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:49:20.238978 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-dae79124-b9ac-4c80-8028-ac43e74c4df9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:20.242675 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-dae79124-b9ac-4c80-8028-ac43e74c4df9 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/16eebe3c-134a-4dba-80a3-d862dd528edc HTTP/1.1" status: 204 len: 168 time: 0.5878870 Jun 16 00:49:20.245136 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8452f78b-10b1-431d-b497-569ad426b685 None None] Network d2482201-a84a-409d-8a08-2ab596b1c49b requested from dv-cinder-803823-11-iscsi {{(pid=111024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 00:49:20.248555 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 50386) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:49:20.259785 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-95666adb-0f31-4781-9c0a-cd9cc09a9f72 req-7f9fb4ee-a37d-4620-b07e-260b59a10ce7 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92019eb-9342-4d8c-8655-4d7e29649b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502911 Jun 16 00:49:20.321095 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-a7c724e4-f075-4713-811e-e08d7f918091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1350587'] for network (d2482201-a84a-409d-8a08-2ab596b1c49b), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:20.323596 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:49:20.367488 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [None req-a7c724e4-f075-4713-811e-e08d7f918091 admin admin] Deleting port 394f0615-d86f-448c-a123-45f519bbdd83 {{(pid=111023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 00:49:20.367821 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-a7c724e4-f075-4713-811e-e08d7f918091 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753842671270'] for port (394f0615-d86f-448c-a123-45f519bbdd83), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:20.399646 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b317e3b9-bee3-4781-9f87-9a4abe9a460c None None] DHCP port deletion for d2482201-a84a-409d-8a08-2ab596b1c49b request from dv-cinder-803823-11-iscsi {{(pid=111024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 00:49:20.432099 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.db [None req-a7c724e4-f075-4713-811e-e08d7f918091 admin admin] For port 394f0615-d86f-448c-a123-45f519bbdd83, host dv-cinder-803823-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=394f0615-d86f-448c-a123-45f519bbdd83,segment=NetworkSegment(e5722f67-5afb-4949-a05d-a82ec0119e00),segment_id=e5722f67-5afb-4949-a05d-a82ec0119e00)] {{(pid=111023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:49:20.432538 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-a7c724e4-f075-4713-811e-e08d7f918091 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642233'] for port (394f0615-d86f-448c-a123-45f519bbdd83), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:20.436503 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-b317e3b9-bee3-4781-9f87-9a4abe9a460c None None] Deleting port 394f0615-d86f-448c-a123-45f519bbdd83 {{(pid=111024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 00:49:20.436912 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-b317e3b9-bee3-4781-9f87-9a4abe9a460c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753842671270'] for port (394f0615-d86f-448c-a123-45f519bbdd83), before_delete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:20.453824 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [None req-a7c724e4-f075-4713-811e-e08d7f918091 admin admin] Calling delete_port for 394f0615-d86f-448c-a123-45f519bbdd83 owned by network:dhcp {{(pid=111023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 00:49:20.504051 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-b317e3b9-bee3-4781-9f87-9a4abe9a460c None None] For port 394f0615-d86f-448c-a123-45f519bbdd83, host dv-cinder-803823-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=394f0615-d86f-448c-a123-45f519bbdd83,segment=NetworkSegment(e5722f67-5afb-4949-a05d-a82ec0119e00),segment_id=e5722f67-5afb-4949-a05d-a82ec0119e00)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:49:20.504444 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-b317e3b9-bee3-4781-9f87-9a4abe9a460c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642233'] for port (394f0615-d86f-448c-a123-45f519bbdd83), precommit_delete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:20.517391 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-b317e3b9-bee3-4781-9f87-9a4abe9a460c None None] Calling delete_port for 394f0615-d86f-448c-a123-45f519bbdd83 owned by network:dhcp {{(pid=111024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 00:49:20.582106 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-a7c724e4-f075-4713-811e-e08d7f918091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753842673475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753842110814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909837'] for port (394f0615-d86f-448c-a123-45f519bbdd83), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:20.591395 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-b317e3b9-bee3-4781-9f87-9a4abe9a460c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753842673475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753842110814'] for port (394f0615-d86f-448c-a123-45f519bbdd83), after_delete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:20.607336 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c724e4-f075-4713-811e-e08d7f918091 admin admin] Pushing event deleted for resources: {'Port': ['ID=394f0615-d86f-448c-a123-45f519bbdd83,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:49:20.610983 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c724e4-f075-4713-811e-e08d7f918091 admin admin] No DVR routers for this DVR port 394f0615-d86f-448c-a123-45f519bbdd83 on host dv-cinder-803823-11-iscsi {{(pid=111023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 00:49:20.624819 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b317e3b9-bee3-4781-9f87-9a4abe9a460c None None] No DVR routers for this DVR port 394f0615-d86f-448c-a123-45f519bbdd83 on host dv-cinder-803823-11-iscsi {{(pid=111024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 00:49:20.629438 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b317e3b9-bee3-4781-9f87-9a4abe9a460c None None] Pushing event deleted for resources: {'Port': ['ID=394f0615-d86f-448c-a123-45f519bbdd83,revision_number=None']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:49:20.685039 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-a7c724e4-f075-4713-811e-e08d7f918091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1217386', 'neutron.services.segments.db._delete_segments_for_network-8753842649658'] for network (d2482201-a84a-409d-8a08-2ab596b1c49b), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:20.697408 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:49:20.706840 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.services.segments.db [None req-a7c724e4-f075-4713-811e-e08d7f918091 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2482201-a84a-409d-8a08-2ab596b1c49b']}} {{(pid=111023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:49:20.715397 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.services.segments.db [None req-a7c724e4-f075-4713-811e-e08d7f918091 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5722f67-5afb-4949-a05d-a82ec0119e00') {'for_net_delete': True} {{(pid=111023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:49:20.715693 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.services.segments.db [None req-a7c724e4-f075-4713-811e-e08d7f918091 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5722f67-5afb-4949-a05d-a82ec0119e00') {} {{(pid=111023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:49:20.725255 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-a7c724e4-f075-4713-811e-e08d7f918091 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753842648513', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10236077'] for segment (e5722f67-5afb-4949-a05d-a82ec0119e00), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:20.739460 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-a7c724e4-f075-4713-811e-e08d7f918091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219328'] for segment (e5722f67-5afb-4949-a05d-a82ec0119e00), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:20.745705 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7c724e4-f075-4713-811e-e08d7f918091 admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=111023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 00:49:20.746085 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-a7c724e4-f075-4713-811e-e08d7f918091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2909950'] for segment (e5722f67-5afb-4949-a05d-a82ec0119e00), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:20.764599 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.services.segments.plugin [-] Segment e5722f67-5afb-4949-a05d-a82ec0119e00 resource provider aggregate not found Jun 16 00:49:20.805853 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.services.segments.plugin [-] Segment e5722f67-5afb-4949-a05d-a82ec0119e00 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e5722f67-5afb-4949-a05d-a82ec0119e00 found for delete ", "request_id": "req-5644242f-d363-4796-b0e5-03d52da87ca6"}]} Jun 16 00:49:20.861678 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-a7c724e4-f075-4713-811e-e08d7f918091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1220132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673112'] for network (d2482201-a84a-409d-8a08-2ab596b1c49b), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:20.867558 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-a7c724e4-f075-4713-811e-e08d7f918091 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590195'] for network (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:20.870588 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-a7c724e4-f075-4713-811e-e08d7f918091 admin admin] 10.222.0.20 "DELETE /v2.0/networks/d2482201-a84a-409d-8a08-2ab596b1c49b HTTP/1.1" status: 204 len: 168 time: 0.6210873 Jun 16 00:49:20.881382 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c724e4-f075-4713-811e-e08d7f918091 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2482201-a84a-409d-8a08-2ab596b1c49b,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:49:21.046994 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device 1c8e4700-5ce1-4ab4-a357-9d3dde87e98b details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=111024) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 00:49:21.136930 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:49:21.144325 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] For port 1c8e4700-5ce1-4ab4-a357-9d3dde87e98b, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=1c8e4700-5ce1-4ab4-a357-9d3dde87e98b,segment=NetworkSegment(feed6410-1fa7-4119-b6bd-fef13b994103),segment_id=feed6410-1fa7-4119-b6bd-fef13b994103)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:49:21.155215 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Returning: {'device': '1c8e4700-5ce1-4ab4-a357-9d3dde87e98b', 'network_id': '9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50', 'port_id': '1c8e4700-5ce1-4ab4-a357-9d3dde87e98b', 'mac_address': 'fa:16:3e:f8:82:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d07dd38-c86e-4058-8445-b36761bf9def', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111024) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 00:49:21.193330 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Current status of the port 1c8e4700-5ce1-4ab4-a357-9d3dde87e98b is: DOWN; New status is: BUILD {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:49:21.193702 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (1c8e4700-5ce1-4ab4-a357-9d3dde87e98b), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:21.207094 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.notifiers.nova [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c8e4700-5ce1-4ab4-a357-9d3dde87e98b {{(pid=111024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 00:49:21.209751 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 50394) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:49:21.227329 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] For port 1c8e4700-5ce1-4ab4-a357-9d3dde87e98b, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=1c8e4700-5ce1-4ab4-a357-9d3dde87e98b,segment=NetworkSegment(feed6410-1fa7-4119-b6bd-fef13b994103),segment_id=feed6410-1fa7-4119-b6bd-fef13b994103)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:49:21.254644 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-af0a6545-2c27-429d-8d53-cd1abf255439 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3a122fcfab7f418baf78d7b742fa20db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0433581 Jun 16 00:49:21.257078 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 50396) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:49:21.304219 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-9c387481-7cb9-427e-b83e-4428f96d87d9 admin admin] Publish callbacks [] for security_group (ecce3cdd-9a62-4f2e-bfaf-b650a6fd56af), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:21.326098 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-9c387481-7cb9-427e-b83e-4428f96d87d9 admin admin] Publish callbacks [] for security_group (ecce3cdd-9a62-4f2e-bfaf-b650a6fd56af), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:21.330220 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (1c8e4700-5ce1-4ab4-a357-9d3dde87e98b), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:21.379102 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Pushing event updated for resources: {'Port': ['ID=1c8e4700-5ce1-4ab4-a357-9d3dde87e98b,revision_number=4']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:49:21.382529 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:49:21.398373 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5561213-cc23-4813-8e3d-f3a17f0c55b5 req-28d22199-775e-4e27-b346-d1a0045d4598 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:49:21.399802 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-f5561213-cc23-4813-8e3d-f3a17f0c55b5 req-28d22199-775e-4e27-b346-d1a0045d4598 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/ports?device_id=3be606de-606d-4ed1-9de7-778277d2d4b1 HTTP/1.1" status: 200 len: 945 time: 0.0652521 Jun 16 00:49:21.450524 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-f5561213-cc23-4813-8e3d-f3a17f0c55b5 req-6f184675-eaf0-4e78-8cea-842ef5eea502 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92019eb-9342-4d8c-8655-4d7e29649b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446832 Jun 16 00:49:21.509466 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-9c387481-7cb9-427e-b83e-4428f96d87d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (ecce3cdd-9a62-4f2e-bfaf-b650a6fd56af), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:21.512063 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-9c387481-7cb9-427e-b83e-4428f96d87d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:21.513235 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-9c387481-7cb9-427e-b83e-4428f96d87d9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ecce3cdd-9a62-4f2e-bfaf-b650a6fd56af HTTP/1.1" status: 204 len: 168 time: 0.2552364 Jun 16 00:49:21.521909 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c387481-7cb9-427e-b83e-4428f96d87d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecce3cdd-9a62-4f2e-bfaf-b650a6fd56af,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:49:21.608695 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] get_ports_and_sgs() called for port_ids ['1c8e4700-5ce1-4ab4-a357-9d3dde87e98b'] {{(pid=111024) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 00:49:21.786826 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:49:22.116351 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device 394f0615-d86f-448c-a123-45f519bbdd83 no longer exists at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 00:49:22.136330 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] No Port match for: 394f0615-d86f-448c-a123-45f519bbdd83 {{(pid=111024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 00:49:22.136710 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device 394f0615-d86f-448c-a123-45f519bbdd83 not bound to the agent host dv-cinder-803823-11-iscsi {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 00:49:22.181550 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 50404) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:49:22.221332 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-38db0d19-b7b0-4b7a-9e5a-f1ad1be8393f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=462ba7aac9634b0eb45f69eeed5823ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386853 Jun 16 00:49:22.223689 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 50406) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:49:22.270078 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-afe2d3f9-653b-4deb-b57e-32f675155933 admin admin] Publish callbacks [] for security_group (759dd58d-4208-4fe9-9ec4-198eb5dc04d3), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:22.291860 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-afe2d3f9-653b-4deb-b57e-32f675155933 admin admin] Publish callbacks [] for security_group (759dd58d-4208-4fe9-9ec4-198eb5dc04d3), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:22.400279 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-afe2d3f9-653b-4deb-b57e-32f675155933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (759dd58d-4208-4fe9-9ec4-198eb5dc04d3), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:22.402780 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-afe2d3f9-653b-4deb-b57e-32f675155933 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:22.403913 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-afe2d3f9-653b-4deb-b57e-32f675155933 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/759dd58d-4208-4fe9-9ec4-198eb5dc04d3 HTTP/1.1" status: 204 len: 168 time: 0.1793668 Jun 16 00:49:22.412168 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe2d3f9-653b-4deb-b57e-32f675155933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=759dd58d-4208-4fe9-9ec4-198eb5dc04d3,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:49:22.569885 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cbbb85-30e5-48a9-a030-f8b4955defe0 req-08c17384-c392-416e-a476-c4f635a6ad41 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:49:22.571373 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-20cbbb85-30e5-48a9-a030-f8b4955defe0 req-08c17384-c392-416e-a476-c4f635a6ad41 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/ports?device_id=3be606de-606d-4ed1-9de7-778277d2d4b1 HTTP/1.1" status: 200 len: 945 time: 0.0463250 Jun 16 00:49:22.621416 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-20cbbb85-30e5-48a9-a030-f8b4955defe0 req-c9d95787-0946-42ee-aa82-354c69e704d1 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92019eb-9342-4d8c-8655-4d7e29649b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444894 Jun 16 00:49:23.063879 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device 1c8e4700-5ce1-4ab4-a357-9d3dde87e98b up at agent hyperv_hv-cinder-80382 {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:49:23.104571 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Provisioning for port 1c8e4700-5ce1-4ab4-a357-9d3dde87e98b completed by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 00:49:23.188995 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Provisioning complete for port 1c8e4700-5ce1-4ab4-a357-9d3dde87e98b triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:49:23.189381 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (1c8e4700-5ce1-4ab4-a357-9d3dde87e98b), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:23.259681 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Current status of the port 1c8e4700-5ce1-4ab4-a357-9d3dde87e98b is: BUILD; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:49:23.260034 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (1c8e4700-5ce1-4ab4-a357-9d3dde87e98b), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:23.283063 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3be606de-606d-4ed1-9de7-778277d2d4b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c8e4700-5ce1-4ab4-a357-9d3dde87e98b'}] {{(pid=111024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:49:23.285839 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4573778420d3d0f041bbf6733ae9852b47924bf8d6b8ed88ee9f05ae747ab312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f26afa71-d7d3-4fe4-972b-a9b1957d6303" -d '{"events": [{"server_uuid": "3be606de-606d-4ed1-9de7-778277d2d4b1", "name": "network-vif-plugged", "status": "completed", "tag": "1c8e4700-5ce1-4ab4-a357-9d3dde87e98b"}]}' {{(pid=111024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:49:23.301579 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] For port 1c8e4700-5ce1-4ab4-a357-9d3dde87e98b, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=1c8e4700-5ce1-4ab4-a357-9d3dde87e98b,segment=NetworkSegment(feed6410-1fa7-4119-b6bd-fef13b994103),segment_id=feed6410-1fa7-4119-b6bd-fef13b994103)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:49:23.323841 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 00:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5dd349d-09f4-475d-acef-8b674879c6de x-openstack-request-id: req-b5dd349d-09f4-475d-acef-8b674879c6de {{(pid=111024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:49:23.327094 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3be606de-606d-4ed1-9de7-778277d2d4b1", "name": "network-vif-plugged", "status": "completed", "tag": "1c8e4700-5ce1-4ab4-a357-9d3dde87e98b", "code": 200}]} {{(pid=111024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:49:23.327094 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b5dd349d-09f4-475d-acef-8b674879c6de {{(pid=111024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:49:23.327094 dv-cinder-803823-11-iscsi neutron-server[111024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5dd349d-09f4-475d-acef-8b674879c6de'] response: {'server_uuid': '3be606de-606d-4ed1-9de7-778277d2d4b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c8e4700-5ce1-4ab4-a357-9d3dde87e98b', 'code': 200} Jun 16 00:49:23.365935 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (1c8e4700-5ce1-4ab4-a357-9d3dde87e98b), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:23.411652 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Pushing event updated for resources: {'Port': ['ID=1c8e4700-5ce1-4ab4-a357-9d3dde87e98b,revision_number=5']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:49:23.738431 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c64d99-3051-4bdc-8c72-d4d2ace85d88 req-2104e235-f4f5-47c5-aecb-73b3b864e6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:49:23.740025 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-19c64d99-3051-4bdc-8c72-d4d2ace85d88 req-2104e235-f4f5-47c5-aecb-73b3b864e6a3 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=3be606de-606d-4ed1-9de7-778277d2d4b1 HTTP/1.1" status: 200 len: 1130 time: 0.0428634 Jun 16 00:49:23.740585 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeefc3b-7f87-4336-8973-535da2eeb771 req-a0559651-27e0-4aa1-879c-df46e80a49fa tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:49:23.742052 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-dfeefc3b-7f87-4336-8973-535da2eeb771 req-a0559651-27e0-4aa1-879c-df46e80a49fa tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/ports?device_id=3be606de-606d-4ed1-9de7-778277d2d4b1 HTTP/1.1" status: 200 len: 946 time: 0.0517483 Jun 16 00:49:23.790348 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-19c64d99-3051-4bdc-8c72-d4d2ace85d88 req-c8ee8a9f-0b65-4ce3-b56a-5ee1f114ca00 service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=b92019eb-9342-4d8c-8655-4d7e29649b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405462 Jun 16 00:49:23.791624 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-dfeefc3b-7f87-4336-8973-535da2eeb771 req-ea3b9bd5-800f-452a-91e0-49bd25ea8479 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92019eb-9342-4d8c-8655-4d7e29649b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434251 Jun 16 00:49:23.819049 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.agents_db [None req-15653567-1518-4353-bd1f-4d0dcdae15fd None None] Agent healthcheck: found 6 active agents {{(pid=111025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 00:49:24.537532 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-6e63c197-7f10-4aa2-8464-ac3fd64d86b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (2a8c543c-b8d9-40d8-999c-fa03b757f547), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:24.906650 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4386ee8-37a5-4ab8-a4d5-a3b9ca3e295d req-5796a41e-bb6e-4c1a-ba3c-ae7ed14fa8f7 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:49:24.908074 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-b4386ee8-37a5-4ab8-a4d5-a3b9ca3e295d req-5796a41e-bb6e-4c1a-ba3c-ae7ed14fa8f7 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/ports?device_id=3be606de-606d-4ed1-9de7-778277d2d4b1 HTTP/1.1" status: 200 len: 946 time: 0.0458932 Jun 16 00:49:24.958680 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-b4386ee8-37a5-4ab8-a4d5-a3b9ca3e295d req-987d2d79-737f-457b-9673-b52e0b4789ef tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92019eb-9342-4d8c-8655-4d7e29649b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434992 Jun 16 00:49:26.070661 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0274b3cb-b700-4cc6-888e-a158b2e5552d req-a053158b-b004-44b7-bea7-ba4e67c3de93 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:49:26.072130 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-0274b3cb-b700-4cc6-888e-a158b2e5552d req-a053158b-b004-44b7-bea7-ba4e67c3de93 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/ports?device_id=3be606de-606d-4ed1-9de7-778277d2d4b1 HTTP/1.1" status: 200 len: 946 time: 0.0465791 Jun 16 00:49:26.119840 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-0274b3cb-b700-4cc6-888e-a158b2e5552d req-241d9b93-c653-4e8e-9fd2-bf885d11df44 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92019eb-9342-4d8c-8655-4d7e29649b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419624 Jun 16 00:49:26.234150 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c81aa44-a735-4b42-9db4-ea7764fd4239 req-6fca2e6a-1875-4ffd-89e4-e3beda5f7d16 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:49:26.235564 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-2c81aa44-a735-4b42-9db4-ea7764fd4239 req-6fca2e6a-1875-4ffd-89e4-e3beda5f7d16 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/ports?device_id=3be606de-606d-4ed1-9de7-778277d2d4b1 HTTP/1.1" status: 200 len: 946 time: 0.0457902 Jun 16 00:49:26.288039 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-2c81aa44-a735-4b42-9db4-ea7764fd4239 req-ae1c7d5c-c433-414e-8481-ed00bae4935e tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92019eb-9342-4d8c-8655-4d7e29649b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470474 Jun 16 00:49:26.309589 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 50422) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:49:26.547801 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b284ce21-316a-4637-a8ca-ee56be60b4dd tempest-TestShelveInstance-1532608187 tempest-TestShelveInstance-1532608187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:49:26.549270 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-b284ce21-316a-4637-a8ca-ee56be60b4dd tempest-TestShelveInstance-1532608187 tempest-TestShelveInstance-1532608187-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3be606de-606d-4ed1-9de7-778277d2d4b1 HTTP/1.1" status: 200 len: 1125 time: 0.2387087 Jun 16 00:49:26.552084 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 50426) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:49:26.556281 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.v2.base [None req-6b4e9829-e936-4818-ad3d-813ba8468cc6 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Request body: {'floatingip': {'floating_network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'port_id': '1c8e4700-5ce1-4ab4-a357-9d3dde87e98b', 'tenant_id': '5e9d772a2cb14bbbaaa2dcaf5d730f6e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=111023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 00:49:26.663583 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-6b4e9829-e936-4818-ad3d-813ba8468cc6 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:26.693512 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:49:26.744325 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-6b4e9829-e936-4818-ad3d-813ba8468cc6 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (None), before_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:26.795013 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-1525cb72-7548-48d5-ab36-6f1a37b905d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (d0297bc9-c3a8-45ac-9023-c937cb4f21fc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:26.840358 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:49:26.851686 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.db_base_plugin_common [None req-6b4e9829-e936-4818-ad3d-813ba8468cc6 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Allocated IP 172.27.1.186 (81cb8278-aa95-4a96-976c-13998a04ce85/7fa235f2-2172-4ff3-86e8-0e0d1995c273/0aab0899-d7eb-4649-8a05-4a67a29aff38) {{(pid=111023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 00:49:26.955677 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-6b4e9829-e936-4818-ad3d-813ba8468cc6 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Publish callbacks [] for port (0aab0899-d7eb-4649-8a05-4a67a29aff38), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:27.029023 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-6b4e9829-e936-4818-ad3d-813ba8468cc6 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753842110805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909837'] for port (0aab0899-d7eb-4649-8a05-4a67a29aff38), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:27.067690 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4e9829-e936-4818-ad3d-813ba8468cc6 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Network 81cb8278-aa95-4a96-976c-13998a04ce85 is already hosted by enough agents. {{(pid=111023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 00:49:27.072319 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.base_scheduler [None req-6b4e9829-e936-4818-ad3d-813ba8468cc6 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Resources bound (agent type, host, resource id): {{(pid=111023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 00:49:27.075960 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4e9829-e936-4818-ad3d-813ba8468cc6 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Received port after_create {{(pid=111023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 00:49:27.079367 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4e9829-e936-4818-ad3d-813ba8468cc6 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Pushing event updated for resources: {'Port': ['ID=0aab0899-d7eb-4649-8a05-4a67a29aff38,revision_number=1']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:49:27.407462 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-6b4e9829-e936-4818-ad3d-813ba8468cc6 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Publish callbacks [] for floatingip (54728982-f0d2-44f6-a72e-b7cbffe3736b), precommit_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:27.409845 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:49:27.533715 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-6b4e9829-e936-4818-ad3d-813ba8468cc6 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (0aab0899-d7eb-4649-8a05-4a67a29aff38), before_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:27.678480 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-6b4e9829-e936-4818-ad3d-813ba8468cc6 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Publish callbacks [] for port (0aab0899-d7eb-4649-8a05-4a67a29aff38), precommit_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:27.735508 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-6b4e9829-e936-4818-ad3d-813ba8468cc6 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2909850'] for port (0aab0899-d7eb-4649-8a05-4a67a29aff38), after_update {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:27.806360 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4e9829-e936-4818-ad3d-813ba8468cc6 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Pushing event updated for resources: {'Port': ['ID=0aab0899-d7eb-4649-8a05-4a67a29aff38,revision_number=2']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:49:27.814269 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-6b4e9829-e936-4818-ad3d-813ba8468cc6 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672953'] for floatingip (54728982-f0d2-44f6-a72e-b7cbffe3736b), after_create {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:27.894735 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:49:27.906692 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.db.l3_db [None req-6b4e9829-e936-4818-ad3d-813ba8468cc6 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Floating IP 54728982-f0d2-44f6-a72e-b7cbffe3736b associated. External IP: 172.27.1.186, port: 1c8e4700-5ce1-4ab4-a357-9d3dde87e98b. Jun 16 00:49:27.954896 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-117977e4-98b1-40f2-baea-1bec010e476c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (b90f279a-3e8f-4325-a28d-8d213fb96fbc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:28.098800 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b4e9829-e936-4818-ad3d-813ba8468cc6 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Router a1d3912f-8172-48ca-912e-e21c6bf8d84c has already been hosted by L3 agent d0297bc9-c3a8-45ac-9023-c937cb4f21fc {{(pid=111023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 00:49:28.200974 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b4e9829-e936-4818-ad3d-813ba8468cc6 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Notify agent at l3_agent.dv-cinder-803823-11-iscsi the message routers_updated {{(pid=111023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 00:49:28.210212 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a1b3eb-7107-41d6-8728-9a2ab39d0743 None None] Sync routers for ids ['a1d3912f-8172-48ca-912e-e21c6bf8d84c'] in dv-cinder-803823-11-iscsi {{(pid=111025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 00:49:28.220870 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a1b3eb-7107-41d6-8728-9a2ab39d0743 None None] Routers {'a1d3912f-8172-48ca-912e-e21c6bf8d84c'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:49:28.223312 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-43a1b3eb-7107-41d6-8728-9a2ab39d0743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:49:27Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['a1d3912f-8172-48ca-912e-e21c6bf8d84c'], 'active': True} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:49:28.288262 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-6b4e9829-e936-4818-ad3d-813ba8468cc6 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for floatingip (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:28.318872 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-6b4e9829-e936-4818-ad3d-813ba8468cc6 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7657123 Jun 16 00:49:28.319573 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3be606de-606d-4ed1-9de7-778277d2d4b1', 'tag': '1c8e4700-5ce1-4ab4-a357-9d3dde87e98b'}] {{(pid=111023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:49:28.321065 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvr_db [None req-43a1b3eb-7107-41d6-8728-9a2ab39d0743 None None] Set router a1d3912f-8172-48ca-912e-e21c6bf8d84c gateway port host: dv-cinder-803823-11-iscsi {{(pid=111025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:49:28.321828 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849ffc5c5c28115853a01ef2d84a57e68c82d4a74a931575540ba89325b26957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57600955-0643-4b02-8770-984a81627b71" -d '{"events": [{"name": "network-changed", "server_uuid": "3be606de-606d-4ed1-9de7-778277d2d4b1", "tag": "1c8e4700-5ce1-4ab4-a357-9d3dde87e98b"}]}' {{(pid=111023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:49:28.358956 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 00:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2e71cc-5967-463a-9c7b-9fe95fc97af4 x-openstack-request-id: req-6b2e71cc-5967-463a-9c7b-9fe95fc97af4 {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:49:28.359242 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3be606de-606d-4ed1-9de7-778277d2d4b1", "tag": "1c8e4700-5ce1-4ab4-a357-9d3dde87e98b", "status": "completed", "code": 200}]} {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:49:28.359519 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6b2e71cc-5967-463a-9c7b-9fe95fc97af4 {{(pid=111023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:49:28.359924 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b2e71cc-5967-463a-9c7b-9fe95fc97af4'] response: {'name': 'network-changed', 'server_uuid': '3be606de-606d-4ed1-9de7-778277d2d4b1', 'tag': '1c8e4700-5ce1-4ab4-a357-9d3dde87e98b', 'status': 'completed', 'code': 200} Jun 16 00:49:28.417141 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=100 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:49:28.448277 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57600955-0643-4b02-8770-984a81627b71 req-7cb51c4e-f4ed-49ed-970e-c8e2f684cfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:49:28.449829 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-57600955-0643-4b02-8770-984a81627b71 req-7cb51c4e-f4ed-49ed-970e-c8e2f684cfa7 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=5e9d772a2cb14bbbaaa2dcaf5d730f6e&device_id=3be606de-606d-4ed1-9de7-778277d2d4b1 HTTP/1.1" status: 200 len: 1130 time: 0.0421023 Jun 16 00:49:28.531204 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-43a1b3eb-7107-41d6-8728-9a2ab39d0743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1d3912f-8172-48ca-912e-e21c6bf8d84c', 'name': 'tempest-TestShelveInstance-1376043281-router', 'tenant_id': '5e9d772a2cb14bbbaaa2dcaf5d730f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'c56fd5fb-768e-4b97-8d4d-437f76ce76f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:48:39Z', 'updated_at': '2022-06-16T00:48:42Z', 'revision_number': 4, 'project_id': '5e9d772a2cb14bbbaaa2dcaf5d730f6e', 'gw_port': {'id': 'c56fd5fb-768e-4b97-8d4d-437f76ce76f3', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:36:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d3912f-8172-48ca-912e-e21c6bf8d84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:48:40Z', 'updated_at': '2022-06-16T00:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_floatingips': [{'id': '54728982-f0d2-44f6-a72e-b7cbffe3736b', 'tenant_id': '5e9d772a2cb14bbbaaa2dcaf5d730f6e', 'floating_ip_address': '172.27.1.186', 'floating_network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'router_id': 'a1d3912f-8172-48ca-912e-e21c6bf8d84c', 'port_id': '1c8e4700-5ce1-4ab4-a357-9d3dde87e98b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50', 'mac_address': 'fa:16:3e:f8:82:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be606de-606d-4ed1-9de7-778277d2d4b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T00:49:27Z', 'updated_at': '2022-06-16T00:49:27Z', 'revision_number': 0, 'project_id': '5e9d772a2cb14bbbaaa2dcaf5d730f6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd9de7ec-b7f1-4f0b-a057-be1338db0ceb', 'name': '', 'network_id': '9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50', 'tenant_id': '5e9d772a2cb14bbbaaa2dcaf5d730f6e', 'mac_address': 'fa:16:3e:7d:f3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d3912f-8172-48ca-912e-e21c6bf8d84c', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '2d07dd38-c86e-4058-8445-b36761bf9def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:48:41Z', 'updated_at': '2022-06-16T00:48:46Z', 'revision_number': 5, 'project_id': '5e9d772a2cb14bbbaaa2dcaf5d730f6e', 'subnets': [{'id': '2d07dd38-c86e-4058-8445-b36761bf9def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:49:28.538960 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57600955-0643-4b02-8770-984a81627b71 req-ccbd50ee-11ae-40dc-a274-08956121a2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:49:28.540448 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-57600955-0643-4b02-8770-984a81627b71 req-ccbd50ee-11ae-40dc-a274-08956121a2da service neutron] 10.222.0.40 "GET /v2.0/networks?id=9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50 HTTP/1.1" status: 200 len: 910 time: 0.0854671 Jun 16 00:49:28.559427 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a1b3eb-7107-41d6-8728-9a2ab39d0743 None None] Checking router: a1d3912f-8172-48ca-912e-e21c6bf8d84c for host: dv-cinder-803823-11-iscsi {{(pid=111025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 00:49:28.567911 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a1b3eb-7107-41d6-8728-9a2ab39d0743 None None] Routers {'a1d3912f-8172-48ca-912e-e21c6bf8d84c'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:49:28.568499 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-43a1b3eb-7107-41d6-8728-9a2ab39d0743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:49:27Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['a1d3912f-8172-48ca-912e-e21c6bf8d84c'], 'active': True} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:49:28.605515 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-57600955-0643-4b02-8770-984a81627b71 req-080e67af-c3ee-4aa6-bb97-d9f207b95be7 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c8e4700-5ce1-4ab4-a357-9d3dde87e98b HTTP/1.1" status: 200 len: 1000 time: 0.0595036 Jun 16 00:49:28.642395 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=100 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:49:28.653251 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57600955-0643-4b02-8770-984a81627b71 req-8c7807a1-15ae-4d69-8804-3e85b467b237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:49:28.654677 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-57600955-0643-4b02-8770-984a81627b71 req-8c7807a1-15ae-4d69-8804-3e85b467b237 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=2d07dd38-c86e-4058-8445-b36761bf9def HTTP/1.1" status: 200 len: 848 time: 0.0441704 Jun 16 00:49:28.668772 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvr_db [None req-43a1b3eb-7107-41d6-8728-9a2ab39d0743 None None] Set router a1d3912f-8172-48ca-912e-e21c6bf8d84c gateway port host: dv-cinder-803823-11-iscsi {{(pid=111025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:49:28.695993 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57600955-0643-4b02-8770-984a81627b71 req-bc450f02-3c08-4edc-b58b-f1a0ebc23356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:49:28.697470 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-57600955-0643-4b02-8770-984a81627b71 req-bc450f02-3c08-4edc-b58b-f1a0ebc23356 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0367832 Jun 16 00:49:28.787905 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-57600955-0643-4b02-8770-984a81627b71 req-9423b647-0a0c-4ef6-ab0c-26b2610aca5f service neutron] 10.222.0.40 "GET /v2.0/networks/9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842137 Jun 16 00:49:28.880067 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-57600955-0643-4b02-8770-984a81627b71 req-ec7d41d0-4e93-4dcf-ba55-e6cc145ddd99 service neutron] 10.222.0.40 "GET /v2.0/networks/9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855014 Jun 16 00:49:28.909075 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=100 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:49:28.955833 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-43a1b3eb-7107-41d6-8728-9a2ab39d0743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1d3912f-8172-48ca-912e-e21c6bf8d84c', 'name': 'tempest-TestShelveInstance-1376043281-router', 'tenant_id': '5e9d772a2cb14bbbaaa2dcaf5d730f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'c56fd5fb-768e-4b97-8d4d-437f76ce76f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:48:39Z', 'updated_at': '2022-06-16T00:48:42Z', 'revision_number': 4, 'project_id': '5e9d772a2cb14bbbaaa2dcaf5d730f6e', 'gw_port': {'id': 'c56fd5fb-768e-4b97-8d4d-437f76ce76f3', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:36:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d3912f-8172-48ca-912e-e21c6bf8d84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:48:40Z', 'updated_at': '2022-06-16T00:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_floatingips': [{'id': '54728982-f0d2-44f6-a72e-b7cbffe3736b', 'tenant_id': '5e9d772a2cb14bbbaaa2dcaf5d730f6e', 'floating_ip_address': '172.27.1.186', 'floating_network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'router_id': 'a1d3912f-8172-48ca-912e-e21c6bf8d84c', 'port_id': '1c8e4700-5ce1-4ab4-a357-9d3dde87e98b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50', 'mac_address': 'fa:16:3e:f8:82:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be606de-606d-4ed1-9de7-778277d2d4b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T00:49:27Z', 'updated_at': '2022-06-16T00:49:27Z', 'revision_number': 0, 'project_id': '5e9d772a2cb14bbbaaa2dcaf5d730f6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd9de7ec-b7f1-4f0b-a057-be1338db0ceb', 'name': '', 'network_id': '9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50', 'tenant_id': '5e9d772a2cb14bbbaaa2dcaf5d730f6e', 'mac_address': 'fa:16:3e:7d:f3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d3912f-8172-48ca-912e-e21c6bf8d84c', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '2d07dd38-c86e-4058-8445-b36761bf9def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:48:41Z', 'updated_at': '2022-06-16T00:48:46Z', 'revision_number': 5, 'project_id': '5e9d772a2cb14bbbaaa2dcaf5d730f6e', 'subnets': [{'id': '2d07dd38-c86e-4058-8445-b36761bf9def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:49:28.980648 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a1b3eb-7107-41d6-8728-9a2ab39d0743 None None] The sync data for ids ['a1d3912f-8172-48ca-912e-e21c6bf8d84c'] in dv-cinder-803823-11-iscsi is: [{'id': 'a1d3912f-8172-48ca-912e-e21c6bf8d84c', 'name': 'tempest-TestShelveInstance-1376043281-router', 'tenant_id': '5e9d772a2cb14bbbaaa2dcaf5d730f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'c56fd5fb-768e-4b97-8d4d-437f76ce76f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:48:39Z', 'updated_at': '2022-06-16T00:48:42Z', 'revision_number': 4, 'project_id': '5e9d772a2cb14bbbaaa2dcaf5d730f6e', 'gw_port': {'id': 'c56fd5fb-768e-4b97-8d4d-437f76ce76f3', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:36:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d3912f-8172-48ca-912e-e21c6bf8d84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:48:40Z', 'updated_at': '2022-06-16T00:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_floatingips': [{'id': '54728982-f0d2-44f6-a72e-b7cbffe3736b', 'tenant_id': '5e9d772a2cb14bbbaaa2dcaf5d730f6e', 'floating_ip_address': '172.27.1.186', 'floating_network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'router_id': 'a1d3912f-8172-48ca-912e-e21c6bf8d84c', 'port_id': '1c8e4700-5ce1-4ab4-a357-9d3dde87e98b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50', 'mac_address': 'fa:16:3e:f8:82:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be606de-606d-4ed1-9de7-778277d2d4b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T00:49:27Z', 'updated_at': '2022-06-16T00:49:27Z', 'revision_number': 0, 'project_id': '5e9d772a2cb14bbbaaa2dcaf5d730f6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd9de7ec-b7f1-4f0b-a057-be1338db0ceb', 'name': '', 'network_id': '9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50', 'tenant_id': '5e9d772a2cb14bbbaaa2dcaf5d730f6e', 'mac_address': 'fa:16:3e:7d:f3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d3912f-8172-48ca-912e-e21c6bf8d84c', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '2d07dd38-c86e-4058-8445-b36761bf9def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:48:41Z', 'updated_at': '2022-06-16T00:48:46Z', 'revision_number': 5, 'project_id': '5e9d772a2cb14bbbaaa2dcaf5d730f6e', 'subnets': [{'id': '2d07dd38-c86e-4058-8445-b36761bf9def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 00:49:29.159737 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53d17b7-f462-4127-9ee6-b212cbeb25f5 None None] New status for floating IP 54728982-f0d2-44f6-a72e-b7cbffe3736b: ACTIVE {{(pid=111024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 00:49:29.417179 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-faa15201-cec6-4660-ae33-7025f254e5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (50ece25a-9452-44f6-8bc9-48c0ade2294b), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:29.646331 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:49:29.741184 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (81117e21-cbf2-493f-9e14-29a3cec1f25a), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:36.107377 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=37 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:49:36.116321 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:49:38.870140 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=70,neutron:DELETE=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:49:38.877030 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=43 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:49:38.959023 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=31 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:49:39.655060 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=51,neutron:UPDATE=4 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:49:43.989067 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (42cc932a-4e60-43e8-a4dc-4f47b3d3efae), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:50.948670 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-819f25a8-d8f8-4c6a-abea-b68652b1284f req-077a9b06-f133-40e2-a06c-1f06a5cf9ed4 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=3be606de-606d-4ed1-9de7-778277d2d4b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403380 Jun 16 00:49:51.075826 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819f25a8-d8f8-4c6a-abea-b68652b1284f req-e244ba23-cc0d-4216-af75-c83dac13c832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:49:51.077284 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-819f25a8-d8f8-4c6a-abea-b68652b1284f req-e244ba23-cc0d-4216-af75-c83dac13c832 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=5e9d772a2cb14bbbaaa2dcaf5d730f6e&device_id=3be606de-606d-4ed1-9de7-778277d2d4b1 HTTP/1.1" status: 200 len: 1130 time: 0.0412765 Jun 16 00:49:51.179542 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819f25a8-d8f8-4c6a-abea-b68652b1284f req-a2eacaec-9215-44d2-9f68-942b8b2b702c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:49:51.180994 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-819f25a8-d8f8-4c6a-abea-b68652b1284f req-a2eacaec-9215-44d2-9f68-942b8b2b702c service neutron] 10.222.0.40 "GET /v2.0/networks?id=9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50 HTTP/1.1" status: 200 len: 910 time: 0.0856564 Jun 16 00:49:51.244939 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-819f25a8-d8f8-4c6a-abea-b68652b1284f req-07662f4d-178f-49ab-bc22-c625d2ce81f5 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c8e4700-5ce1-4ab4-a357-9d3dde87e98b HTTP/1.1" status: 200 len: 1002 time: 0.0569456 Jun 16 00:49:51.291350 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819f25a8-d8f8-4c6a-abea-b68652b1284f req-b315ac5c-8af4-4039-b7b8-0f8538d1fe62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:49:51.292758 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-819f25a8-d8f8-4c6a-abea-b68652b1284f req-b315ac5c-8af4-4039-b7b8-0f8538d1fe62 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=2d07dd38-c86e-4058-8445-b36761bf9def HTTP/1.1" status: 200 len: 848 time: 0.0422354 Jun 16 00:49:51.333905 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819f25a8-d8f8-4c6a-abea-b68652b1284f req-a7e32af6-a09e-413f-9029-bc3e2c302dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:49:51.335581 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-819f25a8-d8f8-4c6a-abea-b68652b1284f req-a7e32af6-a09e-413f-9029-bc3e2c302dcb service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0375297 Jun 16 00:49:51.425795 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-819f25a8-d8f8-4c6a-abea-b68652b1284f req-e226fcc7-6fde-42c7-a2d0-c3686cbccf6c service neutron] 10.222.0.40 "GET /v2.0/networks/9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845318 Jun 16 00:49:51.513409 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-819f25a8-d8f8-4c6a-abea-b68652b1284f req-a5818dd8-5d99-4c7d-9520-6474d4ba9dfc service neutron] 10.222.0.40 "GET /v2.0/networks/9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812685 Jun 16 00:49:54.524276 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-79abdeeb-cd65-45d1-a135-a75695f768d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (2a8c543c-b8d9-40d8-999c-fa03b757f547), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:56.780687 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-980a0a2e-fd01-49e4-9b9f-38ae95cb9900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (d0297bc9-c3a8-45ac-9023-c937cb4f21fc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:57.960336 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-117977e4-98b1-40f2-baea-1bec010e476c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (b90f279a-3e8f-4325-a28d-8d213fb96fbc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:59.294763 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-faa15201-cec6-4660-ae33-7025f254e5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (50ece25a-9452-44f6-8bc9-48c0ade2294b), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:49:59.717662 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (81117e21-cbf2-493f-9e14-29a3cec1f25a), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:50:00.819077 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.agents_db [None req-15653567-1518-4353-bd1f-4d0dcdae15fd None None] Agent healthcheck: found 6 active agents {{(pid=111025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 00:50:01.504839 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=47 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:50:01.511027 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=54 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:50:09.656476 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:50:09.658328 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:50:10.815077 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=4 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:50:10.815801 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=4 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:50:13.974716 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (42cc932a-4e60-43e8-a4dc-4f47b3d3efae), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:50:14.450958 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [req-2cd20db4-f92a-4656-8747-7f9d851749f9 req-27bfb45c-05a0-4f79-9fe9-dc3742261a08 service neutron] (111022) timed out ('10.222.0.40', 49948) {{(pid=111022) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 16 00:50:15.433739 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [req-006b9579-5034-487f-9b24-8fc85dcb1563 req-4362a085-2938-4a55-b31c-a01c70d9b168 service neutron] (111023) timed out ('10.222.0.40', 49954) {{(pid=111023) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 16 00:50:22.863110 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:50:23.893340 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:50:23.895138 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:50:24.542887 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a9a1f49a-020f-40a5-8546-c540fc5672d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (2a8c543c-b8d9-40d8-999c-fa03b757f547), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:50:26.757806 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-cd3fc9a4-200e-4274-9a83-3c4b9e798a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (d0297bc9-c3a8-45ac-9023-c937cb4f21fc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:50:27.957104 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-117977e4-98b1-40f2-baea-1bec010e476c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (b90f279a-3e8f-4325-a28d-8d213fb96fbc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:50:29.285707 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-faa15201-cec6-4660-ae33-7025f254e5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (50ece25a-9452-44f6-8bc9-48c0ade2294b), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:50:29.711824 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (81117e21-cbf2-493f-9e14-29a3cec1f25a), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:50:37.818624 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.agents_db [None req-15653567-1518-4353-bd1f-4d0dcdae15fd None None] Agent healthcheck: found 6 active agents {{(pid=111025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 00:50:39.647741 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:50:39.655744 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:50:43.963576 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (42cc932a-4e60-43e8-a4dc-4f47b3d3efae), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:50:47.814005 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=3 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:50:47.814785 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=5 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:50:50.991231 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-5c502074-ef72-458f-9a5a-88a633dfda13 req-f647f427-ccd9-441d-ace2-4a917868e5a8 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=3be606de-606d-4ed1-9de7-778277d2d4b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0883679 Jun 16 00:50:51.093825 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c502074-ef72-458f-9a5a-88a633dfda13 req-894b9e2d-6fff-4679-b6f8-c723de9baa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:50:51.095253 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-5c502074-ef72-458f-9a5a-88a633dfda13 req-894b9e2d-6fff-4679-b6f8-c723de9baa79 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=5e9d772a2cb14bbbaaa2dcaf5d730f6e&device_id=3be606de-606d-4ed1-9de7-778277d2d4b1 HTTP/1.1" status: 200 len: 1130 time: 0.0378525 Jun 16 00:50:51.196568 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c502074-ef72-458f-9a5a-88a633dfda13 req-8f3295df-2029-41da-882a-ab01a22a10ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:50:51.197916 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-5c502074-ef72-458f-9a5a-88a633dfda13 req-8f3295df-2029-41da-882a-ab01a22a10ac service neutron] 10.222.0.40 "GET /v2.0/networks?id=9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50 HTTP/1.1" status: 200 len: 910 time: 0.0826111 Jun 16 00:50:51.260823 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-5c502074-ef72-458f-9a5a-88a633dfda13 req-0b92f710-8723-421c-82a9-1342d16f68b1 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c8e4700-5ce1-4ab4-a357-9d3dde87e98b HTTP/1.1" status: 200 len: 1002 time: 0.0564036 Jun 16 00:50:51.306938 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c502074-ef72-458f-9a5a-88a633dfda13 req-600e934a-68ab-4e0f-8204-f26d956cf241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:50:51.308307 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-5c502074-ef72-458f-9a5a-88a633dfda13 req-600e934a-68ab-4e0f-8204-f26d956cf241 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=2d07dd38-c86e-4058-8445-b36761bf9def HTTP/1.1" status: 200 len: 848 time: 0.0424273 Jun 16 00:50:51.349335 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c502074-ef72-458f-9a5a-88a633dfda13 req-700c07b1-f867-49f1-8280-d50099db7adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:50:51.350736 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-5c502074-ef72-458f-9a5a-88a633dfda13 req-700c07b1-f867-49f1-8280-d50099db7adb service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0368011 Jun 16 00:50:51.439924 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-5c502074-ef72-458f-9a5a-88a633dfda13 req-38ee4eab-aef4-49bc-879c-08540466f1f1 service neutron] 10.222.0.40 "GET /v2.0/networks/9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830610 Jun 16 00:50:51.533046 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-5c502074-ef72-458f-9a5a-88a633dfda13 req-9b98ac0d-dba9-46ab-bcdf-266e7de80e4d service neutron] 10.222.0.40 "GET /v2.0/networks/9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866570 Jun 16 00:50:53.893120 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=2 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:50:53.894897 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:50:54.531470 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-74648691-d182-4812-af83-eaca0a86d433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (2a8c543c-b8d9-40d8-999c-fa03b757f547), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:50:56.759470 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-3b25be3a-e12f-4c59-900d-067bfbf13716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (d0297bc9-c3a8-45ac-9023-c937cb4f21fc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:50:57.962366 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-117977e4-98b1-40f2-baea-1bec010e476c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (b90f279a-3e8f-4325-a28d-8d213fb96fbc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:50:59.297096 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-faa15201-cec6-4660-ae33-7025f254e5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (50ece25a-9452-44f6-8bc9-48c0ade2294b), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:50:59.719304 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (81117e21-cbf2-493f-9e14-29a3cec1f25a), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:51:01.528541 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=50 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:51:01.530409 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=51 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:51:09.653665 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:51:09.659630 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:51:13.954378 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (42cc932a-4e60-43e8-a4dc-4f47b3d3efae), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:51:14.818502 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.agents_db [None req-15653567-1518-4353-bd1f-4d0dcdae15fd None None] Agent healthcheck: found 6 active agents {{(pid=111025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 00:51:20.289670 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=15 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:51:22.973597 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ead98c-7072-44e6-a20f-993995a21727 req-1c583647-9293-4391-86c1-ef986e263d78 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:51:22.975036 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-a6ead98c-7072-44e6-a20f-993995a21727 req-1c583647-9293-4391-86c1-ef986e263d78 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/ports?device_id=3be606de-606d-4ed1-9de7-778277d2d4b1 HTTP/1.1" status: 200 len: 946 time: 0.1590519 Jun 16 00:51:23.027105 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-a6ead98c-7072-44e6-a20f-993995a21727 req-44f9c513-7ce5-4de7-9f2e-b1c844b79024 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92019eb-9342-4d8c-8655-4d7e29649b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463388 Jun 16 00:51:23.898432 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=3 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:51:23.900206 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:UPDATE=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:51:24.450547 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e96bcb9-32c1-4fb9-9333-fa816e7bf8d6 req-b23b9b6a-0904-4641-ad9a-00c9d2f10039 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:51:24.452018 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-0e96bcb9-32c1-4fb9-9333-fa816e7bf8d6 req-b23b9b6a-0904-4641-ad9a-00c9d2f10039 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/ports?device_id=3be606de-606d-4ed1-9de7-778277d2d4b1 HTTP/1.1" status: 200 len: 946 time: 0.3562846 Jun 16 00:51:24.500589 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-0e96bcb9-32c1-4fb9-9333-fa816e7bf8d6 req-2f1b6ace-40ac-494e-b9be-99a3cc512e0d tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92019eb-9342-4d8c-8655-4d7e29649b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427125 Jun 16 00:51:24.533483 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a0dcda27-ea66-44de-8bd8-1ddea467514f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (2a8c543c-b8d9-40d8-999c-fa03b757f547), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:51:24.815071 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=19 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:51:25.620209 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a1cf1e-3b72-4e63-83ce-b3f85a4f8f1b req-6f6cae63-b3e2-4a53-a6fb-55228261ad88 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:51:25.621714 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-d7a1cf1e-3b72-4e63-83ce-b3f85a4f8f1b req-6f6cae63-b3e2-4a53-a6fb-55228261ad88 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/ports?device_id=3be606de-606d-4ed1-9de7-778277d2d4b1 HTTP/1.1" status: 200 len: 946 time: 0.0525734 Jun 16 00:51:25.669221 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-d7a1cf1e-3b72-4e63-83ce-b3f85a4f8f1b req-552a7c42-3e17-4ccf-897d-523adbf377cc tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92019eb-9342-4d8c-8655-4d7e29649b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420945 Jun 16 00:51:26.762132 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-f1139ded-3974-4730-a991-845a71a62763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (d0297bc9-c3a8-45ac-9023-c937cb4f21fc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:51:26.785549 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da7cb1c-ab50-4fbb-83d9-473e265be929 req-24c5cfed-ce0c-4d25-9920-0abb41f00434 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:51:26.787703 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-0da7cb1c-ab50-4fbb-83d9-473e265be929 req-24c5cfed-ce0c-4d25-9920-0abb41f00434 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/ports?device_id=3be606de-606d-4ed1-9de7-778277d2d4b1 HTTP/1.1" status: 200 len: 946 time: 0.0466645 Jun 16 00:51:26.837006 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-0da7cb1c-ab50-4fbb-83d9-473e265be929 req-0d7745d1-8f6a-4dab-9d96-a837a6264f91 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92019eb-9342-4d8c-8655-4d7e29649b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443463 Jun 16 00:51:27.949627 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8586ed-85c1-46a3-825a-19d9095a6159 req-4d8078b8-f618-4709-8b40-c54d5aafbf8a tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:51:27.951077 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-2b8586ed-85c1-46a3-825a-19d9095a6159 req-4d8078b8-f618-4709-8b40-c54d5aafbf8a tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/ports?device_id=3be606de-606d-4ed1-9de7-778277d2d4b1 HTTP/1.1" status: 200 len: 946 time: 0.0459847 Jun 16 00:51:27.994466 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-117977e4-98b1-40f2-baea-1bec010e476c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (b90f279a-3e8f-4325-a28d-8d213fb96fbc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:51:28.000194 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-2b8586ed-85c1-46a3-825a-19d9095a6159 req-08df4595-fa8f-49ea-85e0-39fa8f97410c tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92019eb-9342-4d8c-8655-4d7e29649b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433578 Jun 16 00:51:29.110677 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a08efca-38dd-4fd9-8616-5f18f2f1107a req-566fe629-b0d9-4018-9767-8b0e976a58ae tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:51:29.112100 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-6a08efca-38dd-4fd9-8616-5f18f2f1107a req-566fe629-b0d9-4018-9767-8b0e976a58ae tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/ports?device_id=3be606de-606d-4ed1-9de7-778277d2d4b1 HTTP/1.1" status: 200 len: 946 time: 0.0457907 Jun 16 00:51:29.160659 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-6a08efca-38dd-4fd9-8616-5f18f2f1107a req-a74a26f8-18d8-4917-bab5-48c79ab75e69 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92019eb-9342-4d8c-8655-4d7e29649b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432501 Jun 16 00:51:29.333186 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-faa15201-cec6-4660-ae33-7025f254e5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (50ece25a-9452-44f6-8bc9-48c0ade2294b), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:51:29.736649 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (81117e21-cbf2-493f-9e14-29a3cec1f25a), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:51:30.273000 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef1da2-15ae-4a5f-a39c-400f62a9cf04 req-6839f04d-1237-4eb8-bc9a-6e13b0e7505c tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:51:30.274412 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-18ef1da2-15ae-4a5f-a39c-400f62a9cf04 req-6839f04d-1237-4eb8-bc9a-6e13b0e7505c tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/ports?device_id=3be606de-606d-4ed1-9de7-778277d2d4b1 HTTP/1.1" status: 200 len: 946 time: 0.0490236 Jun 16 00:51:30.321066 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-18ef1da2-15ae-4a5f-a39c-400f62a9cf04 req-3768824a-46ba-4e4a-91e2-64c7564e0d89 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92019eb-9342-4d8c-8655-4d7e29649b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412745 Jun 16 00:51:31.430665 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e16d5f4-2fa1-482a-8e3a-cb574c5c64ec req-bc830fa2-b3d1-4bb7-adfb-660001a543e6 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:51:31.432082 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-3e16d5f4-2fa1-482a-8e3a-cb574c5c64ec req-bc830fa2-b3d1-4bb7-adfb-660001a543e6 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/ports?device_id=3be606de-606d-4ed1-9de7-778277d2d4b1 HTTP/1.1" status: 200 len: 946 time: 0.0450144 Jun 16 00:51:31.480196 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-3e16d5f4-2fa1-482a-8e3a-cb574c5c64ec req-c578c685-250b-4c98-a5e0-32260cb02530 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92019eb-9342-4d8c-8655-4d7e29649b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426366 Jun 16 00:51:32.591608 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf152a66-eba3-4813-9be7-78306a47607d req-e62df31e-e49f-49ed-a60e-9f6ae8a10e20 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:51:32.593110 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-bf152a66-eba3-4813-9be7-78306a47607d req-e62df31e-e49f-49ed-a60e-9f6ae8a10e20 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/ports?device_id=3be606de-606d-4ed1-9de7-778277d2d4b1 HTTP/1.1" status: 200 len: 946 time: 0.0469379 Jun 16 00:51:32.641641 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-bf152a66-eba3-4813-9be7-78306a47607d req-fa6713d0-2180-43f4-8524-5e05b0f70a8b tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92019eb-9342-4d8c-8655-4d7e29649b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430975 Jun 16 00:51:33.146201 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca523aed-7c35-4c61-9bb3-e3fa8533dfa8 req-e0bc4dfa-d319-4cde-aea2-f28abc84190d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:51:33.147633 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-ca523aed-7c35-4c61-9bb3-e3fa8533dfa8 req-e0bc4dfa-d319-4cde-aea2-f28abc84190d service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=5e9d772a2cb14bbbaaa2dcaf5d730f6e&device_id=3be606de-606d-4ed1-9de7-778277d2d4b1 HTTP/1.1" status: 200 len: 1130 time: 0.0413463 Jun 16 00:51:33.235157 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca523aed-7c35-4c61-9bb3-e3fa8533dfa8 req-a5374315-0852-4f1d-9b1a-a88e8494dc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:51:33.236507 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-ca523aed-7c35-4c61-9bb3-e3fa8533dfa8 req-a5374315-0852-4f1d-9b1a-a88e8494dc2f service neutron] 10.222.0.40 "GET /v2.0/networks?id=9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50 HTTP/1.1" status: 200 len: 910 time: 0.0826037 Jun 16 00:51:33.300890 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-ca523aed-7c35-4c61-9bb3-e3fa8533dfa8 req-49e1bd91-5ff7-48d5-81c0-4286d440becc service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c8e4700-5ce1-4ab4-a357-9d3dde87e98b HTTP/1.1" status: 200 len: 1002 time: 0.0587780 Jun 16 00:51:33.348063 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca523aed-7c35-4c61-9bb3-e3fa8533dfa8 req-696ed577-a513-48c0-85bc-e2ba80e4db80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:51:33.349504 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-ca523aed-7c35-4c61-9bb3-e3fa8533dfa8 req-696ed577-a513-48c0-85bc-e2ba80e4db80 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=2d07dd38-c86e-4058-8445-b36761bf9def HTTP/1.1" status: 200 len: 848 time: 0.0435746 Jun 16 00:51:33.391619 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca523aed-7c35-4c61-9bb3-e3fa8533dfa8 req-e043ae1a-7cec-49af-977a-a5755b69027c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:51:33.393090 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-ca523aed-7c35-4c61-9bb3-e3fa8533dfa8 req-e043ae1a-7cec-49af-977a-a5755b69027c service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0370660 Jun 16 00:51:33.484343 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-ca523aed-7c35-4c61-9bb3-e3fa8533dfa8 req-de382c24-5a70-4952-9dc1-eaf7b9769952 service neutron] 10.222.0.40 "GET /v2.0/networks/9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851777 Jun 16 00:51:33.569149 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-ca523aed-7c35-4c61-9bb3-e3fa8533dfa8 req-1eee7e43-c125-401d-a785-fba2f6fbba88 service neutron] 10.222.0.40 "GET /v2.0/networks/9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794547 Jun 16 00:51:33.761833 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9299f4ee-4f30-407a-b51b-95b492a3b633 req-14ef3d49-5e9a-4ff2-86a7-f0aa37468cdf tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:51:33.763289 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-9299f4ee-4f30-407a-b51b-95b492a3b633 req-14ef3d49-5e9a-4ff2-86a7-f0aa37468cdf tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/ports?device_id=3be606de-606d-4ed1-9de7-778277d2d4b1 HTTP/1.1" status: 200 len: 946 time: 0.0530345 Jun 16 00:51:33.811330 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-9299f4ee-4f30-407a-b51b-95b492a3b633 req-9f0d1df0-81af-42f7-a11e-08795792eb2c tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92019eb-9342-4d8c-8655-4d7e29649b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423956 Jun 16 00:51:34.926899 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4df792e-3925-44ed-9475-697ccead2061 req-bf8dfada-d9fc-495a-a419-c8ddf899a95e tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:51:34.928378 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-c4df792e-3925-44ed-9475-697ccead2061 req-bf8dfada-d9fc-495a-a419-c8ddf899a95e tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/ports?device_id=3be606de-606d-4ed1-9de7-778277d2d4b1 HTTP/1.1" status: 200 len: 946 time: 0.0494897 Jun 16 00:51:34.979347 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-c4df792e-3925-44ed-9475-697ccead2061 req-5a2a5f13-7974-44df-8c7e-bf324272414f tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92019eb-9342-4d8c-8655-4d7e29649b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429347 Jun 16 00:51:36.091053 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a359dc-b8f9-448e-bf0d-56a8228afed7 req-c3951522-8bd2-4072-a4d1-5ac83b294e7e tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:51:36.092500 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-06a359dc-b8f9-448e-bf0d-56a8228afed7 req-c3951522-8bd2-4072-a4d1-5ac83b294e7e tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/ports?device_id=3be606de-606d-4ed1-9de7-778277d2d4b1 HTTP/1.1" status: 200 len: 946 time: 0.0467641 Jun 16 00:51:36.126507 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=100 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:51:36.129698 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=100 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:51:36.143334 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-06a359dc-b8f9-448e-bf0d-56a8228afed7 req-af09ba5b-37df-4f60-ad7f-fb2369256d19 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92019eb-9342-4d8c-8655-4d7e29649b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452523 Jun 16 00:51:36.209822 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [req-f47ed02f-5082-4078-9329-19234d5fd567 req-77f05420-9645-454f-bbcd-eae56b3038cb service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=111022) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 00:51:36.210827 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-f47ed02f-5082-4078-9329-19234d5fd567 req-77f05420-9645-454f-bbcd-eae56b3038cb service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053163 Jun 16 00:51:36.510241 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49102cd-1988-4c91-a8d7-fe8930ad4773 req-198827ea-a4bf-487a-b556-bc6069980699 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:51:36.511666 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-f49102cd-1988-4c91-a8d7-fe8930ad4773 req-198827ea-a4bf-487a-b556-bc6069980699 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/ports?device_id=3be606de-606d-4ed1-9de7-778277d2d4b1 HTTP/1.1" status: 200 len: 946 time: 0.0476375 Jun 16 00:51:36.569163 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-f49102cd-1988-4c91-a8d7-fe8930ad4773 req-f1a6ef14-ec0a-4a60-815b-21fbc798cbcd tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92019eb-9342-4d8c-8655-4d7e29649b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516760 Jun 16 00:51:36.603584 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 50506) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:51:36.679742 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-4b92f94e-88b0-4b91-be3f-3a9351c802ad req-269fb351-9c78-4b59-b1a4-f897417161d2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3be606de-606d-4ed1-9de7-778277d2d4b1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0749469 Jun 16 00:51:36.688656 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [req-4b92f94e-88b0-4b91-be3f-3a9351c802ad req-a557b324-8b5c-45ef-9b4f-b7d0f61ab877 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=111023) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 00:51:36.689586 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-4b92f94e-88b0-4b91-be3f-3a9351c802ad req-a557b324-8b5c-45ef-9b4f-b7d0f61ab877 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047998 Jun 16 00:51:36.781449 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 50514) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:51:36.871058 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92f94e-88b0-4b91-be3f-3a9351c802ad req-d6ee1efe-53e9-4294-959b-d5bd37ac86fb tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:51:36.872385 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-4b92f94e-88b0-4b91-be3f-3a9351c802ad req-d6ee1efe-53e9-4294-959b-d5bd37ac86fb tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/ports/1c8e4700-5ce1-4ab4-a357-9d3dde87e98b HTTP/1.1" status: 200 len: 943 time: 0.0899704 Jun 16 00:51:37.685161 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be861a-cf33-4e10-818c-53f25bd9a03d req-f8b313e9-80ad-4424-a5ef-e7e360b22e28 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:51:37.686671 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-35be861a-cf33-4e10-818c-53f25bd9a03d req-f8b313e9-80ad-4424-a5ef-e7e360b22e28 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/ports?device_id=3be606de-606d-4ed1-9de7-778277d2d4b1 HTTP/1.1" status: 200 len: 946 time: 0.0456998 Jun 16 00:51:37.689554 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device 1c8e4700-5ce1-4ab4-a357-9d3dde87e98b no longer exists at agent hyperv_hv-cinder-80382 {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 00:51:37.741407 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-35be861a-cf33-4e10-818c-53f25bd9a03d req-792da99d-6b26-497b-b934-7a40a30b1de1 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92019eb-9342-4d8c-8655-4d7e29649b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479577 Jun 16 00:51:37.766415 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Current status of the port 1c8e4700-5ce1-4ab4-a357-9d3dde87e98b is: ACTIVE; New status is: DOWN {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:51:37.766795 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (1c8e4700-5ce1-4ab4-a357-9d3dde87e98b), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:51:37.788310 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3be606de-606d-4ed1-9de7-778277d2d4b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c8e4700-5ce1-4ab4-a357-9d3dde87e98b'}] {{(pid=111024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:51:37.790504 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4573778420d3d0f041bbf6733ae9852b47924bf8d6b8ed88ee9f05ae747ab312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec01518-868b-452f-a0d2-07c89b7d312e" -d '{"events": [{"server_uuid": "3be606de-606d-4ed1-9de7-778277d2d4b1", "name": "network-vif-unplugged", "status": "completed", "tag": "1c8e4700-5ce1-4ab4-a357-9d3dde87e98b"}]}' {{(pid=111024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:51:37.802848 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] For port 1c8e4700-5ce1-4ab4-a357-9d3dde87e98b, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=1c8e4700-5ce1-4ab4-a357-9d3dde87e98b,segment=NetworkSegment(feed6410-1fa7-4119-b6bd-fef13b994103),segment_id=feed6410-1fa7-4119-b6bd-fef13b994103)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:51:37.821232 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Jun 2022 00:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8289ff95-4acc-4c6d-ae1b-531c3987d1c5 x-openstack-request-id: req-8289ff95-4acc-4c6d-ae1b-531c3987d1c5 {{(pid=111024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:51:37.821511 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3be606de-606d-4ed1-9de7-778277d2d4b1", "name": "network-vif-unplugged", "status": "failed", "tag": "1c8e4700-5ce1-4ab4-a357-9d3dde87e98b", "code": 422}]} {{(pid=111024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:51:37.821757 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8289ff95-4acc-4c6d-ae1b-531c3987d1c5 {{(pid=111024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:51:37.822716 dv-cinder-803823-11-iscsi neutron-server[111024]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-8289ff95-4acc-4c6d-ae1b-531c3987d1c5']: {'server_uuid': '3be606de-606d-4ed1-9de7-778277d2d4b1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1c8e4700-5ce1-4ab4-a357-9d3dde87e98b', 'code': 422} returned with failed status Jun 16 00:51:37.868008 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (1c8e4700-5ce1-4ab4-a357-9d3dde87e98b), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:51:37.913552 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Pushing event updated for resources: {'Port': ['ID=1c8e4700-5ce1-4ab4-a357-9d3dde87e98b,revision_number=6']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:51:37.921491 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:51:37.921836 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:51:37.922170 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:51:37.922505 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:51:37.922832 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:51:37.923154 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:51:37.923472 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:51:37.923789 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:51:37.924108 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:51:37.924423 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:51:37.924766 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:51:37.925078 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:51:37.925392 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:51:37.925704 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:51:37.926015 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:51:38.858769 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8004ad9-1a03-4fc3-830b-90d569ce6de0 req-997f2278-0da3-4f6f-9d21-01668ad2cf47 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:51:38.860235 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-d8004ad9-1a03-4fc3-830b-90d569ce6de0 req-997f2278-0da3-4f6f-9d21-01668ad2cf47 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/ports?device_id=3be606de-606d-4ed1-9de7-778277d2d4b1 HTTP/1.1" status: 200 len: 944 time: 0.0475571 Jun 16 00:51:38.912399 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-d8004ad9-1a03-4fc3-830b-90d569ce6de0 req-c5901145-4890-4f98-90a8-741df6608d5f tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92019eb-9342-4d8c-8655-4d7e29649b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465100 Jun 16 00:51:39.367734 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92f94e-88b0-4b91-be3f-3a9351c802ad req-8c4d577f-101c-4fea-b365-8b7d1e9b1947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:51:39.369833 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-4b92f94e-88b0-4b91-be3f-3a9351c802ad req-8c4d577f-101c-4fea-b365-8b7d1e9b1947 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=3be606de-606d-4ed1-9de7-778277d2d4b1&tenant_id=5e9d772a2cb14bbbaaa2dcaf5d730f6e HTTP/1.1" status: 200 len: 1128 time: 0.0381172 Jun 16 00:51:39.440151 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92f94e-88b0-4b91-be3f-3a9351c802ad req-9f305e26-245f-43b3-a2dc-14471b8cbded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:51:39.441607 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-4b92f94e-88b0-4b91-be3f-3a9351c802ad req-9f305e26-245f-43b3-a2dc-14471b8cbded service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=5e9d772a2cb14bbbaaa2dcaf5d730f6e&device_id=3be606de-606d-4ed1-9de7-778277d2d4b1 HTTP/1.1" status: 200 len: 1128 time: 0.0409513 Jun 16 00:51:39.528434 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92f94e-88b0-4b91-be3f-3a9351c802ad req-8253966a-a9d9-4066-bffd-6125931bcc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:51:39.529908 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-4b92f94e-88b0-4b91-be3f-3a9351c802ad req-8253966a-a9d9-4066-bffd-6125931bcc97 service neutron] 10.222.0.40 "GET /v2.0/networks?id=9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50 HTTP/1.1" status: 200 len: 910 time: 0.0826700 Jun 16 00:51:39.594258 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-4b92f94e-88b0-4b91-be3f-3a9351c802ad req-c1ce87b2-bea0-4cdf-be12-b197457e18bf service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c8e4700-5ce1-4ab4-a357-9d3dde87e98b HTTP/1.1" status: 200 len: 1000 time: 0.0585625 Jun 16 00:51:39.641941 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92f94e-88b0-4b91-be3f-3a9351c802ad req-6a1c6ada-92b9-4a4a-bcb2-85945d887b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:51:39.643371 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-4b92f94e-88b0-4b91-be3f-3a9351c802ad req-6a1c6ada-92b9-4a4a-bcb2-85945d887b85 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=2d07dd38-c86e-4058-8445-b36761bf9def HTTP/1.1" status: 200 len: 848 time: 0.0437293 Jun 16 00:51:39.685358 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92f94e-88b0-4b91-be3f-3a9351c802ad req-0c8932b8-6c95-4a61-a2de-9981b6204c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:51:39.686778 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-4b92f94e-88b0-4b91-be3f-3a9351c802ad req-0c8932b8-6c95-4a61-a2de-9981b6204c0f service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0376601 Jun 16 00:51:39.777887 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-4b92f94e-88b0-4b91-be3f-3a9351c802ad req-6b2b03c4-9654-42b6-aa9c-0dc9c62b6dae service neutron] 10.222.0.40 "GET /v2.0/networks/9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850487 Jun 16 00:51:39.864563 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-4b92f94e-88b0-4b91-be3f-3a9351c802ad req-8b4b5d91-1f9e-40ee-a18f-350fb058d5cd service neutron] 10.222.0.40 "GET /v2.0/networks/9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812035 Jun 16 00:51:40.031892 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f713e9-9fdc-446b-b57d-35aa2cb89c6e req-5182738c-df13-43c4-aaa2-eaa15767537b tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:51:40.033664 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-71f713e9-9fdc-446b-b57d-35aa2cb89c6e req-5182738c-df13-43c4-aaa2-eaa15767537b tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/ports?device_id=3be606de-606d-4ed1-9de7-778277d2d4b1 HTTP/1.1" status: 200 len: 944 time: 0.0524530 Jun 16 00:51:40.084031 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-71f713e9-9fdc-446b-b57d-35aa2cb89c6e req-74637081-289f-462e-804e-d139b8770b43 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92019eb-9342-4d8c-8655-4d7e29649b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446708 Jun 16 00:51:41.202196 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a8b56f-8b74-4a77-9b2f-c6e43b9b5ffc req-68d44ba2-0be9-4aaf-bc37-fb81623da413 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:51:41.203719 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-88a8b56f-8b74-4a77-9b2f-c6e43b9b5ffc req-68d44ba2-0be9-4aaf-bc37-fb81623da413 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/ports?device_id=3be606de-606d-4ed1-9de7-778277d2d4b1 HTTP/1.1" status: 200 len: 944 time: 0.0534282 Jun 16 00:51:41.252264 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-88a8b56f-8b74-4a77-9b2f-c6e43b9b5ffc req-7174bc99-6cda-442b-aa03-eeb697fbe7c7 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92019eb-9342-4d8c-8655-4d7e29649b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426700 Jun 16 00:51:42.366550 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6cccf0-e4a6-4780-bd45-bac9d3b93894 req-8486416b-e4af-4194-b1e7-816aaf713094 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:51:42.368011 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-5f6cccf0-e4a6-4780-bd45-bac9d3b93894 req-8486416b-e4af-4194-b1e7-816aaf713094 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/ports?device_id=3be606de-606d-4ed1-9de7-778277d2d4b1 HTTP/1.1" status: 200 len: 944 time: 0.0485520 Jun 16 00:51:42.417267 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-5f6cccf0-e4a6-4780-bd45-bac9d3b93894 req-31f7dfdf-a007-455b-aedd-32ee81b81b8c tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92019eb-9342-4d8c-8655-4d7e29649b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434194 Jun 16 00:51:43.528191 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d257fbf-da85-47bc-b550-67ac0bb645ea req-230313a6-f1ff-4aca-9cc1-e44441a6e7d7 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:51:43.529696 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-3d257fbf-da85-47bc-b550-67ac0bb645ea req-230313a6-f1ff-4aca-9cc1-e44441a6e7d7 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/ports?device_id=3be606de-606d-4ed1-9de7-778277d2d4b1 HTTP/1.1" status: 200 len: 944 time: 0.0458245 Jun 16 00:51:43.576962 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-3d257fbf-da85-47bc-b550-67ac0bb645ea req-6ef85e00-776c-4e2b-a629-f48e5437b999 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92019eb-9342-4d8c-8655-4d7e29649b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417888 Jun 16 00:51:43.967219 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (42cc932a-4e60-43e8-a4dc-4f47b3d3efae), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:51:44.687677 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e611c243-e590-4888-a8af-73830166e8ba req-8d281d81-698f-4e70-b783-65733ae1a76a tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:51:44.689125 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-e611c243-e590-4888-a8af-73830166e8ba req-8d281d81-698f-4e70-b783-65733ae1a76a tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/ports?device_id=3be606de-606d-4ed1-9de7-778277d2d4b1 HTTP/1.1" status: 200 len: 944 time: 0.0454695 Jun 16 00:51:44.739968 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-e611c243-e590-4888-a8af-73830166e8ba req-c948a8b8-72cb-44c5-ab0d-4612a96210fb tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92019eb-9342-4d8c-8655-4d7e29649b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453775 Jun 16 00:51:45.862279 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f9f3f0-d213-42d0-bf17-a36cfde5dc80 req-e9609522-35e7-49fd-92c6-9ec0950160d4 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:51:45.862279 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-c6f9f3f0-d213-42d0-bf17-a36cfde5dc80 req-e9609522-35e7-49fd-92c6-9ec0950160d4 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/ports?device_id=3be606de-606d-4ed1-9de7-778277d2d4b1 HTTP/1.1" status: 200 len: 944 time: 0.0521367 Jun 16 00:51:45.881738 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=100 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:51:45.906851 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-c6f9f3f0-d213-42d0-bf17-a36cfde5dc80 req-a7354747-0a2a-423c-a1f1-a36935c5db41 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92019eb-9342-4d8c-8655-4d7e29649b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438690 Jun 16 00:51:47.009246 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=100 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:51:47.017940 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7835231-7c1f-4cbe-9e09-f62a38735a48 req-808961a8-ba85-4123-b512-b20b144e65be tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:51:47.022591 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-d7835231-7c1f-4cbe-9e09-f62a38735a48 req-808961a8-ba85-4123-b512-b20b144e65be tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/ports?device_id=3be606de-606d-4ed1-9de7-778277d2d4b1 HTTP/1.1" status: 200 len: 944 time: 0.0455236 Jun 16 00:51:47.039754 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=100 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:51:47.068230 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-d7835231-7c1f-4cbe-9e09-f62a38735a48 req-ba4c8739-5a54-4037-aec2-23ab797e3d2e tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92019eb-9342-4d8c-8655-4d7e29649b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433722 Jun 16 00:51:47.723494 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device 1c8e4700-5ce1-4ab4-a357-9d3dde87e98b details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=111024) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 00:51:47.821529 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] For port 1c8e4700-5ce1-4ab4-a357-9d3dde87e98b, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=1c8e4700-5ce1-4ab4-a357-9d3dde87e98b,segment=NetworkSegment(feed6410-1fa7-4119-b6bd-fef13b994103),segment_id=feed6410-1fa7-4119-b6bd-fef13b994103)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:51:47.832646 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Returning: {'device': '1c8e4700-5ce1-4ab4-a357-9d3dde87e98b', 'network_id': '9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50', 'port_id': '1c8e4700-5ce1-4ab4-a357-9d3dde87e98b', 'mac_address': 'fa:16:3e:f8:82:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d07dd38-c86e-4058-8445-b36761bf9def', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111024) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 00:51:47.869011 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Current status of the port 1c8e4700-5ce1-4ab4-a357-9d3dde87e98b is: DOWN; New status is: BUILD {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:51:47.869011 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (1c8e4700-5ce1-4ab4-a357-9d3dde87e98b), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:51:47.882299 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.notifiers.nova [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c8e4700-5ce1-4ab4-a357-9d3dde87e98b {{(pid=111024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 00:51:47.900745 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] For port 1c8e4700-5ce1-4ab4-a357-9d3dde87e98b, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=1c8e4700-5ce1-4ab4-a357-9d3dde87e98b,segment=NetworkSegment(feed6410-1fa7-4119-b6bd-fef13b994103),segment_id=feed6410-1fa7-4119-b6bd-fef13b994103)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:51:47.987907 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (1c8e4700-5ce1-4ab4-a357-9d3dde87e98b), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:51:48.031725 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Pushing event updated for resources: {'Port': ['ID=1c8e4700-5ce1-4ab4-a357-9d3dde87e98b,revision_number=7']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:51:48.144112 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=99 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:51:48.178991 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b433c-6f79-4680-bb6a-954619d981ae req-b666b39b-411d-4102-90ff-54b421bd6b24 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:51:48.180417 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-921b433c-6f79-4680-bb6a-954619d981ae req-b666b39b-411d-4102-90ff-54b421bd6b24 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/ports?device_id=3be606de-606d-4ed1-9de7-778277d2d4b1 HTTP/1.1" status: 200 len: 945 time: 0.0466328 Jun 16 00:51:48.231031 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-921b433c-6f79-4680-bb6a-954619d981ae req-eec1b7a6-194c-4f1c-88f8-179380952163 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92019eb-9342-4d8c-8655-4d7e29649b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451241 Jun 16 00:51:48.298919 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] get_ports_and_sgs() called for port_ids ['1c8e4700-5ce1-4ab4-a357-9d3dde87e98b'] {{(pid=111024) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 00:51:48.484163 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:51:48.497868 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:51:49.342038 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d9982-ccd0-4306-a85b-1eca8dab7b3d req-98d97cb7-8e66-4c6a-af70-a07214d860c6 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:51:49.343462 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-9b1d9982-ccd0-4306-a85b-1eca8dab7b3d req-98d97cb7-8e66-4c6a-af70-a07214d860c6 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/ports?device_id=3be606de-606d-4ed1-9de7-778277d2d4b1 HTTP/1.1" status: 200 len: 945 time: 0.0455890 Jun 16 00:51:49.391521 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-9b1d9982-ccd0-4306-a85b-1eca8dab7b3d req-4c4c9665-10d2-4267-b20c-b34e6e32a01f tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92019eb-9342-4d8c-8655-4d7e29649b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427406 Jun 16 00:51:49.739644 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device 1c8e4700-5ce1-4ab4-a357-9d3dde87e98b up at agent hyperv_hv-cinder-80382 {{(pid=111024) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 00:51:49.782820 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.provisioning_blocks [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Provisioning complete for port 1c8e4700-5ce1-4ab4-a357-9d3dde87e98b triggered by entity L2. {{(pid=111024) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 00:51:49.783186 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1218547'] for port (1c8e4700-5ce1-4ab4-a357-9d3dde87e98b), provisioning_complete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:51:49.854379 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Current status of the port 1c8e4700-5ce1-4ab4-a357-9d3dde87e98b is: BUILD; New status is: ACTIVE {{(pid=111024) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 00:51:49.854672 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1523685'] for port (1c8e4700-5ce1-4ab4-a357-9d3dde87e98b), before_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:51:49.877106 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3be606de-606d-4ed1-9de7-778277d2d4b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c8e4700-5ce1-4ab4-a357-9d3dde87e98b'}] {{(pid=111024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:51:49.880046 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4573778420d3d0f041bbf6733ae9852b47924bf8d6b8ed88ee9f05ae747ab312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51df498b-6afd-4b17-b916-764a6d4af369" -d '{"events": [{"server_uuid": "3be606de-606d-4ed1-9de7-778277d2d4b1", "name": "network-vif-plugged", "status": "completed", "tag": "1c8e4700-5ce1-4ab4-a357-9d3dde87e98b"}]}' {{(pid=111024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:51:49.894160 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] For port 1c8e4700-5ce1-4ab4-a357-9d3dde87e98b, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=1c8e4700-5ce1-4ab4-a357-9d3dde87e98b,segment=NetworkSegment(feed6410-1fa7-4119-b6bd-fef13b994103),segment_id=feed6410-1fa7-4119-b6bd-fef13b994103)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:51:49.923362 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 00:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcff4e8d-3a19-42e8-a5b2-58d6d1e36a28 x-openstack-request-id: req-fcff4e8d-3a19-42e8-a5b2-58d6d1e36a28 {{(pid=111024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:51:49.923647 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3be606de-606d-4ed1-9de7-778277d2d4b1", "name": "network-vif-plugged", "status": "completed", "tag": "1c8e4700-5ce1-4ab4-a357-9d3dde87e98b", "code": 200}]} {{(pid=111024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:51:49.923902 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fcff4e8d-3a19-42e8-a5b2-58d6d1e36a28 {{(pid=111024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:51:49.924298 dv-cinder-803823-11-iscsi neutron-server[111024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcff4e8d-3a19-42e8-a5b2-58d6d1e36a28'] response: {'server_uuid': '3be606de-606d-4ed1-9de7-778277d2d4b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c8e4700-5ce1-4ab4-a357-9d3dde87e98b', 'code': 200} Jun 16 00:51:49.948320 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753842673448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753842110823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753842110841'] for port (1c8e4700-5ce1-4ab4-a357-9d3dde87e98b), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:51:49.994852 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Pushing event updated for resources: {'Port': ['ID=1c8e4700-5ce1-4ab4-a357-9d3dde87e98b,revision_number=8']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:51:50.241723 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228cf2f-10e2-4d53-bcc1-3557c1d92648 req-8a88c46c-dd13-420b-b3e3-03e6fb6581eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:51:50.243396 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-3228cf2f-10e2-4d53-bcc1-3557c1d92648 req-8a88c46c-dd13-420b-b3e3-03e6fb6581eb service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=3be606de-606d-4ed1-9de7-778277d2d4b1 HTTP/1.1" status: 200 len: 1130 time: 0.0419743 Jun 16 00:51:50.289374 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-3228cf2f-10e2-4d53-bcc1-3557c1d92648 req-cda79a4e-fcf2-4b78-89d6-396a7e0079e5 service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=b92019eb-9342-4d8c-8655-4d7e29649b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387814 Jun 16 00:51:50.501009 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c082e0c-a289-48fe-b76e-6e6dd79d720b req-1d9af934-b810-4e3b-a9bb-bcdace48dad1 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:51:50.502464 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-2c082e0c-a289-48fe-b76e-6e6dd79d720b req-1d9af934-b810-4e3b-a9bb-bcdace48dad1 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/ports?device_id=3be606de-606d-4ed1-9de7-778277d2d4b1 HTTP/1.1" status: 200 len: 946 time: 0.0456305 Jun 16 00:51:50.552461 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-2c082e0c-a289-48fe-b76e-6e6dd79d720b req-2dbf8857-c006-4b5c-85c8-e4a59fda44c3 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92019eb-9342-4d8c-8655-4d7e29649b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442290 Jun 16 00:51:51.669545 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c24fce-4334-492a-9995-14cf6d6479f6 req-2b77b655-9271-40b5-b9e1-e549af8b4108 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:51:51.672629 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-16c24fce-4334-492a-9995-14cf6d6479f6 req-2b77b655-9271-40b5-b9e1-e549af8b4108 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/ports?device_id=3be606de-606d-4ed1-9de7-778277d2d4b1 HTTP/1.1" status: 200 len: 946 time: 0.0494907 Jun 16 00:51:51.724768 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-16c24fce-4334-492a-9995-14cf6d6479f6 req-01ded65e-c69e-4342-8edf-bd4efa12a888 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92019eb-9342-4d8c-8655-4d7e29649b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473652 Jun 16 00:51:51.817448 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.agents_db [None req-15653567-1518-4353-bd1f-4d0dcdae15fd None None] Agent healthcheck: found 6 active agents {{(pid=111025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 00:51:51.939006 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-86ead7bb-e2ab-4abc-8fd5-5608710ac141 req-a06bebe3-f8e3-4e45-a49a-27731cd4d082 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=3be606de-606d-4ed1-9de7-778277d2d4b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0365486 Jun 16 00:51:52.034412 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ead7bb-e2ab-4abc-8fd5-5608710ac141 req-b1a346c5-c9ba-4d2b-9db1-b2ec9ac712fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:51:52.035828 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-86ead7bb-e2ab-4abc-8fd5-5608710ac141 req-b1a346c5-c9ba-4d2b-9db1-b2ec9ac712fb service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=5e9d772a2cb14bbbaaa2dcaf5d730f6e&device_id=3be606de-606d-4ed1-9de7-778277d2d4b1 HTTP/1.1" status: 200 len: 1130 time: 0.0403306 Jun 16 00:51:52.135019 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ead7bb-e2ab-4abc-8fd5-5608710ac141 req-0a7613fb-7983-4b5d-bf47-43756624706e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:51:52.136512 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-86ead7bb-e2ab-4abc-8fd5-5608710ac141 req-0a7613fb-7983-4b5d-bf47-43756624706e service neutron] 10.222.0.40 "GET /v2.0/networks?id=9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50 HTTP/1.1" status: 200 len: 910 time: 0.0832484 Jun 16 00:51:52.198575 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-86ead7bb-e2ab-4abc-8fd5-5608710ac141 req-3a7a45bf-1985-451a-8006-fe28339daf25 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c8e4700-5ce1-4ab4-a357-9d3dde87e98b HTTP/1.1" status: 200 len: 1002 time: 0.0568106 Jun 16 00:51:52.244192 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ead7bb-e2ab-4abc-8fd5-5608710ac141 req-75868e8b-e208-42e8-adcc-4163dbf9df04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:51:52.246166 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-86ead7bb-e2ab-4abc-8fd5-5608710ac141 req-75868e8b-e208-42e8-adcc-4163dbf9df04 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=2d07dd38-c86e-4058-8445-b36761bf9def HTTP/1.1" status: 200 len: 848 time: 0.0426235 Jun 16 00:51:52.285561 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ead7bb-e2ab-4abc-8fd5-5608710ac141 req-5c43683a-37ea-4518-9851-0abb6dc09426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:51:52.286922 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-86ead7bb-e2ab-4abc-8fd5-5608710ac141 req-5c43683a-37ea-4518-9851-0abb6dc09426 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0355108 Jun 16 00:51:52.376602 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-86ead7bb-e2ab-4abc-8fd5-5608710ac141 req-712a7dc7-fefb-44c9-9bf8-7ff45af41232 service neutron] 10.222.0.40 "GET /v2.0/networks/9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829129 Jun 16 00:51:52.461782 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-86ead7bb-e2ab-4abc-8fd5-5608710ac141 req-349787cd-864f-4a02-a3d6-7f38180fbe2a service neutron] 10.222.0.40 "GET /v2.0/networks/9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792673 Jun 16 00:51:54.531173 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-4f9fd1c7-8c8e-4eef-9e71-e204166a0bb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (2a8c543c-b8d9-40d8-999c-fa03b757f547), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:51:56.761419 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-8d81fb60-9eca-4fce-a0a1-6152bdb0fbae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (d0297bc9-c3a8-45ac-9023-c937cb4f21fc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:51:57.984112 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-117977e4-98b1-40f2-baea-1bec010e476c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (b90f279a-3e8f-4325-a28d-8d213fb96fbc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:51:59.307922 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-faa15201-cec6-4660-ae33-7025f254e5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (50ece25a-9452-44f6-8bc9-48c0ade2294b), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:51:59.709893 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (81117e21-cbf2-493f-9e14-29a3cec1f25a), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:52:01.709859 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=13 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:52:01.720903 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=22 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:52:01.813579 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=3 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:52:01.814291 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=5 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:52:02.457310 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=85 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:52:02.459161 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=77 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:52:09.648152 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=50,neutron:UPDATE=2 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:52:09.654132 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=52,neutron:UPDATE=5 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:52:13.972371 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (42cc932a-4e60-43e8-a4dc-4f47b3d3efae), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:52:22.868884 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:52:23.913709 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=2 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:52:23.915482 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:52:24.530314 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-1c760e8a-612b-4d79-9761-810249ac5a4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (2a8c543c-b8d9-40d8-999c-fa03b757f547), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:52:26.760485 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-6874acd4-7f4d-4d9e-97c4-8c66a01011f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (d0297bc9-c3a8-45ac-9023-c937cb4f21fc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:52:27.970650 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-117977e4-98b1-40f2-baea-1bec010e476c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (b90f279a-3e8f-4325-a28d-8d213fb96fbc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:52:28.816570 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.agents_db [None req-15653567-1518-4353-bd1f-4d0dcdae15fd None None] Agent healthcheck: found 6 active agents {{(pid=111025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 00:52:29.326164 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-faa15201-cec6-4660-ae33-7025f254e5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (50ece25a-9452-44f6-8bc9-48c0ade2294b), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:52:29.726613 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (81117e21-cbf2-493f-9e14-29a3cec1f25a), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:52:38.812169 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=5 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:52:38.813468 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=3 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:52:39.655724 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:52:39.657714 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:52:43.982099 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (42cc932a-4e60-43e8-a4dc-4f47b3d3efae), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:52:52.968300 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-dfcd58bb-330d-4630-bf23-c1c903d4773f req-fd861445-3e74-4e39-a958-17c62abe90f3 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=3be606de-606d-4ed1-9de7-778277d2d4b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415080 Jun 16 00:52:53.061729 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcd58bb-330d-4630-bf23-c1c903d4773f req-5505464c-1c23-40ae-b629-dfe736f3e7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:52:53.063135 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-dfcd58bb-330d-4630-bf23-c1c903d4773f req-5505464c-1c23-40ae-b629-dfe736f3e7e3 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=5e9d772a2cb14bbbaaa2dcaf5d730f6e&device_id=3be606de-606d-4ed1-9de7-778277d2d4b1 HTTP/1.1" status: 200 len: 1130 time: 0.0373156 Jun 16 00:52:53.162855 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcd58bb-330d-4630-bf23-c1c903d4773f req-379ca180-84f3-4261-ba37-890055873a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:52:53.164268 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-dfcd58bb-330d-4630-bf23-c1c903d4773f req-379ca180-84f3-4261-ba37-890055873a6f service neutron] 10.222.0.40 "GET /v2.0/networks?id=9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50 HTTP/1.1" status: 200 len: 910 time: 0.0831485 Jun 16 00:52:53.227021 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-dfcd58bb-330d-4630-bf23-c1c903d4773f req-ed2e5bb0-8632-48b4-ba70-afe5d566b69d service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c8e4700-5ce1-4ab4-a357-9d3dde87e98b HTTP/1.1" status: 200 len: 1002 time: 0.0567565 Jun 16 00:52:53.273284 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcd58bb-330d-4630-bf23-c1c903d4773f req-2f8aac20-77ba-4e94-b376-fb4d3a238f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:52:53.274655 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-dfcd58bb-330d-4630-bf23-c1c903d4773f req-2f8aac20-77ba-4e94-b376-fb4d3a238f7f service neutron] 10.222.0.40 "GET /v2.0/subnets?id=2d07dd38-c86e-4058-8445-b36761bf9def HTTP/1.1" status: 200 len: 848 time: 0.0425594 Jun 16 00:52:53.317801 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcd58bb-330d-4630-bf23-c1c903d4773f req-38cb2dda-d46a-49a9-af5e-3348064cddff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:52:53.319323 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-dfcd58bb-330d-4630-bf23-c1c903d4773f req-38cb2dda-d46a-49a9-af5e-3348064cddff service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0380759 Jun 16 00:52:53.409915 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-dfcd58bb-330d-4630-bf23-c1c903d4773f req-2ca9db9f-c90d-49aa-bad6-78309b3f9e25 service neutron] 10.222.0.40 "GET /v2.0/networks/9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840187 Jun 16 00:52:53.500388 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-dfcd58bb-330d-4630-bf23-c1c903d4773f req-d50770f1-37d3-4148-86ae-ffc8b1396067 service neutron] 10.222.0.40 "GET /v2.0/networks/9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838735 Jun 16 00:52:53.909931 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:52:53.915875 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:52:54.554897 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a6a0d830-3ffa-4f37-93b9-5273a6082b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (2a8c543c-b8d9-40d8-999c-fa03b757f547), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:52:56.760160 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-f14deaca-f2be-4526-bba9-6d4643774087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (d0297bc9-c3a8-45ac-9023-c937cb4f21fc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:52:57.959923 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-117977e4-98b1-40f2-baea-1bec010e476c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (b90f279a-3e8f-4325-a28d-8d213fb96fbc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:52:59.325874 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-faa15201-cec6-4660-ae33-7025f254e5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (50ece25a-9452-44f6-8bc9-48c0ade2294b), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:52:59.731372 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (81117e21-cbf2-493f-9e14-29a3cec1f25a), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:03.491723 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=47 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:53:03.497680 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=54 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:53:03.878218 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 50564) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:53:04.017641 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.plugin [None req-a5aec406-ee12-4738-9770-41e5a6fb5be2 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Deleting port 0aab0899-d7eb-4649-8a05-4a67a29aff38 {{(pid=111022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 00:53:04.017973 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-a5aec406-ee12-4738-9770-41e5a6fb5be2 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753842671270'] for port (0aab0899-d7eb-4649-8a05-4a67a29aff38), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:04.091860 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-a5aec406-ee12-4738-9770-41e5a6fb5be2 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642233'] for port (0aab0899-d7eb-4649-8a05-4a67a29aff38), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:04.092183 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-a5aec406-ee12-4738-9770-41e5a6fb5be2 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Publish callbacks [] for floatingip (0aab0899-d7eb-4649-8a05-4a67a29aff38), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:04.104624 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.plugin [None req-a5aec406-ee12-4738-9770-41e5a6fb5be2 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Calling delete_port for 0aab0899-d7eb-4649-8a05-4a67a29aff38 owned by network:floatingip {{(pid=111022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 00:53:04.313218 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-a5aec406-ee12-4738-9770-41e5a6fb5be2 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753842673475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753842110814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18330592'] for port (0aab0899-d7eb-4649-8a05-4a67a29aff38), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:04.337841 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aec406-ee12-4738-9770-41e5a6fb5be2 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Pushing event deleted for resources: {'Port': ['ID=0aab0899-d7eb-4649-8a05-4a67a29aff38,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:53:04.366812 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aec406-ee12-4738-9770-41e5a6fb5be2 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:53:04.367154 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aec406-ee12-4738-9770-41e5a6fb5be2 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:53:04.367490 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aec406-ee12-4738-9770-41e5a6fb5be2 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:53:04.367823 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aec406-ee12-4738-9770-41e5a6fb5be2 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:53:04.368150 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aec406-ee12-4738-9770-41e5a6fb5be2 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:53:04.368474 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aec406-ee12-4738-9770-41e5a6fb5be2 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:53:04.368820 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aec406-ee12-4738-9770-41e5a6fb5be2 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:53:04.369143 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aec406-ee12-4738-9770-41e5a6fb5be2 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:53:04.369460 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aec406-ee12-4738-9770-41e5a6fb5be2 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:53:04.369777 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aec406-ee12-4738-9770-41e5a6fb5be2 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:53:04.370091 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aec406-ee12-4738-9770-41e5a6fb5be2 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:53:04.370406 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aec406-ee12-4738-9770-41e5a6fb5be2 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:53:04.370721 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aec406-ee12-4738-9770-41e5a6fb5be2 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:53:04.371057 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aec406-ee12-4738-9770-41e5a6fb5be2 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:53:04.371371 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aec406-ee12-4738-9770-41e5a6fb5be2 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:53:04.413131 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-a5aec406-ee12-4738-9770-41e5a6fb5be2 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Publish callbacks [] for floatingip (54728982-f0d2-44f6-a72e-b7cbffe3736b), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:04.413524 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.db.l3_db [None req-a5aec406-ee12-4738-9770-41e5a6fb5be2 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Floating IP 54728982-f0d2-44f6-a72e-b7cbffe3736b disassociated (deleted). External IP: 172.27.1.186, port: 1c8e4700-5ce1-4ab4-a357-9d3dde87e98b. Jun 16 00:53:04.608043 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5aec406-ee12-4738-9770-41e5a6fb5be2 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Router a1d3912f-8172-48ca-912e-e21c6bf8d84c has already been hosted by L3 agent d0297bc9-c3a8-45ac-9023-c937cb4f21fc {{(pid=111022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 00:53:04.706635 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5aec406-ee12-4738-9770-41e5a6fb5be2 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Notify agent at l3_agent.dv-cinder-803823-11-iscsi the message routers_updated {{(pid=111022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 00:53:04.711398 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-a5aec406-ee12-4738-9770-41e5a6fb5be2 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for floatingip (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:04.715857 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b1178a-a957-4ed1-8403-a5fc17141d87 None None] Sync routers for ids ['a1d3912f-8172-48ca-912e-e21c6bf8d84c'] in dv-cinder-803823-11-iscsi {{(pid=111025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 00:53:04.726249 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b1178a-a957-4ed1-8403-a5fc17141d87 None None] Routers {'a1d3912f-8172-48ca-912e-e21c6bf8d84c'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:53:04.726857 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-63b1178a-a957-4ed1-8403-a5fc17141d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:52:57Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['a1d3912f-8172-48ca-912e-e21c6bf8d84c'], 'active': True} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:53:04.740394 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:53:04.744158 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-a5aec406-ee12-4738-9770-41e5a6fb5be2 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "DELETE /v2.0/floatingips/54728982-f0d2-44f6-a72e-b7cbffe3736b HTTP/1.1" status: 204 len: 168 time: 0.8649225 Jun 16 00:53:04.744747 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3be606de-606d-4ed1-9de7-778277d2d4b1', 'tag': '1c8e4700-5ce1-4ab4-a357-9d3dde87e98b'}] {{(pid=111022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:53:04.746985 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e11db3c8c8b471c3a5a6d77657e69b374448db58d6f4ea609d7f7612e3d25af7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eba1a15-f999-4859-ab3b-af4610fbabe0" -d '{"events": [{"name": "network-changed", "server_uuid": "3be606de-606d-4ed1-9de7-778277d2d4b1", "tag": "1c8e4700-5ce1-4ab4-a357-9d3dde87e98b"}]}' {{(pid=111022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:53:04.829707 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvr_db [None req-63b1178a-a957-4ed1-8403-a5fc17141d87 None None] Set router a1d3912f-8172-48ca-912e-e21c6bf8d84c gateway port host: dv-cinder-803823-11-iscsi {{(pid=111025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:53:04.855214 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 00:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d17a1056-d0c2-42a7-b41f-cb30572c7c1f x-openstack-request-id: req-d17a1056-d0c2-42a7-b41f-cb30572c7c1f {{(pid=111022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:53:04.855765 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3be606de-606d-4ed1-9de7-778277d2d4b1", "tag": "1c8e4700-5ce1-4ab4-a357-9d3dde87e98b", "status": "completed", "code": 200}]} {{(pid=111022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:53:04.855765 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d17a1056-d0c2-42a7-b41f-cb30572c7c1f {{(pid=111022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:53:04.856161 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d17a1056-d0c2-42a7-b41f-cb30572c7c1f'] response: {'name': 'network-changed', 'server_uuid': '3be606de-606d-4ed1-9de7-778277d2d4b1', 'tag': '1c8e4700-5ce1-4ab4-a357-9d3dde87e98b', 'status': 'completed', 'code': 200} Jun 16 00:53:04.945313 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba1a15-f999-4859-ab3b-af4610fbabe0 req-96b46a99-9a9f-4291-b552-8e363da8f959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:53:04.946985 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-8eba1a15-f999-4859-ab3b-af4610fbabe0 req-96b46a99-9a9f-4291-b552-8e363da8f959 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=5e9d772a2cb14bbbaaa2dcaf5d730f6e&device_id=3be606de-606d-4ed1-9de7-778277d2d4b1 HTTP/1.1" status: 200 len: 1130 time: 0.0469248 Jun 16 00:53:05.014259 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-63b1178a-a957-4ed1-8403-a5fc17141d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1d3912f-8172-48ca-912e-e21c6bf8d84c', 'name': 'tempest-TestShelveInstance-1376043281-router', 'tenant_id': '5e9d772a2cb14bbbaaa2dcaf5d730f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'c56fd5fb-768e-4b97-8d4d-437f76ce76f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:48:39Z', 'updated_at': '2022-06-16T00:48:42Z', 'revision_number': 4, 'project_id': '5e9d772a2cb14bbbaaa2dcaf5d730f6e', 'gw_port': {'id': 'c56fd5fb-768e-4b97-8d4d-437f76ce76f3', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:36:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d3912f-8172-48ca-912e-e21c6bf8d84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:48:40Z', 'updated_at': '2022-06-16T00:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_interfaces': [{'id': 'dd9de7ec-b7f1-4f0b-a057-be1338db0ceb', 'name': '', 'network_id': '9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50', 'tenant_id': '5e9d772a2cb14bbbaaa2dcaf5d730f6e', 'mac_address': 'fa:16:3e:7d:f3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d3912f-8172-48ca-912e-e21c6bf8d84c', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '2d07dd38-c86e-4058-8445-b36761bf9def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:48:41Z', 'updated_at': '2022-06-16T00:48:46Z', 'revision_number': 5, 'project_id': '5e9d772a2cb14bbbaaa2dcaf5d730f6e', 'subnets': [{'id': '2d07dd38-c86e-4058-8445-b36761bf9def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:53:05.039795 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b1178a-a957-4ed1-8403-a5fc17141d87 None None] Checking router: a1d3912f-8172-48ca-912e-e21c6bf8d84c for host: dv-cinder-803823-11-iscsi {{(pid=111025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 00:53:05.040053 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba1a15-f999-4859-ab3b-af4610fbabe0 req-90622cf3-da12-4208-90cc-5814bd1c274e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:53:05.041360 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-8eba1a15-f999-4859-ab3b-af4610fbabe0 req-90622cf3-da12-4208-90cc-5814bd1c274e service neutron] 10.222.0.40 "GET /v2.0/networks?id=9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50 HTTP/1.1" status: 200 len: 910 time: 0.0881224 Jun 16 00:53:05.050475 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b1178a-a957-4ed1-8403-a5fc17141d87 None None] Routers {'a1d3912f-8172-48ca-912e-e21c6bf8d84c'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:53:05.051321 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-63b1178a-a957-4ed1-8403-a5fc17141d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:52:57Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['a1d3912f-8172-48ca-912e-e21c6bf8d84c'], 'active': True} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:53:05.086772 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-8eba1a15-f999-4859-ab3b-af4610fbabe0 req-d16b4e63-5f4a-467d-8766-51a54c67d194 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c8e4700-5ce1-4ab4-a357-9d3dde87e98b HTTP/1.1" status: 200 len: 217 time: 0.0384824 Jun 16 00:53:05.135138 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba1a15-f999-4859-ab3b-af4610fbabe0 req-4df07217-c6d9-467e-8808-357936a4d264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:53:05.136546 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-8eba1a15-f999-4859-ab3b-af4610fbabe0 req-4df07217-c6d9-467e-8808-357936a4d264 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=2d07dd38-c86e-4058-8445-b36761bf9def HTTP/1.1" status: 200 len: 848 time: 0.0446310 Jun 16 00:53:05.153205 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvr_db [None req-63b1178a-a957-4ed1-8403-a5fc17141d87 None None] Set router a1d3912f-8172-48ca-912e-e21c6bf8d84c gateway port host: dv-cinder-803823-11-iscsi {{(pid=111025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:53:05.235670 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26049ea0-c419-4821-abde-740dc80665d2 req-0fbb862a-461c-4e15-a6e3-673e88426f80 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:53:05.237826 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-26049ea0-c419-4821-abde-740dc80665d2 req-0fbb862a-461c-4e15-a6e3-673e88426f80 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/ports?device_id=3be606de-606d-4ed1-9de7-778277d2d4b1 HTTP/1.1" status: 200 len: 946 time: 0.0468407 Jun 16 00:53:05.258245 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:53:05.287037 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-26049ea0-c419-4821-abde-740dc80665d2 req-75c7cac5-1862-41fb-9ad2-36d65c41f02b tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92019eb-9342-4d8c-8655-4d7e29649b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438757 Jun 16 00:53:05.338604 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-63b1178a-a957-4ed1-8403-a5fc17141d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1d3912f-8172-48ca-912e-e21c6bf8d84c', 'name': 'tempest-TestShelveInstance-1376043281-router', 'tenant_id': '5e9d772a2cb14bbbaaa2dcaf5d730f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'c56fd5fb-768e-4b97-8d4d-437f76ce76f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:48:39Z', 'updated_at': '2022-06-16T00:48:42Z', 'revision_number': 4, 'project_id': '5e9d772a2cb14bbbaaa2dcaf5d730f6e', 'gw_port': {'id': 'c56fd5fb-768e-4b97-8d4d-437f76ce76f3', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:36:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d3912f-8172-48ca-912e-e21c6bf8d84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:48:40Z', 'updated_at': '2022-06-16T00:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_interfaces': [{'id': 'dd9de7ec-b7f1-4f0b-a057-be1338db0ceb', 'name': '', 'network_id': '9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50', 'tenant_id': '5e9d772a2cb14bbbaaa2dcaf5d730f6e', 'mac_address': 'fa:16:3e:7d:f3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d3912f-8172-48ca-912e-e21c6bf8d84c', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '2d07dd38-c86e-4058-8445-b36761bf9def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:48:41Z', 'updated_at': '2022-06-16T00:48:46Z', 'revision_number': 5, 'project_id': '5e9d772a2cb14bbbaaa2dcaf5d730f6e', 'subnets': [{'id': '2d07dd38-c86e-4058-8445-b36761bf9def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:53:05.361820 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b1178a-a957-4ed1-8403-a5fc17141d87 None None] The sync data for ids ['a1d3912f-8172-48ca-912e-e21c6bf8d84c'] in dv-cinder-803823-11-iscsi is: [{'id': 'a1d3912f-8172-48ca-912e-e21c6bf8d84c', 'name': 'tempest-TestShelveInstance-1376043281-router', 'tenant_id': '5e9d772a2cb14bbbaaa2dcaf5d730f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'c56fd5fb-768e-4b97-8d4d-437f76ce76f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:48:39Z', 'updated_at': '2022-06-16T00:48:42Z', 'revision_number': 4, 'project_id': '5e9d772a2cb14bbbaaa2dcaf5d730f6e', 'gw_port': {'id': 'c56fd5fb-768e-4b97-8d4d-437f76ce76f3', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:36:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d3912f-8172-48ca-912e-e21c6bf8d84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:48:40Z', 'updated_at': '2022-06-16T00:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi', '_interfaces': [{'id': 'dd9de7ec-b7f1-4f0b-a057-be1338db0ceb', 'name': '', 'network_id': '9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50', 'tenant_id': '5e9d772a2cb14bbbaaa2dcaf5d730f6e', 'mac_address': 'fa:16:3e:7d:f3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d3912f-8172-48ca-912e-e21c6bf8d84c', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '2d07dd38-c86e-4058-8445-b36761bf9def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:48:41Z', 'updated_at': '2022-06-16T00:48:46Z', 'revision_number': 5, 'project_id': '5e9d772a2cb14bbbaaa2dcaf5d730f6e', 'subnets': [{'id': '2d07dd38-c86e-4058-8445-b36761bf9def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 00:53:05.566582 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fa8d74-fa0b-40bd-9c01-bf25323d131c None None] New status for floating IP 54728982-f0d2-44f6-a72e-b7cbffe3736b: DOWN {{(pid=111024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 00:53:05.815435 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.agents_db [None req-15653567-1518-4353-bd1f-4d0dcdae15fd None None] Agent healthcheck: found 6 active agents {{(pid=111025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 00:53:06.234669 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba1a15-f999-4859-ab3b-af4610fbabe0 req-fe43cd74-5d61-4eb8-aa7a-199fbf6a818a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:53:06.236091 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-8eba1a15-f999-4859-ab3b-af4610fbabe0 req-fe43cd74-5d61-4eb8-aa7a-199fbf6a818a service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0386379 Jun 16 00:53:06.327064 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-8eba1a15-f999-4859-ab3b-af4610fbabe0 req-3ec9dfe2-4805-41e8-af26-70d95e2d5700 service neutron] 10.222.0.40 "GET /v2.0/networks/9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845385 Jun 16 00:53:06.402061 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e764003-1282-4fdd-ac01-a09e37fa8b01 req-254cdebc-c36e-48c5-832d-e972d45fb711 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:53:06.403483 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-6e764003-1282-4fdd-ac01-a09e37fa8b01 req-254cdebc-c36e-48c5-832d-e972d45fb711 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/ports?device_id=3be606de-606d-4ed1-9de7-778277d2d4b1 HTTP/1.1" status: 200 len: 946 time: 0.0449889 Jun 16 00:53:06.503701 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-6e764003-1282-4fdd-ac01-a09e37fa8b01 req-5c96f0e7-df41-4b43-b952-3c322b4587d4 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/security-groups?id=b92019eb-9342-4d8c-8655-4d7e29649b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940716 Jun 16 00:53:06.534602 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-8eba1a15-f999-4859-ab3b-af4610fbabe0 req-bf253061-ccef-4bdd-bc73-4e4bac05c63c service neutron] 10.222.0.40 "GET /v2.0/networks/9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123862 Jun 16 00:53:06.839387 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f3f53-84fb-48a0-ae3a-84d574e2ae6e req-d9a89073-3235-449a-88f0-4230377479fb tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 00:53:06.840738 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-3a1f3f53-84fb-48a0-ae3a-84d574e2ae6e req-d9a89073-3235-449a-88f0-4230377479fb tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.40 "GET /v2.0/ports?device_id=3be606de-606d-4ed1-9de7-778277d2d4b1 HTTP/1.1" status: 200 len: 946 time: 0.0460644 Jun 16 00:53:06.923891 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [req-3a1f3f53-84fb-48a0-ae3a-84d574e2ae6e req-7c4f2301-841f-449e-8804-7deb0e02feba tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Deleting port 1c8e4700-5ce1-4ab4-a357-9d3dde87e98b {{(pid=111023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 00:53:06.924219 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-3a1f3f53-84fb-48a0-ae3a-84d574e2ae6e req-7c4f2301-841f-449e-8804-7deb0e02feba tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753842671270'] for port (1c8e4700-5ce1-4ab4-a357-9d3dde87e98b), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:07.011292 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.db [req-3a1f3f53-84fb-48a0-ae3a-84d574e2ae6e req-7c4f2301-841f-449e-8804-7deb0e02feba tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] For port 1c8e4700-5ce1-4ab4-a357-9d3dde87e98b, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=1c8e4700-5ce1-4ab4-a357-9d3dde87e98b,segment=NetworkSegment(feed6410-1fa7-4119-b6bd-fef13b994103),segment_id=feed6410-1fa7-4119-b6bd-fef13b994103)] {{(pid=111023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:53:07.011641 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-3a1f3f53-84fb-48a0-ae3a-84d574e2ae6e req-7c4f2301-841f-449e-8804-7deb0e02feba tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642233'] for port (1c8e4700-5ce1-4ab4-a357-9d3dde87e98b), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:07.024166 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [req-3a1f3f53-84fb-48a0-ae3a-84d574e2ae6e req-7c4f2301-841f-449e-8804-7deb0e02feba tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Calling delete_port for 1c8e4700-5ce1-4ab4-a357-9d3dde87e98b owned by compute:nova {{(pid=111023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 00:53:07.206255 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-3a1f3f53-84fb-48a0-ae3a-84d574e2ae6e req-7c4f2301-841f-449e-8804-7deb0e02feba tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753842673475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753842110814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909837'] for port (1c8e4700-5ce1-4ab4-a357-9d3dde87e98b), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:07.231239 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:53:07.234216 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4f2301-841f-449e-8804-7deb0e02feba tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Pushing event deleted for resources: {'Port': ['ID=1c8e4700-5ce1-4ab4-a357-9d3dde87e98b,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:53:07.241330 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:53:07.262014 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4f2301-841f-449e-8804-7deb0e02feba tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:53:07.268655 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4f2301-841f-449e-8804-7deb0e02feba tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:53:07.268655 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4f2301-841f-449e-8804-7deb0e02feba tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:53:07.268655 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4f2301-841f-449e-8804-7deb0e02feba tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:53:07.268655 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4f2301-841f-449e-8804-7deb0e02feba tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:53:07.268655 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4f2301-841f-449e-8804-7deb0e02feba tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:53:07.268655 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4f2301-841f-449e-8804-7deb0e02feba tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:53:07.268655 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4f2301-841f-449e-8804-7deb0e02feba tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:53:07.268655 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4f2301-841f-449e-8804-7deb0e02feba tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:53:07.268655 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4f2301-841f-449e-8804-7deb0e02feba tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:53:07.268655 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4f2301-841f-449e-8804-7deb0e02feba tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:53:07.268655 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4f2301-841f-449e-8804-7deb0e02feba tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:53:07.268655 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4f2301-841f-449e-8804-7deb0e02feba tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:53:07.268655 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4f2301-841f-449e-8804-7deb0e02feba tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:53:07.269802 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4f2301-841f-449e-8804-7deb0e02feba tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:53:07.288515 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a1f3f53-84fb-48a0-ae3a-84d574e2ae6e req-7c4f2301-841f-449e-8804-7deb0e02feba tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] No DVR routers for this DVR port 1c8e4700-5ce1-4ab4-a357-9d3dde87e98b on host hv-cinder-80382 {{(pid=111023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 00:53:07.290898 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [req-3a1f3f53-84fb-48a0-ae3a-84d574e2ae6e req-7c4f2301-841f-449e-8804-7deb0e02feba tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-507387'] for port (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:07.294106 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-3a1f3f53-84fb-48a0-ae3a-84d574e2ae6e req-7c4f2301-841f-449e-8804-7deb0e02feba tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.40 "DELETE /v2.0/ports/1c8e4700-5ce1-4ab4-a357-9d3dde87e98b HTTP/1.1" status: 204 len: 173 time: 0.4486713 Jun 16 00:53:07.294616 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3be606de-606d-4ed1-9de7-778277d2d4b1', 'name': 'network-vif-deleted', 'tag': '1c8e4700-5ce1-4ab4-a357-9d3dde87e98b'}] {{(pid=111023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 00:53:07.296825 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849ffc5c5c28115853a01ef2d84a57e68c82d4a74a931575540ba89325b26957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-001b6d7d-77a3-4019-80d3-f49ce5a1783d" -d '{"events": [{"server_uuid": "3be606de-606d-4ed1-9de7-778277d2d4b1", "name": "network-vif-deleted", "tag": "1c8e4700-5ce1-4ab4-a357-9d3dde87e98b"}]}' {{(pid=111023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 00:53:07.385048 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 00:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e5c549b-2fce-4952-859f-4eb86075f75e x-openstack-request-id: req-4e5c549b-2fce-4952-859f-4eb86075f75e {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 00:53:07.385331 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3be606de-606d-4ed1-9de7-778277d2d4b1", "name": "network-vif-deleted", "tag": "1c8e4700-5ce1-4ab4-a357-9d3dde87e98b", "status": "completed", "code": 200}]} {{(pid=111023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 00:53:07.385573 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4e5c549b-2fce-4952-859f-4eb86075f75e {{(pid=111023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 00:53:07.385960 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e5c549b-2fce-4952-859f-4eb86075f75e'] response: {'server_uuid': '3be606de-606d-4ed1-9de7-778277d2d4b1', 'name': 'network-vif-deleted', 'tag': '1c8e4700-5ce1-4ab4-a357-9d3dde87e98b', 'status': 'completed', 'code': 200} Jun 16 00:53:07.611463 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [req-b2e251b8-6de8-4289-ba11-294438461d6c req-592cdc2f-2f45-4b8e-9049-cd761cad3a03 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/ports?device_id=3be606de-606d-4ed1-9de7-778277d2d4b1 HTTP/1.1" status: 200 len: 210 time: 0.0327663 Jun 16 00:53:08.717070 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [req-a988c203-8eef-445f-8f04-c59a1e2e90cf req-9327b97c-03d4-4eb0-9e32-01b4a6be7d26 tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "GET /v2.0/ports?device_id=3be606de-606d-4ed1-9de7-778277d2d4b1 HTTP/1.1" status: 200 len: 210 time: 0.0270746 Jun 16 00:53:09.653416 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:53:09.774258 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 50598) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:53:09.829267 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-bd2f8be3-0ba4-4b4d-ad52-7c69dbb7c6ca tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Publish callbacks [] for security_group (b92019eb-9342-4d8c-8655-4d7e29649b22), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:09.857440 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-bd2f8be3-0ba4-4b4d-ad52-7c69dbb7c6ca tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Publish callbacks [] for security_group (b92019eb-9342-4d8c-8655-4d7e29649b22), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:09.977196 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-bd2f8be3-0ba4-4b4d-ad52-7c69dbb7c6ca tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (b92019eb-9342-4d8c-8655-4d7e29649b22), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:09.979687 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-bd2f8be3-0ba4-4b4d-ad52-7c69dbb7c6ca tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Publish callbacks [] for security_group (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:09.980841 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-bd2f8be3-0ba4-4b4d-ad52-7c69dbb7c6ca tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] 10.222.0.20 "DELETE /v2.0/security-groups/b92019eb-9342-4d8c-8655-4d7e29649b22 HTTP/1.1" status: 204 len: 168 time: 0.2058747 Jun 16 00:53:09.989947 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2f8be3-0ba4-4b4d-ad52-7c69dbb7c6ca tempest-TestShelveInstance-426082959 tempest-TestShelveInstance-426082959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92019eb-9342-4d8c-8655-4d7e29649b22,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:53:10.093212 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 50602) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:53:10.391693 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-9d3841ae-992a-4a70-aeb5-2489ba8c3511 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-678073'] for router_interface (a1d3912f-8172-48ca-912e-e21c6bf8d84c), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:10.795347 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.plugin [None req-9d3841ae-992a-4a70-aeb5-2489ba8c3511 admin admin] Deleting port dd9de7ec-b7f1-4f0b-a057-be1338db0ceb {{(pid=111022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 00:53:10.796027 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-9d3841ae-992a-4a70-aeb5-2489ba8c3511 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753842671270'] for port (dd9de7ec-b7f1-4f0b-a057-be1338db0ceb), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:10.874508 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.db [None req-9d3841ae-992a-4a70-aeb5-2489ba8c3511 admin admin] For port dd9de7ec-b7f1-4f0b-a057-be1338db0ceb, host dv-cinder-803823-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=dd9de7ec-b7f1-4f0b-a057-be1338db0ceb,segment=NetworkSegment(feed6410-1fa7-4119-b6bd-fef13b994103),segment_id=feed6410-1fa7-4119-b6bd-fef13b994103)] {{(pid=111022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:53:10.874778 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-9d3841ae-992a-4a70-aeb5-2489ba8c3511 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642233'] for port (dd9de7ec-b7f1-4f0b-a057-be1338db0ceb), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:10.883862 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:53:10.887779 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.plugin [None req-9d3841ae-992a-4a70-aeb5-2489ba8c3511 admin admin] Calling delete_port for dd9de7ec-b7f1-4f0b-a057-be1338db0ceb owned by network:router_interface {{(pid=111022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 00:53:10.925041 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:53:11.125504 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-9d3841ae-992a-4a70-aeb5-2489ba8c3511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753842673475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753842110814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18330592'] for port (dd9de7ec-b7f1-4f0b-a057-be1338db0ceb), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:11.151135 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3841ae-992a-4a70-aeb5-2489ba8c3511 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd9de7ec-b7f1-4f0b-a057-be1338db0ceb,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:53:11.310238 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-9d3841ae-992a-4a70-aeb5-2489ba8c3511 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677933'] for router_interface (a1d3912f-8172-48ca-912e-e21c6bf8d84c), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:11.509340 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d3841ae-992a-4a70-aeb5-2489ba8c3511 admin admin] Router a1d3912f-8172-48ca-912e-e21c6bf8d84c has already been hosted by L3 agent d0297bc9-c3a8-45ac-9023-c937cb4f21fc {{(pid=111022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 00:53:11.610228 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d3841ae-992a-4a70-aeb5-2489ba8c3511 admin admin] Notify agent at l3_agent.dv-cinder-803823-11-iscsi the message routers_updated {{(pid=111022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 00:53:11.615612 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-9d3841ae-992a-4a70-aeb5-2489ba8c3511 admin admin] 10.222.0.20 "PUT /v2.0/routers/a1d3912f-8172-48ca-912e-e21c6bf8d84c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5213830 Jun 16 00:53:11.618138 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 50604) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:53:11.619684 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbf9b45-74b6-4e11-999e-db46120638f3 None None] Sync routers for ids ['a1d3912f-8172-48ca-912e-e21c6bf8d84c'] in dv-cinder-803823-11-iscsi {{(pid=111025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 00:53:11.630939 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbf9b45-74b6-4e11-999e-db46120638f3 None None] Routers {'a1d3912f-8172-48ca-912e-e21c6bf8d84c'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:53:11.631778 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-4bbf9b45-74b6-4e11-999e-db46120638f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:52:57Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['a1d3912f-8172-48ca-912e-e21c6bf8d84c'], 'active': True} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:53:11.699544 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:53:11.720714 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-31a5f48f-fd41-45c7-acab-3ae9b49463b9 admin admin] Publish callbacks [] for router (a1d3912f-8172-48ca-912e-e21c6bf8d84c), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:11.812151 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvr_db [None req-4bbf9b45-74b6-4e11-999e-db46120638f3 None None] Set router a1d3912f-8172-48ca-912e-e21c6bf8d84c gateway port host: dv-cinder-803823-11-iscsi {{(pid=111025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:53:11.815363 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-31a5f48f-fd41-45c7-acab-3ae9b49463b9 admin admin] Publish callbacks [] for router_gateway (a1d3912f-8172-48ca-912e-e21c6bf8d84c), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:11.875809 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=100 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:53:11.880688 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=100 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:53:11.904168 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.plugin [None req-31a5f48f-fd41-45c7-acab-3ae9b49463b9 admin admin] Deleting port c56fd5fb-768e-4b97-8d4d-437f76ce76f3 {{(pid=111022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 00:53:11.904499 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-31a5f48f-fd41-45c7-acab-3ae9b49463b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753842671270'] for port (c56fd5fb-768e-4b97-8d4d-437f76ce76f3), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:11.928881 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:53:11.981959 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-4bbf9b45-74b6-4e11-999e-db46120638f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1d3912f-8172-48ca-912e-e21c6bf8d84c', 'name': 'tempest-TestShelveInstance-1376043281-router', 'tenant_id': '5e9d772a2cb14bbbaaa2dcaf5d730f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'c56fd5fb-768e-4b97-8d4d-437f76ce76f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:48:39Z', 'updated_at': '2022-06-16T00:53:11Z', 'revision_number': 5, 'project_id': '5e9d772a2cb14bbbaaa2dcaf5d730f6e', 'gw_port': {'id': 'c56fd5fb-768e-4b97-8d4d-437f76ce76f3', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:36:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d3912f-8172-48ca-912e-e21c6bf8d84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:48:40Z', 'updated_at': '2022-06-16T00:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi'}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:53:11.988302 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.db [None req-31a5f48f-fd41-45c7-acab-3ae9b49463b9 admin admin] For port c56fd5fb-768e-4b97-8d4d-437f76ce76f3, host dv-cinder-803823-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=c56fd5fb-768e-4b97-8d4d-437f76ce76f3,segment=NetworkSegment(6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc),segment_id=6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc)] {{(pid=111022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:53:11.988701 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-31a5f48f-fd41-45c7-acab-3ae9b49463b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642233'] for port (c56fd5fb-768e-4b97-8d4d-437f76ce76f3), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:12.002354 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.plugin [None req-31a5f48f-fd41-45c7-acab-3ae9b49463b9 admin admin] Calling delete_port for c56fd5fb-768e-4b97-8d4d-437f76ce76f3 owned by network:router_gateway {{(pid=111022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 00:53:12.006754 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbf9b45-74b6-4e11-999e-db46120638f3 None None] Checking router: a1d3912f-8172-48ca-912e-e21c6bf8d84c for host: dv-cinder-803823-11-iscsi {{(pid=111025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 00:53:12.014912 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbf9b45-74b6-4e11-999e-db46120638f3 None None] Routers {'a1d3912f-8172-48ca-912e-e21c6bf8d84c'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:53:12.015505 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-4bbf9b45-74b6-4e11-999e-db46120638f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:52:57Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['a1d3912f-8172-48ca-912e-e21c6bf8d84c'], 'active': True} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:53:12.095077 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_dvr_db [None req-4bbf9b45-74b6-4e11-999e-db46120638f3 None None] Set router a1d3912f-8172-48ca-912e-e21c6bf8d84c gateway port host: None {{(pid=111025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:53:12.143254 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.l3_hamode_db [None req-4bbf9b45-74b6-4e11-999e-db46120638f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1d3912f-8172-48ca-912e-e21c6bf8d84c', 'name': 'tempest-TestShelveInstance-1376043281-router', 'tenant_id': '5e9d772a2cb14bbbaaa2dcaf5d730f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:48:39Z', 'updated_at': '2022-06-16T00:53:11Z', 'revision_number': 6, 'project_id': '5e9d772a2cb14bbbaaa2dcaf5d730f6e', 'gw_port_host': None}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:53:12.162596 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device 1c8e4700-5ce1-4ab4-a357-9d3dde87e98b no longer exists at agent hyperv_hv-cinder-80382 {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 00:53:12.170852 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbf9b45-74b6-4e11-999e-db46120638f3 None None] The sync data for ids ['a1d3912f-8172-48ca-912e-e21c6bf8d84c'] in dv-cinder-803823-11-iscsi is: [{'id': 'a1d3912f-8172-48ca-912e-e21c6bf8d84c', 'name': 'tempest-TestShelveInstance-1376043281-router', 'tenant_id': '5e9d772a2cb14bbbaaa2dcaf5d730f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:48:39Z', 'updated_at': '2022-06-16T00:53:11Z', 'revision_number': 6, 'project_id': '5e9d772a2cb14bbbaaa2dcaf5d730f6e', 'gw_port_host': None}] {{(pid=111025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 00:53:12.185504 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] No Port match for: 1c8e4700-5ce1-4ab4-a357-9d3dde87e98b {{(pid=111024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 00:53:12.185720 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Device 1c8e4700-5ce1-4ab4-a357-9d3dde87e98b not bound to the agent host hv-cinder-80382 {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 00:53:12.228882 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-31a5f48f-fd41-45c7-acab-3ae9b49463b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753842673475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753842110814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18330592'] for port (c56fd5fb-768e-4b97-8d4d-437f76ce76f3), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:12.257886 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a5f48f-fd41-45c7-acab-3ae9b49463b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c56fd5fb-768e-4b97-8d4d-437f76ce76f3,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:53:12.317014 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-31a5f48f-fd41-45c7-acab-3ae9b49463b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-673148'] for router_gateway (a1d3912f-8172-48ca-912e-e21c6bf8d84c), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:12.400895 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-31a5f48f-fd41-45c7-acab-3ae9b49463b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3429'] for router (a1d3912f-8172-48ca-912e-e21c6bf8d84c), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:12.402952 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-31a5f48f-fd41-45c7-acab-3ae9b49463b9 admin admin] Publish callbacks [] for router_controller (a1d3912f-8172-48ca-912e-e21c6bf8d84c), precommit_delete_associations {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:12.519040 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-31a5f48f-fd41-45c7-acab-3ae9b49463b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-673004'] for router (a1d3912f-8172-48ca-912e-e21c6bf8d84c), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:12.519870 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a5f48f-fd41-45c7-acab-3ae9b49463b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1d3912f-8172-48ca-912e-e21c6bf8d84c {{(pid=111022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 00:53:12.524193 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-31a5f48f-fd41-45c7-acab-3ae9b49463b9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:12.527944 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-31a5f48f-fd41-45c7-acab-3ae9b49463b9 admin admin] 10.222.0.20 "DELETE /v2.0/routers/a1d3912f-8172-48ca-912e-e21c6bf8d84c HTTP/1.1" status: 204 len: 168 time: 0.9065058 Jun 16 00:53:12.528335 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 50606) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:53:12.575508 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.db_base_plugin_v2 [None req-444d43e7-ea2d-43f6-9955-06df42d34c28 admin admin] Deleting subnet 2d07dd38-c86e-4058-8445-b36761bf9def {{(pid=111023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 00:53:12.579130 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-444d43e7-ea2d-43f6-9955-06df42d34c28 admin admin] Publish callbacks [] for subnet (2d07dd38-c86e-4058-8445-b36761bf9def), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:12.616264 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-444d43e7-ea2d-43f6-9955-06df42d34c28 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10236084'] for subnet (2d07dd38-c86e-4058-8445-b36761bf9def), precommit_delete_associations {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:12.694235 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-444d43e7-ea2d-43f6-9955-06df42d34c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1219515'] for subnet (2d07dd38-c86e-4058-8445-b36761bf9def), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:12.828862 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-444d43e7-ea2d-43f6-9955-06df42d34c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1219458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2909856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10303412'] for subnet (2d07dd38-c86e-4058-8445-b36761bf9def), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:12.853018 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444d43e7-ea2d-43f6-9955-06df42d34c28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d07dd38-c86e-4058-8445-b36761bf9def,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:53:12.859241 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-444d43e7-ea2d-43f6-9955-06df42d34c28 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:12.862949 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-444d43e7-ea2d-43f6-9955-06df42d34c28 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2d07dd38-c86e-4058-8445-b36761bf9def HTTP/1.1" status: 204 len: 168 time: 0.3336170 Jun 16 00:53:12.865446 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 50608) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:53:12.866638 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ee42e0-d489-4374-9e75-329812f25aef None None] Network 9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50 requested from dv-cinder-803823-11-iscsi {{(pid=111024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 00:53:12.937065 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-8efa93e8-b26b-42ff-b62d-ef3893bcae9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1350587'] for network (9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:12.986481 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [None req-8efa93e8-b26b-42ff-b62d-ef3893bcae9d admin admin] Deleting port fa5b1803-9586-4c40-a7af-9ed90384ecb0 {{(pid=111023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 00:53:12.986849 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-8efa93e8-b26b-42ff-b62d-ef3893bcae9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753842671270'] for port (fa5b1803-9586-4c40-a7af-9ed90384ecb0), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:13.024980 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da5524c-ee77-4c2e-a128-4bbf488ec23c None None] DHCP port deletion for 9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50 request from dv-cinder-803823-11-iscsi {{(pid=111024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 00:53:13.053347 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.db [None req-8efa93e8-b26b-42ff-b62d-ef3893bcae9d admin admin] For port fa5b1803-9586-4c40-a7af-9ed90384ecb0, host dv-cinder-803823-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=fa5b1803-9586-4c40-a7af-9ed90384ecb0,segment=NetworkSegment(feed6410-1fa7-4119-b6bd-fef13b994103),segment_id=feed6410-1fa7-4119-b6bd-fef13b994103)] {{(pid=111023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:53:13.053700 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-8efa93e8-b26b-42ff-b62d-ef3893bcae9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642233'] for port (fa5b1803-9586-4c40-a7af-9ed90384ecb0), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:13.064262 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-7da5524c-ee77-4c2e-a128-4bbf488ec23c None None] Deleting port fa5b1803-9586-4c40-a7af-9ed90384ecb0 {{(pid=111024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 00:53:13.064933 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-7da5524c-ee77-4c2e-a128-4bbf488ec23c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753842671270'] for port (fa5b1803-9586-4c40-a7af-9ed90384ecb0), before_delete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:13.067391 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.plugin [None req-8efa93e8-b26b-42ff-b62d-ef3893bcae9d admin admin] Calling delete_port for fa5b1803-9586-4c40-a7af-9ed90384ecb0 owned by network:dhcp {{(pid=111023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 00:53:13.128666 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-7da5524c-ee77-4c2e-a128-4bbf488ec23c None None] For port fa5b1803-9586-4c40-a7af-9ed90384ecb0, host dv-cinder-803823-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=fa5b1803-9586-4c40-a7af-9ed90384ecb0,segment=NetworkSegment(feed6410-1fa7-4119-b6bd-fef13b994103),segment_id=feed6410-1fa7-4119-b6bd-fef13b994103)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:53:13.129330 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-7da5524c-ee77-4c2e-a128-4bbf488ec23c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642233'] for port (fa5b1803-9586-4c40-a7af-9ed90384ecb0), precommit_delete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:13.145436 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-7da5524c-ee77-4c2e-a128-4bbf488ec23c None None] Calling delete_port for fa5b1803-9586-4c40-a7af-9ed90384ecb0 owned by network:dhcp {{(pid=111024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 00:53:13.214502 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-8efa93e8-b26b-42ff-b62d-ef3893bcae9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753842673475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753842110814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2909837'] for port (fa5b1803-9586-4c40-a7af-9ed90384ecb0), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:13.224045 dv-cinder-803823-11-iscsi neutron-server[111024]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 00:53:13.224045 dv-cinder-803823-11-iscsi neutron-server[111024]: from cryptography.utils import int_from_bytes Jun 16 00:53:13.224045 dv-cinder-803823-11-iscsi neutron-server[111024]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 00:53:13.224045 dv-cinder-803823-11-iscsi neutron-server[111024]: from cryptography.utils import int_from_bytes Jun 16 00:53:13.224045 dv-cinder-803823-11-iscsi neutron-server[111024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 00:53:13.224045 dv-cinder-803823-11-iscsi neutron-server[111024]: self.session.flush() Jun 16 00:53:13.224045 dv-cinder-803823-11-iscsi neutron-server[111024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 00:53:13.224045 dv-cinder-803823-11-iscsi neutron-server[111024]: self.session.flush() Jun 16 00:53:13.224045 dv-cinder-803823-11-iscsi neutron-server[111024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 00:53:13.224045 dv-cinder-803823-11-iscsi neutron-server[111024]: self.session.flush() Jun 16 00:53:13.224045 dv-cinder-803823-11-iscsi neutron-server[111024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 00:53:13.224045 dv-cinder-803823-11-iscsi neutron-server[111024]: self.session.flush() Jun 16 00:53:13.224045 dv-cinder-803823-11-iscsi neutron-server[111024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 00:53:13.224045 dv-cinder-803823-11-iscsi neutron-server[111024]: self.session.flush() Jun 16 00:53:13.224045 dv-cinder-803823-11-iscsi neutron-server[111024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 00:53:13.224045 dv-cinder-803823-11-iscsi neutron-server[111024]: self.session.flush() Jun 16 00:53:13.224045 dv-cinder-803823-11-iscsi neutron-server[111024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 00:53:13.224045 dv-cinder-803823-11-iscsi neutron-server[111024]: self.session.flush() Jun 16 00:53:13.224045 dv-cinder-803823-11-iscsi neutron-server[111024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 00:53:13.224045 dv-cinder-803823-11-iscsi neutron-server[111024]: self.session.flush() Jun 16 00:53:13.224045 dv-cinder-803823-11-iscsi neutron-server[111024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 00:53:13.224045 dv-cinder-803823-11-iscsi neutron-server[111024]: self.session.flush() Jun 16 00:53:13.224045 dv-cinder-803823-11-iscsi neutron-server[111024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 00:53:13.224045 dv-cinder-803823-11-iscsi neutron-server[111024]: self.session.flush() Jun 16 00:53:13.224045 dv-cinder-803823-11-iscsi neutron-server[111024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 00:53:13.224045 dv-cinder-803823-11-iscsi neutron-server[111024]: self.session.flush() Jun 16 00:53:13.224045 dv-cinder-803823-11-iscsi neutron-server[111024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 00:53:13.224045 dv-cinder-803823-11-iscsi neutron-server[111024]: self.session.flush() Jun 16 00:53:13.224045 dv-cinder-803823-11-iscsi neutron-server[111024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 00:53:13.224045 dv-cinder-803823-11-iscsi neutron-server[111024]: self.session.flush() Jun 16 00:53:13.224045 dv-cinder-803823-11-iscsi neutron-server[111024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 00:53:13.224045 dv-cinder-803823-11-iscsi neutron-server[111024]: self.session.flush() Jun 16 00:53:13.224045 dv-cinder-803823-11-iscsi neutron-server[111024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 00:53:13.224045 dv-cinder-803823-11-iscsi neutron-server[111024]: self.session.flush() Jun 16 00:53:13.224045 dv-cinder-803823-11-iscsi neutron-server[111024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 00:53:13.224045 dv-cinder-803823-11-iscsi neutron-server[111024]: self.session.flush() Jun 16 00:53:13.224045 dv-cinder-803823-11-iscsi neutron-server[111024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 00:53:13.224045 dv-cinder-803823-11-iscsi neutron-server[111024]: self.session.flush() Jun 16 00:53:13.224045 dv-cinder-803823-11-iscsi neutron-server[111024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 00:53:13.224045 dv-cinder-803823-11-iscsi neutron-server[111024]: self.session.flush() Jun 16 00:53:13.224045 dv-cinder-803823-11-iscsi neutron-server[111024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 00:53:13.224045 dv-cinder-803823-11-iscsi neutron-server[111024]: self.session.flush() Jun 16 00:53:13.227801 dv-cinder-803823-11-iscsi neutron-server[111024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 00:53:13.227801 dv-cinder-803823-11-iscsi neutron-server[111024]: self.session.flush() Jun 16 00:53:13.227801 dv-cinder-803823-11-iscsi neutron-server[111024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 00:53:13.227801 dv-cinder-803823-11-iscsi neutron-server[111024]: self.session.flush() Jun 16 00:53:13.227801 dv-cinder-803823-11-iscsi neutron-server[111024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 00:53:13.227801 dv-cinder-803823-11-iscsi neutron-server[111024]: self.session.flush() Jun 16 00:53:13.227801 dv-cinder-803823-11-iscsi neutron-server[111024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 00:53:13.227801 dv-cinder-803823-11-iscsi neutron-server[111024]: self.session.flush() Jun 16 00:53:13.227801 dv-cinder-803823-11-iscsi neutron-server[111024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 00:53:13.227801 dv-cinder-803823-11-iscsi neutron-server[111024]: self.session.flush() Jun 16 00:53:13.227801 dv-cinder-803823-11-iscsi neutron-server[111024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 00:53:13.227801 dv-cinder-803823-11-iscsi neutron-server[111024]: self.session.flush() Jun 16 00:53:13.227801 dv-cinder-803823-11-iscsi neutron-server[111024]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 00:53:13.227801 dv-cinder-803823-11-iscsi neutron-server[111024]: self.session.flush() Jun 16 00:53:13.236785 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-7da5524c-ee77-4c2e-a128-4bbf488ec23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753842673475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753842110814'] for port (fa5b1803-9586-4c40-a7af-9ed90384ecb0), after_delete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:13.242352 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efa93e8-b26b-42ff-b62d-ef3893bcae9d admin admin] No DVR routers for this DVR port fa5b1803-9586-4c40-a7af-9ed90384ecb0 on host dv-cinder-803823-11-iscsi {{(pid=111023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 00:53:13.244107 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa93e8-b26b-42ff-b62d-ef3893bcae9d admin admin] Pushing event deleted for resources: {'Port': ['ID=fa5b1803-9586-4c40-a7af-9ed90384ecb0,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:53:13.259996 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5524c-ee77-4c2e-a128-4bbf488ec23c None None] Pushing event deleted for resources: {'Port': ['ID=fa5b1803-9586-4c40-a7af-9ed90384ecb0,revision_number=None']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:53:13.262239 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da5524c-ee77-4c2e-a128-4bbf488ec23c None None] No DVR routers for this DVR port fa5b1803-9586-4c40-a7af-9ed90384ecb0 on host dv-cinder-803823-11-iscsi {{(pid=111024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 00:53:13.272291 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5524c-ee77-4c2e-a128-4bbf488ec23c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:53:13.272291 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5524c-ee77-4c2e-a128-4bbf488ec23c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:53:13.272988 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5524c-ee77-4c2e-a128-4bbf488ec23c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:53:13.273328 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5524c-ee77-4c2e-a128-4bbf488ec23c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:53:13.273977 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5524c-ee77-4c2e-a128-4bbf488ec23c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:53:13.274314 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5524c-ee77-4c2e-a128-4bbf488ec23c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:53:13.274643 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5524c-ee77-4c2e-a128-4bbf488ec23c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:53:13.274971 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5524c-ee77-4c2e-a128-4bbf488ec23c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:53:13.275295 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5524c-ee77-4c2e-a128-4bbf488ec23c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:53:13.275617 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5524c-ee77-4c2e-a128-4bbf488ec23c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:53:13.275941 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5524c-ee77-4c2e-a128-4bbf488ec23c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:53:13.276268 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5524c-ee77-4c2e-a128-4bbf488ec23c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:53:13.276606 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5524c-ee77-4c2e-a128-4bbf488ec23c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:53:13.276927 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5524c-ee77-4c2e-a128-4bbf488ec23c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:53:13.277242 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5524c-ee77-4c2e-a128-4bbf488ec23c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-11-iscsi {{(pid=111024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 00:53:13.322992 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-8efa93e8-b26b-42ff-b62d-ef3893bcae9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1217386', 'neutron.services.segments.db._delete_segments_for_network-8753842649658'] for network (9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:13.344252 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.services.segments.db [None req-8efa93e8-b26b-42ff-b62d-ef3893bcae9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50']}} {{(pid=111023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:53:13.354461 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.services.segments.db [None req-8efa93e8-b26b-42ff-b62d-ef3893bcae9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feed6410-1fa7-4119-b6bd-fef13b994103') {'for_net_delete': True} {{(pid=111023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:53:13.358913 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.services.segments.db [None req-8efa93e8-b26b-42ff-b62d-ef3893bcae9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feed6410-1fa7-4119-b6bd-fef13b994103') {} {{(pid=111023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:53:13.364110 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-8efa93e8-b26b-42ff-b62d-ef3893bcae9d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753842648513', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10236077'] for segment (feed6410-1fa7-4119-b6bd-fef13b994103), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:13.376992 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-8efa93e8-b26b-42ff-b62d-ef3893bcae9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219328'] for segment (feed6410-1fa7-4119-b6bd-fef13b994103), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:13.383359 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8efa93e8-b26b-42ff-b62d-ef3893bcae9d admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=111023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 00:53:13.387550 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-8efa93e8-b26b-42ff-b62d-ef3893bcae9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2909950'] for segment (feed6410-1fa7-4119-b6bd-fef13b994103), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:13.449279 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:53:13.531620 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.services.segments.plugin [-] Segment feed6410-1fa7-4119-b6bd-fef13b994103 resource provider aggregate not found Jun 16 00:53:13.541997 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-8efa93e8-b26b-42ff-b62d-ef3893bcae9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1220132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673112'] for network (9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:13.552513 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-8efa93e8-b26b-42ff-b62d-ef3893bcae9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590195'] for network (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:13.552513 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-8efa93e8-b26b-42ff-b62d-ef3893bcae9d admin admin] 10.222.0.20 "DELETE /v2.0/networks/9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50 HTTP/1.1" status: 204 len: 168 time: 0.6853848 Jun 16 00:53:13.553642 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.services.segments.plugin [-] Segment feed6410-1fa7-4119-b6bd-fef13b994103 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid feed6410-1fa7-4119-b6bd-fef13b994103 found for delete ", "request_id": "req-99c7ef67-a4bd-489e-bc46-17bf0d4a1381"}]} Jun 16 00:53:13.554829 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 50616) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:53:13.563012 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa93e8-b26b-42ff-b62d-ef3893bcae9d admin admin] Pushing event deleted for resources: {'Network': ['ID=9ed496a4-8fc1-4fe0-bc5e-ab3ca4863b50,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:53:13.821976 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:53:13.874499 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-63d45369-8a20-4b5f-919a-8006881b324b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-678073'] for router_interface (4ec7a65b-252f-49c4-b813-8af49613d6fc), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:13.952826 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:53:14.034171 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (42cc932a-4e60-43e8-a4dc-4f47b3d3efae), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:14.090777 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.plugin [None req-63d45369-8a20-4b5f-919a-8006881b324b admin admin] Deleting port b99e8cbe-f564-407c-80a0-74f6ac2ff02d {{(pid=111022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 00:53:14.091034 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-63d45369-8a20-4b5f-919a-8006881b324b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753842671270'] for port (b99e8cbe-f564-407c-80a0-74f6ac2ff02d), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:14.234216 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device fa5b1803-9586-4c40-a7af-9ed90384ecb0 no longer exists at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 00:53:14.255144 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] No Port match for: fa5b1803-9586-4c40-a7af-9ed90384ecb0 {{(pid=111024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 00:53:14.255485 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device fa5b1803-9586-4c40-a7af-9ed90384ecb0 not bound to the agent host dv-cinder-803823-11-iscsi {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 00:53:14.255904 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device c56fd5fb-768e-4b97-8d4d-437f76ce76f3 no longer exists at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 00:53:14.276382 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] No Port match for: c56fd5fb-768e-4b97-8d4d-437f76ce76f3 {{(pid=111024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 00:53:14.276746 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device c56fd5fb-768e-4b97-8d4d-437f76ce76f3 not bound to the agent host dv-cinder-803823-11-iscsi {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 00:53:14.277164 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device dd9de7ec-b7f1-4f0b-a057-be1338db0ceb no longer exists at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 00:53:14.295324 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] No Port match for: dd9de7ec-b7f1-4f0b-a057-be1338db0ceb {{(pid=111024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 00:53:14.295667 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device dd9de7ec-b7f1-4f0b-a057-be1338db0ceb not bound to the agent host dv-cinder-803823-11-iscsi {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 00:53:14.365967 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.db [None req-63d45369-8a20-4b5f-919a-8006881b324b admin admin] For port b99e8cbe-f564-407c-80a0-74f6ac2ff02d, host dv-cinder-803823-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=b99e8cbe-f564-407c-80a0-74f6ac2ff02d,segment=NetworkSegment(98b9ac98-bede-4a91-9e85-23a6b7524b80),segment_id=98b9ac98-bede-4a91-9e85-23a6b7524b80)] {{(pid=111022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:53:14.366249 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-63d45369-8a20-4b5f-919a-8006881b324b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642233'] for port (b99e8cbe-f564-407c-80a0-74f6ac2ff02d), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:14.379711 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.plugin [None req-63d45369-8a20-4b5f-919a-8006881b324b admin admin] Calling delete_port for b99e8cbe-f564-407c-80a0-74f6ac2ff02d owned by network:router_interface {{(pid=111022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 00:53:14.617439 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-63d45369-8a20-4b5f-919a-8006881b324b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753842673475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753842110814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18330592'] for port (b99e8cbe-f564-407c-80a0-74f6ac2ff02d), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:14.646169 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d45369-8a20-4b5f-919a-8006881b324b admin admin] Pushing event deleted for resources: {'Port': ['ID=b99e8cbe-f564-407c-80a0-74f6ac2ff02d,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:53:14.805302 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-63d45369-8a20-4b5f-919a-8006881b324b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-677933'] for router_interface (4ec7a65b-252f-49c4-b813-8af49613d6fc), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:14.806879 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:53:15.013247 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63d45369-8a20-4b5f-919a-8006881b324b admin admin] Router 4ec7a65b-252f-49c4-b813-8af49613d6fc has already been hosted by L3 agent d0297bc9-c3a8-45ac-9023-c937cb4f21fc {{(pid=111022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 00:53:15.108928 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63d45369-8a20-4b5f-919a-8006881b324b admin admin] Notify agent at l3_agent.dv-cinder-803823-11-iscsi the message routers_updated {{(pid=111022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 00:53:15.114269 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-63d45369-8a20-4b5f-919a-8006881b324b admin admin] 10.222.0.20 "PUT /v2.0/routers/4ec7a65b-252f-49c4-b813-8af49613d6fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5583940 Jun 16 00:53:15.116874 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 50618) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:53:15.120931 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c62a5f2-5a6d-4a5c-82dc-3be2423d392b None None] Sync routers for ids ['4ec7a65b-252f-49c4-b813-8af49613d6fc'] in dv-cinder-803823-11-iscsi {{(pid=111024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 00:53:15.136799 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c62a5f2-5a6d-4a5c-82dc-3be2423d392b None None] Routers {'4ec7a65b-252f-49c4-b813-8af49613d6fc'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:53:15.137791 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-1c62a5f2-5a6d-4a5c-82dc-3be2423d392b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:52:57Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['4ec7a65b-252f-49c4-b813-8af49613d6fc'], 'active': True} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:53:15.231575 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:53:15.259936 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-1fa32561-1f02-43f7-a0a6-0cf3bb2f2a38 admin admin] Publish callbacks [] for router (4ec7a65b-252f-49c4-b813-8af49613d6fc), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:15.361726 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-1fa32561-1f02-43f7-a0a6-0cf3bb2f2a38 admin admin] Publish callbacks [] for router_gateway (4ec7a65b-252f-49c4-b813-8af49613d6fc), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:15.399812 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvr_db [None req-1c62a5f2-5a6d-4a5c-82dc-3be2423d392b None None] Set router 4ec7a65b-252f-49c4-b813-8af49613d6fc gateway port host: dv-cinder-803823-11-iscsi {{(pid=111024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:53:15.453345 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.plugin [None req-1fa32561-1f02-43f7-a0a6-0cf3bb2f2a38 admin admin] Deleting port 12248aee-2a54-45f4-8d66-1e1efb6f2fa9 {{(pid=111022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 00:53:15.453676 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-1fa32561-1f02-43f7-a0a6-0cf3bb2f2a38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753842671270'] for port (12248aee-2a54-45f4-8d66-1e1efb6f2fa9), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:15.534500 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.db [None req-1fa32561-1f02-43f7-a0a6-0cf3bb2f2a38 admin admin] For port 12248aee-2a54-45f4-8d66-1e1efb6f2fa9, host dv-cinder-803823-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=12248aee-2a54-45f4-8d66-1e1efb6f2fa9,segment=NetworkSegment(6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc),segment_id=6d693bf8-6ab9-4a7d-b06e-ee60881ca2cc)] {{(pid=111022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:53:15.534852 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-1fa32561-1f02-43f7-a0a6-0cf3bb2f2a38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642233'] for port (12248aee-2a54-45f4-8d66-1e1efb6f2fa9), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:15.547436 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.plugin [None req-1fa32561-1f02-43f7-a0a6-0cf3bb2f2a38 admin admin] Calling delete_port for 12248aee-2a54-45f4-8d66-1e1efb6f2fa9 owned by network:router_gateway {{(pid=111022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 00:53:15.560264 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-1c62a5f2-5a6d-4a5c-82dc-3be2423d392b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec7a65b-252f-49c4-b813-8af49613d6fc', 'name': 'tempest-TestShelveInstance-1193802508-router', 'tenant_id': 'b42747645b014584be62f7cf59b63b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'external_fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '12248aee-2a54-45f4-8d66-1e1efb6f2fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:48:45Z', 'updated_at': '2022-06-16T00:53:14Z', 'revision_number': 5, 'project_id': 'b42747645b014584be62f7cf59b63b63', 'gw_port': {'id': '12248aee-2a54-45f4-8d66-1e1efb6f2fa9', 'name': '', 'network_id': '81cb8278-aa95-4a96-976c-13998a04ce85', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec7a65b-252f-49c4-b813-8af49613d6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T00:48:45Z', 'updated_at': '2022-06-16T00:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa235f2-2172-4ff3-86e8-0e0d1995c273', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-11-iscsi'}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:53:15.585067 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c62a5f2-5a6d-4a5c-82dc-3be2423d392b None None] Checking router: 4ec7a65b-252f-49c4-b813-8af49613d6fc for host: dv-cinder-803823-11-iscsi {{(pid=111024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 00:53:15.593771 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c62a5f2-5a6d-4a5c-82dc-3be2423d392b None None] Routers {'4ec7a65b-252f-49c4-b813-8af49613d6fc'} bound to L3 agent in host dv-cinder-803823-11-iscsi {{(pid=111024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 00:53:15.594374 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-1c62a5f2-5a6d-4a5c-82dc-3be2423d392b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T00:26:27Z,description=,heartbeat_timestamp=2022-06-16T00:52:57Z,host='dv-cinder-803823-11-iscsi',id=d0297bc9-c3a8-45ac-9023-c937cb4f21fc,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T00:26:27Z,topic='l3_agent')) {'router_ids': ['4ec7a65b-252f-49c4-b813-8af49613d6fc'], 'active': True} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:53:15.671940 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:53:15.677381 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvr_db [None req-1c62a5f2-5a6d-4a5c-82dc-3be2423d392b None None] Set router 4ec7a65b-252f-49c4-b813-8af49613d6fc gateway port host: None {{(pid=111024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 00:53:15.727919 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_hamode_db [None req-1c62a5f2-5a6d-4a5c-82dc-3be2423d392b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec7a65b-252f-49c4-b813-8af49613d6fc', 'name': 'tempest-TestShelveInstance-1193802508-router', 'tenant_id': 'b42747645b014584be62f7cf59b63b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:48:45Z', 'updated_at': '2022-06-16T00:53:15Z', 'revision_number': 6, 'project_id': 'b42747645b014584be62f7cf59b63b63', 'gw_port_host': None}], 'dv-cinder-803823-11-iscsi', False) {} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:53:15.750777 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c62a5f2-5a6d-4a5c-82dc-3be2423d392b None None] The sync data for ids ['4ec7a65b-252f-49c4-b813-8af49613d6fc'] in dv-cinder-803823-11-iscsi is: [{'id': '4ec7a65b-252f-49c4-b813-8af49613d6fc', 'name': 'tempest-TestShelveInstance-1193802508-router', 'tenant_id': 'b42747645b014584be62f7cf59b63b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T00:48:45Z', 'updated_at': '2022-06-16T00:53:15Z', 'revision_number': 6, 'project_id': 'b42747645b014584be62f7cf59b63b63', 'gw_port_host': None}] {{(pid=111024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 00:53:15.788466 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-1fa32561-1f02-43f7-a0a6-0cf3bb2f2a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753842673475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753842110814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18330592'] for port (12248aee-2a54-45f4-8d66-1e1efb6f2fa9), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:15.791793 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:53:15.813432 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa32561-1f02-43f7-a0a6-0cf3bb2f2a38 admin admin] Pushing event deleted for resources: {'Port': ['ID=12248aee-2a54-45f4-8d66-1e1efb6f2fa9,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:53:15.883089 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-1fa32561-1f02-43f7-a0a6-0cf3bb2f2a38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-673148'] for router_gateway (4ec7a65b-252f-49c4-b813-8af49613d6fc), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:15.967358 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-1fa32561-1f02-43f7-a0a6-0cf3bb2f2a38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3429'] for router (4ec7a65b-252f-49c4-b813-8af49613d6fc), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:15.969445 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-1fa32561-1f02-43f7-a0a6-0cf3bb2f2a38 admin admin] Publish callbacks [] for router_controller (4ec7a65b-252f-49c4-b813-8af49613d6fc), precommit_delete_associations {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:16.051528 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-1fa32561-1f02-43f7-a0a6-0cf3bb2f2a38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-673004'] for router (4ec7a65b-252f-49c4-b813-8af49613d6fc), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:16.052083 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa32561-1f02-43f7-a0a6-0cf3bb2f2a38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ec7a65b-252f-49c4-b813-8af49613d6fc {{(pid=111022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 00:53:16.056142 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-1fa32561-1f02-43f7-a0a6-0cf3bb2f2a38 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:16.059090 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-1fa32561-1f02-43f7-a0a6-0cf3bb2f2a38 admin admin] 10.222.0.20 "DELETE /v2.0/routers/4ec7a65b-252f-49c4-b813-8af49613d6fc HTTP/1.1" status: 204 len: 168 time: 0.9394672 Jun 16 00:53:16.059719 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 50622) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:53:16.106186 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae29a7fa-f12f-45ac-8cda-d3833d046982 admin admin] Deleting subnet 037ec60b-b358-4cc5-bd10-4e72dece3b13 {{(pid=111022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 00:53:16.109590 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-ae29a7fa-f12f-45ac-8cda-d3833d046982 admin admin] Publish callbacks [] for subnet (037ec60b-b358-4cc5-bd10-4e72dece3b13), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:16.145133 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-ae29a7fa-f12f-45ac-8cda-d3833d046982 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18744226'] for subnet (037ec60b-b358-4cc5-bd10-4e72dece3b13), precommit_delete_associations {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:16.188601 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:53:16.225641 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-ae29a7fa-f12f-45ac-8cda-d3833d046982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1219515'] for subnet (037ec60b-b358-4cc5-bd10-4e72dece3b13), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:16.354665 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-ae29a7fa-f12f-45ac-8cda-d3833d046982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1219458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18330573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18407658'] for subnet (037ec60b-b358-4cc5-bd10-4e72dece3b13), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:16.379792 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae29a7fa-f12f-45ac-8cda-d3833d046982 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=037ec60b-b358-4cc5-bd10-4e72dece3b13,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:53:16.383340 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-ae29a7fa-f12f-45ac-8cda-d3833d046982 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590195'] for subnet (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:16.386443 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-ae29a7fa-f12f-45ac-8cda-d3833d046982 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/037ec60b-b358-4cc5-bd10-4e72dece3b13 HTTP/1.1" status: 204 len: 168 time: 0.3258247 Jun 16 00:53:16.388919 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 50624) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:53:16.391325 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77bae8ef-f913-4d6a-89a1-263775b3a465 None None] Network 4e895ed6-51d3-4974-8e91-b3dd19a3c050 requested from dv-cinder-803823-11-iscsi {{(pid=111024) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 00:53:16.459855 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-f3a5ce05-e62b-4202-a696-3be575300af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1350587'] for network (4e895ed6-51d3-4974-8e91-b3dd19a3c050), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:16.510433 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.plugin [None req-f3a5ce05-e62b-4202-a696-3be575300af2 admin admin] Deleting port eacd1b6e-ea59-45bd-aee0-7d6b3b698218 {{(pid=111022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 00:53:16.510896 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-f3a5ce05-e62b-4202-a696-3be575300af2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753842671270'] for port (eacd1b6e-ea59-45bd-aee0-7d6b3b698218), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:16.549336 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5173f02-b059-4b3f-ad65-50146168f155 None None] DHCP port deletion for 4e895ed6-51d3-4974-8e91-b3dd19a3c050 request from dv-cinder-803823-11-iscsi {{(pid=111024) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 00:53:16.553401 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device b99e8cbe-f564-407c-80a0-74f6ac2ff02d no longer exists at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 00:53:16.573028 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] No Port match for: b99e8cbe-f564-407c-80a0-74f6ac2ff02d {{(pid=111024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 00:53:16.573377 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device b99e8cbe-f564-407c-80a0-74f6ac2ff02d not bound to the agent host dv-cinder-803823-11-iscsi {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 00:53:16.573779 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device 12248aee-2a54-45f4-8d66-1e1efb6f2fa9 no longer exists at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 00:53:16.589036 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.db [None req-f3a5ce05-e62b-4202-a696-3be575300af2 admin admin] For port eacd1b6e-ea59-45bd-aee0-7d6b3b698218, host dv-cinder-803823-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=eacd1b6e-ea59-45bd-aee0-7d6b3b698218,segment=NetworkSegment(98b9ac98-bede-4a91-9e85-23a6b7524b80),segment_id=98b9ac98-bede-4a91-9e85-23a6b7524b80)] {{(pid=111022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:53:16.589396 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-f3a5ce05-e62b-4202-a696-3be575300af2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642233'] for port (eacd1b6e-ea59-45bd-aee0-7d6b3b698218), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:16.603679 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.plugin [None req-f3a5ce05-e62b-4202-a696-3be575300af2 admin admin] Calling delete_port for eacd1b6e-ea59-45bd-aee0-7d6b3b698218 owned by network:dhcp {{(pid=111022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 00:53:16.619356 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:53:16.620238 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] No Port match for: 12248aee-2a54-45f4-8d66-1e1efb6f2fa9 {{(pid=111024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 00:53:16.620663 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device 12248aee-2a54-45f4-8d66-1e1efb6f2fa9 not bound to the agent host dv-cinder-803823-11-iscsi {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 00:53:16.635180 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-f5173f02-b059-4b3f-ad65-50146168f155 None None] Deleting port eacd1b6e-ea59-45bd-aee0-7d6b3b698218 {{(pid=111024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 00:53:16.635547 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-f5173f02-b059-4b3f-ad65-50146168f155 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753842671270'] for port (eacd1b6e-ea59-45bd-aee0-7d6b3b698218), before_delete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:16.701579 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.db [None req-f5173f02-b059-4b3f-ad65-50146168f155 None None] For port eacd1b6e-ea59-45bd-aee0-7d6b3b698218, host dv-cinder-803823-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-11-iscsi',level=0,port_id=eacd1b6e-ea59-45bd-aee0-7d6b3b698218,segment=NetworkSegment(98b9ac98-bede-4a91-9e85-23a6b7524b80),segment_id=98b9ac98-bede-4a91-9e85-23a6b7524b80)] {{(pid=111024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 00:53:16.701973 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-f5173f02-b059-4b3f-ad65-50146168f155 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642233'] for port (eacd1b6e-ea59-45bd-aee0-7d6b3b698218), precommit_delete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:16.718491 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-f5173f02-b059-4b3f-ad65-50146168f155 None None] Calling delete_port for eacd1b6e-ea59-45bd-aee0-7d6b3b698218 owned by network:dhcp {{(pid=111024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 00:53:16.760600 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-f3a5ce05-e62b-4202-a696-3be575300af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753842673475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753842110814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18330592'] for port (eacd1b6e-ea59-45bd-aee0-7d6b3b698218), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:16.786505 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a5ce05-e62b-4202-a696-3be575300af2 admin admin] Pushing event deleted for resources: {'Port': ['ID=eacd1b6e-ea59-45bd-aee0-7d6b3b698218,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:53:16.789960 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a5ce05-e62b-4202-a696-3be575300af2 admin admin] No DVR routers for this DVR port eacd1b6e-ea59-45bd-aee0-7d6b3b698218 on host dv-cinder-803823-11-iscsi {{(pid=111022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 00:53:16.810898 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-f5173f02-b059-4b3f-ad65-50146168f155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1523622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753842673475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753842110814'] for port (eacd1b6e-ea59-45bd-aee0-7d6b3b698218), after_delete {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:16.836356 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5173f02-b059-4b3f-ad65-50146168f155 None None] Pushing event deleted for resources: {'Port': ['ID=eacd1b6e-ea59-45bd-aee0-7d6b3b698218,revision_number=None']} {{(pid=111024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:53:16.840138 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5173f02-b059-4b3f-ad65-50146168f155 None None] No DVR routers for this DVR port eacd1b6e-ea59-45bd-aee0-7d6b3b698218 on host dv-cinder-803823-11-iscsi {{(pid=111024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 00:53:16.868126 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-f3a5ce05-e62b-4202-a696-3be575300af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1217386', 'neutron.services.segments.db._delete_segments_for_network-8753842649658'] for network (4e895ed6-51d3-4974-8e91-b3dd19a3c050), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:16.889623 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.services.segments.db [None req-f3a5ce05-e62b-4202-a696-3be575300af2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e895ed6-51d3-4974-8e91-b3dd19a3c050']}} {{(pid=111022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:53:16.899262 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.services.segments.db [None req-f3a5ce05-e62b-4202-a696-3be575300af2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98b9ac98-bede-4a91-9e85-23a6b7524b80') {'for_net_delete': True} {{(pid=111022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:53:16.899549 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.services.segments.db [None req-f3a5ce05-e62b-4202-a696-3be575300af2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98b9ac98-bede-4a91-9e85-23a6b7524b80') {} {{(pid=111022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 00:53:16.909770 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-f3a5ce05-e62b-4202-a696-3be575300af2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753842648513', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18744251'] for segment (98b9ac98-bede-4a91-9e85-23a6b7524b80), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:16.911159 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:53:16.925726 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-f3a5ce05-e62b-4202-a696-3be575300af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219328'] for segment (98b9ac98-bede-4a91-9e85-23a6b7524b80), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:16.932424 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3a5ce05-e62b-4202-a696-3be575300af2 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=111022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 00:53:16.932851 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-f3a5ce05-e62b-4202-a696-3be575300af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18330515'] for segment (98b9ac98-bede-4a91-9e85-23a6b7524b80), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:16.988036 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.services.segments.plugin [-] Segment 98b9ac98-bede-4a91-9e85-23a6b7524b80 resource provider aggregate not found Jun 16 00:53:17.004823 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.services.segments.plugin [-] Segment 98b9ac98-bede-4a91-9e85-23a6b7524b80 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 98b9ac98-bede-4a91-9e85-23a6b7524b80 found for delete ", "request_id": "req-a149d1ab-8107-4933-ac0f-0c0886752066"}]} Jun 16 00:53:17.039757 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-f3a5ce05-e62b-4202-a696-3be575300af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1220132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673112'] for network (4e895ed6-51d3-4974-8e91-b3dd19a3c050), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:17.045207 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-f3a5ce05-e62b-4202-a696-3be575300af2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590195'] for network (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:17.053358 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-f3a5ce05-e62b-4202-a696-3be575300af2 admin admin] 10.222.0.20 "DELETE /v2.0/networks/4e895ed6-51d3-4974-8e91-b3dd19a3c050 HTTP/1.1" status: 204 len: 168 time: 0.6591151 Jun 16 00:53:17.059872 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a5ce05-e62b-4202-a696-3be575300af2 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e895ed6-51d3-4974-8e91-b3dd19a3c050,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:53:17.409240 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 50632) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:53:17.452222 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-783a4b86-3cc8-4513-9a3e-16510b8a5aed admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5e9d772a2cb14bbbaaa2dcaf5d730f6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418155 Jun 16 00:53:17.455263 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [-] (111023) accepted ('10.222.0.20', 50634) {{(pid=111023) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:53:17.496557 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:53:17.502083 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-e2119eab-bb67-47d3-b1cb-230184ec3d74 admin admin] Publish callbacks [] for security_group (3f693204-ec63-432a-a42a-5ec23177980d), before_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:17.523953 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-e2119eab-bb67-47d3-b1cb-230184ec3d74 admin admin] Publish callbacks [] for security_group (3f693204-ec63-432a-a42a-5ec23177980d), precommit_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:17.651046 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-e2119eab-bb67-47d3-b1cb-230184ec3d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (3f693204-ec63-432a-a42a-5ec23177980d), after_delete {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:17.653600 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron_lib.callbacks.manager [None req-e2119eab-bb67-47d3-b1cb-230184ec3d74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:17.654739 dv-cinder-803823-11-iscsi neutron-server[111023]: INFO neutron.wsgi [None req-e2119eab-bb67-47d3-b1cb-230184ec3d74 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3f693204-ec63-432a-a42a-5ec23177980d HTTP/1.1" status: 204 len: 168 time: 0.1983628 Jun 16 00:53:17.662902 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2119eab-bb67-47d3-b1cb-230184ec3d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f693204-ec63-432a-a42a-5ec23177980d,revision_number=None']} {{(pid=111023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:53:18.230779 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device eacd1b6e-ea59-45bd-aee0-7d6b3b698218 no longer exists at agent ovs-agent-dv-cinder-803823-11-iscsi {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 00:53:18.250862 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] No Port match for: eacd1b6e-ea59-45bd-aee0-7d6b3b698218 {{(pid=111024) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 00:53:18.251726 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.rpc [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Device eacd1b6e-ea59-45bd-aee0-7d6b3b698218 not bound to the agent host dv-cinder-803823-11-iscsi {{(pid=111024) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 00:53:18.353110 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 50640) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:53:18.393272 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-9e7ee4ba-3ed3-45a4-9358-34c82c70d2c4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b42747645b014584be62f7cf59b63b63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389898 Jun 16 00:53:18.395595 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.wsgi [-] (111022) accepted ('10.222.0.20', 50642) {{(pid=111022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 00:53:18.442349 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-5f7af756-2744-4f5f-8725-506a8efde702 admin admin] Publish callbacks [] for security_group (c112bc32-d56f-421d-a4ee-d5577324afd8), before_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:18.463018 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-5f7af756-2744-4f5f-8725-506a8efde702 admin admin] Publish callbacks [] for security_group (c112bc32-d56f-421d-a4ee-d5577324afd8), precommit_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:18.576749 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-5f7af756-2744-4f5f-8725-506a8efde702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623433'] for security_group (c112bc32-d56f-421d-a4ee-d5577324afd8), after_delete {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:18.579232 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron_lib.callbacks.manager [None req-5f7af756-2744-4f5f-8725-506a8efde702 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:18.580399 dv-cinder-803823-11-iscsi neutron-server[111022]: INFO neutron.wsgi [None req-5f7af756-2744-4f5f-8725-506a8efde702 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c112bc32-d56f-421d-a4ee-d5577324afd8 HTTP/1.1" status: 204 len: 168 time: 0.1839285 Jun 16 00:53:18.588762 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7af756-2744-4f5f-8725-506a8efde702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c112bc32-d56f-421d-a4ee-d5577324afd8,revision_number=None']} {{(pid=111022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 00:53:22.097037 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=28 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:53:22.146930 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=21 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:53:24.525108 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-955aca41-67dd-4be9-90ce-db7f81b1eb53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (2a8c543c-b8d9-40d8-999c-fa03b757f547), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:26.799798 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-ea29bf3d-c756-4a97-8470-19124dd46d75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (d0297bc9-c3a8-45ac-9023-c937cb4f21fc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:27.657590 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=1 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:53:27.658914 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG dbcounter [-] [111023] Writing DB stats neutron:SELECT=29,neutron:DELETE=4 {{(pid=111023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:53:27.953798 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-117977e4-98b1-40f2-baea-1bec010e476c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (b90f279a-3e8f-4325-a28d-8d213fb96fbc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:28.583767 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=79,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:53:28.584689 dv-cinder-803823-11-iscsi neutron-server[111022]: DEBUG dbcounter [-] [111022] Writing DB stats neutron:SELECT=21,neutron:DELETE=2 {{(pid=111022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:53:29.313842 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-faa15201-cec6-4660-ae33-7025f254e5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (50ece25a-9452-44f6-8bc9-48c0ade2294b), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:29.724886 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (81117e21-cbf2-493f-9e14-29a3cec1f25a), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:39.469689 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [req-ccd0baf7-59e8-4698-9c6c-740643f0afdd req-c96def56-c664-4b35-ab14-e99857dc754b service neutron] (111023) timed out ('10.222.0.40', 49967) {{(pid=111023) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 16 00:53:39.657758 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=63,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:53:39.660011 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=20,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:53:42.814761 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.agents_db [None req-15653567-1518-4353-bd1f-4d0dcdae15fd None None] Agent healthcheck: found 6 active agents {{(pid=111025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 00:53:44.015642 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (42cc932a-4e60-43e8-a4dc-4f47b3d3efae), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:52.810297 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=5 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:53:52.811074 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=5 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:53:54.530332 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-7a68827b-1e60-4483-9393-9687ab9b8f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (2a8c543c-b8d9-40d8-999c-fa03b757f547), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:56.770131 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-649575a6-deeb-480f-b62e-dcdc1a2d9d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (d0297bc9-c3a8-45ac-9023-c937cb4f21fc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:58.107397 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-117977e4-98b1-40f2-baea-1bec010e476c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (b90f279a-3e8f-4325-a28d-8d213fb96fbc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:59.307748 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-faa15201-cec6-4660-ae33-7025f254e5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (50ece25a-9452-44f6-8bc9-48c0ade2294b), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:53:59.742502 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (81117e21-cbf2-493f-9e14-29a3cec1f25a), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:54:09.661352 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:54:09.663211 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:54:13.992777 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (42cc932a-4e60-43e8-a4dc-4f47b3d3efae), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:54:19.813853 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.agents_db [None req-15653567-1518-4353-bd1f-4d0dcdae15fd None None] Agent healthcheck: found 6 active agents {{(pid=111025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 00:54:23.913799 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=2 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:54:23.916639 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:54:24.535548 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-20b9009a-d542-4c9b-a931-e6abd38deb06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (2a8c543c-b8d9-40d8-999c-fa03b757f547), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:54:26.769805 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-b4c27393-c062-470e-b85c-9ca803ef85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (d0297bc9-c3a8-45ac-9023-c937cb4f21fc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:54:28.009818 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-117977e4-98b1-40f2-baea-1bec010e476c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (b90f279a-3e8f-4325-a28d-8d213fb96fbc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:54:29.312514 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-faa15201-cec6-4660-ae33-7025f254e5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (50ece25a-9452-44f6-8bc9-48c0ade2294b), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:54:29.729468 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (81117e21-cbf2-493f-9e14-29a3cec1f25a), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:54:29.808949 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=5 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:54:29.809773 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:54:39.659406 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:54:39.661343 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:54:43.969441 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (42cc932a-4e60-43e8-a4dc-4f47b3d3efae), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:54:53.915908 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=2 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:54:53.917834 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:54:54.563788 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-8f411712-7b97-476d-a7e7-68ac5d34ca2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (2a8c543c-b8d9-40d8-999c-fa03b757f547), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:54:56.757766 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-60e59951-aa8e-4889-8f2c-66826a974b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (d0297bc9-c3a8-45ac-9023-c937cb4f21fc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:54:56.812175 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.agents_db [None req-15653567-1518-4353-bd1f-4d0dcdae15fd None None] Agent healthcheck: found 6 active agents {{(pid=111025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 00:54:57.980951 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-117977e4-98b1-40f2-baea-1bec010e476c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (b90f279a-3e8f-4325-a28d-8d213fb96fbc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:54:59.340778 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-faa15201-cec6-4660-ae33-7025f254e5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (50ece25a-9452-44f6-8bc9-48c0ade2294b), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:54:59.735401 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (81117e21-cbf2-493f-9e14-29a3cec1f25a), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:55:01.853869 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=4 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:55:06.808401 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=4 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:55:09.655453 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:55:09.657325 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:55:13.997621 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (42cc932a-4e60-43e8-a4dc-4f47b3d3efae), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:55:20.286216 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=13 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:55:20.288039 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=13 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:55:23.928099 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:55:23.929869 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:55:24.574911 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a015a87d-8a54-4576-aeac-14ce119e4704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (2a8c543c-b8d9-40d8-999c-fa03b757f547), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:55:26.768492 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0710ca1d-41de-4388-a95f-6a8ab83ec377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (d0297bc9-c3a8-45ac-9023-c937cb4f21fc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:55:27.985869 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-117977e4-98b1-40f2-baea-1bec010e476c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (b90f279a-3e8f-4325-a28d-8d213fb96fbc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:55:29.334546 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-faa15201-cec6-4660-ae33-7025f254e5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (50ece25a-9452-44f6-8bc9-48c0ade2294b), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:55:29.717485 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (81117e21-cbf2-493f-9e14-29a3cec1f25a), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:55:33.811150 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.agents_db [None req-15653567-1518-4353-bd1f-4d0dcdae15fd None None] Agent healthcheck: found 6 active agents {{(pid=111025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 00:55:38.848781 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=3 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:55:39.646541 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:55:39.653695 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:55:43.807788 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=5 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:55:43.991913 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (42cc932a-4e60-43e8-a4dc-4f47b3d3efae), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:55:53.925795 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=2 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:55:53.930667 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:55:54.540326 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a324b59e-6bf5-4759-8468-3bf3b93dc05a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (2a8c543c-b8d9-40d8-999c-fa03b757f547), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:55:56.734632 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-4486858b-6e93-4bda-8f95-a65038cee23a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (d0297bc9-c3a8-45ac-9023-c937cb4f21fc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:55:57.997194 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-117977e4-98b1-40f2-baea-1bec010e476c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (b90f279a-3e8f-4325-a28d-8d213fb96fbc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:55:59.340634 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-faa15201-cec6-4660-ae33-7025f254e5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (50ece25a-9452-44f6-8bc9-48c0ade2294b), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:55:59.722838 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (81117e21-cbf2-493f-9e14-29a3cec1f25a), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:56:09.654683 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:56:09.656548 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:56:10.810110 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.agents_db [None req-15653567-1518-4353-bd1f-4d0dcdae15fd None None] Agent healthcheck: found 6 active agents {{(pid=111025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 00:56:12.209792 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [req-1ade4a7f-14eb-4ffb-9668-da991a0f9d56 req-9f0376e5-4fad-49e8-a53b-af634f30dae1 service neutron] (111023) timed out ('10.222.0.20', 44048) {{(pid=111023) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 16 00:56:12.288544 dv-cinder-803823-11-iscsi neutron-server[111023]: DEBUG neutron.wsgi [req-1ade4a7f-14eb-4ffb-9668-da991a0f9d56 req-0c7dcac0-4acc-4333-b7ec-bd870e7c3fe6 tempest-AttachVolumeShelveTestJSON-1206453575 tempest-AttachVolumeShelveTestJSON-1206453575-project] (111023) timed out ('10.222.0.20', 44060) {{(pid=111023) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 16 00:56:14.014082 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (42cc932a-4e60-43e8-a4dc-4f47b3d3efae), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:56:20.805388 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=4 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:56:22.878186 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:56:23.953048 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:56:23.958915 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:56:24.547205 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-2a750df8-878e-4e37-bbba-f1f363c78524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (2a8c543c-b8d9-40d8-999c-fa03b757f547), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:56:26.757163 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-834ada4c-76be-485d-a6e9-ae874206bfab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (d0297bc9-c3a8-45ac-9023-c937cb4f21fc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:56:27.980149 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-117977e4-98b1-40f2-baea-1bec010e476c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (b90f279a-3e8f-4325-a28d-8d213fb96fbc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:56:29.338818 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-faa15201-cec6-4660-ae33-7025f254e5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (50ece25a-9452-44f6-8bc9-48c0ade2294b), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:56:29.733380 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (81117e21-cbf2-493f-9e14-29a3cec1f25a), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:56:40.282754 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:56:40.284592 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:56:44.008172 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (42cc932a-4e60-43e8-a4dc-4f47b3d3efae), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:56:47.809064 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.agents_db [None req-15653567-1518-4353-bd1f-4d0dcdae15fd None None] Agent healthcheck: found 6 active agents {{(pid=111025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 00:56:53.951972 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:56:53.957814 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:56:54.526843 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-8202e97c-305a-4add-8097-a31039d3c5b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (2a8c543c-b8d9-40d8-999c-fa03b757f547), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:56:56.796823 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-100109d9-bd68-4c5c-9491-9776fe8bdac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (d0297bc9-c3a8-45ac-9023-c937cb4f21fc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:56:57.804732 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=4 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:56:57.805491 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=4 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:56:57.990922 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-117977e4-98b1-40f2-baea-1bec010e476c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (b90f279a-3e8f-4325-a28d-8d213fb96fbc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:56:59.340153 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-faa15201-cec6-4660-ae33-7025f254e5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (50ece25a-9452-44f6-8bc9-48c0ade2294b), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:56:59.721407 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (81117e21-cbf2-493f-9e14-29a3cec1f25a), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:57:09.659900 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:57:09.661781 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:57:14.035393 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (42cc932a-4e60-43e8-a4dc-4f47b3d3efae), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:57:23.974038 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=2 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:57:23.975797 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:57:24.526281 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-3085d921-071b-463c-9c40-aeb49a7488c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (2a8c543c-b8d9-40d8-999c-fa03b757f547), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:57:24.808465 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.agents_db [None req-15653567-1518-4353-bd1f-4d0dcdae15fd None None] Agent healthcheck: found 6 active agents {{(pid=111025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 00:57:26.768511 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-8614ba34-ec80-493b-9a7d-788834b461c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (d0297bc9-c3a8-45ac-9023-c937cb4f21fc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:57:28.042557 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-117977e4-98b1-40f2-baea-1bec010e476c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (b90f279a-3e8f-4325-a28d-8d213fb96fbc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:57:29.333749 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-faa15201-cec6-4660-ae33-7025f254e5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (50ece25a-9452-44f6-8bc9-48c0ade2294b), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:57:29.710821 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (81117e21-cbf2-493f-9e14-29a3cec1f25a), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:57:34.804208 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=15 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:57:34.804978 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=19 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:57:39.653500 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=9 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:57:39.659465 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:57:44.031035 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (42cc932a-4e60-43e8-a4dc-4f47b3d3efae), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:57:53.981139 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:57:53.986342 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:57:54.531157 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-ea3886d5-298f-461a-8053-a559210dbd0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (2a8c543c-b8d9-40d8-999c-fa03b757f547), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:57:56.765559 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-7c06f216-6cbe-494c-a696-07d71bfb7ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (d0297bc9-c3a8-45ac-9023-c937cb4f21fc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:57:57.999797 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-117977e4-98b1-40f2-baea-1bec010e476c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (b90f279a-3e8f-4325-a28d-8d213fb96fbc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:57:59.371111 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-faa15201-cec6-4660-ae33-7025f254e5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (50ece25a-9452-44f6-8bc9-48c0ade2294b), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:57:59.750552 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (81117e21-cbf2-493f-9e14-29a3cec1f25a), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:58:01.807785 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.agents_db [None req-15653567-1518-4353-bd1f-4d0dcdae15fd None None] Agent healthcheck: found 6 active agents {{(pid=111025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 00:58:06.859555 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=2 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:58:09.652839 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:58:09.660832 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:58:11.803565 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=6 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:58:14.047339 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (42cc932a-4e60-43e8-a4dc-4f47b3d3efae), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:58:22.881780 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:58:23.991579 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=2 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:58:23.994543 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:58:24.585342 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-7f30ddbd-14af-4b3d-b75b-101cb15c137e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (2a8c543c-b8d9-40d8-999c-fa03b757f547), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:58:26.784672 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-90619e0f-4de7-4b93-a945-d00f373ad8c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (d0297bc9-c3a8-45ac-9023-c937cb4f21fc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:58:28.047704 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-117977e4-98b1-40f2-baea-1bec010e476c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (b90f279a-3e8f-4325-a28d-8d213fb96fbc), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:58:29.344430 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-faa15201-cec6-4660-ae33-7025f254e5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (50ece25a-9452-44f6-8bc9-48c0ade2294b), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:58:29.716340 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-e7c1612f-ad35-49fa-b567-b6a4d9e508dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (81117e21-cbf2-493f-9e14-29a3cec1f25a), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 00:58:38.806979 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG neutron.db.agents_db [None req-15653567-1518-4353-bd1f-4d0dcdae15fd None None] Agent healthcheck: found 6 active agents {{(pid=111025) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 00:58:40.293669 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:58:40.294943 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:UPDATE=3,neutron:SELECT=21 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:58:43.854368 dv-cinder-803823-11-iscsi neutron-server[111025]: DEBUG dbcounter [-] [111025] Writing DB stats neutron:SELECT=4 {{(pid=111025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 00:58:44.053286 dv-cinder-803823-11-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-0ec21b7a-afad-4124-b742-425be02f44bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753842649640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1218441'] for agent (42cc932a-4e60-43e8-a4dc-4f47b3d3efae), after_update {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}